[ 477.345982] env[62321]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62321) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 477.346337] env[62321]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62321) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 477.346454] env[62321]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62321) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 477.346791] env[62321]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 477.442188] env[62321]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62321) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 477.452169] env[62321]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=62321) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 477.493125] env[62321]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 478.051667] env[62321]: INFO nova.virt.driver [None req-a8ae875b-1220-4a66-a5e7-f09d9767dd16 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 478.121013] env[62321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 478.121189] env[62321]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 478.121285] env[62321]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62321) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 481.213369] env[62321]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-a22310a3-eff3-4982-965b-8aacf118922d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 481.229107] env[62321]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62321) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 481.229228] env[62321]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-6344d932-25d9-4405-a998-4ff86c1ffcd7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 481.262222] env[62321]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 39654. [ 481.262346] env[62321]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.141s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 481.262851] env[62321]: INFO nova.virt.vmwareapi.driver [None req-a8ae875b-1220-4a66-a5e7-f09d9767dd16 None None] VMware vCenter version: 7.0.3 [ 481.266318] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d4f741-424d-42e4-b4dd-3817c0c4cf42 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 481.284046] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4279ac30-4bfc-4633-a976-315748e40496 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 481.289963] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b3aac4-e09f-4d00-94ae-f6634ec14647 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 481.296635] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221efc57-547c-4cc7-8e69-f66b42dae75a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 481.311054] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b0ffc9-0ea8-48bf-9758-e957675d177a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 481.316247] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8c79fb-4fa6-4159-bd75-b85ea32c2ffd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 481.345787] env[62321]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-f1510c07-a2e9-4041-a164-b9d76a7234d3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 481.350642] env[62321]: DEBUG nova.virt.vmwareapi.driver [None req-a8ae875b-1220-4a66-a5e7-f09d9767dd16 None None] Extension org.openstack.compute already exists. {{(pid=62321) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 481.353252] env[62321]: INFO nova.compute.provider_config [None req-a8ae875b-1220-4a66-a5e7-f09d9767dd16 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 481.856598] env[62321]: DEBUG nova.context [None req-a8ae875b-1220-4a66-a5e7-f09d9767dd16 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),9cc7b810-e6c8-437d-9968-d5752cd62825(cell1) {{(pid=62321) load_cells /opt/stack/nova/nova/context.py:464}} [ 481.858846] env[62321]: DEBUG oslo_concurrency.lockutils [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 481.859121] env[62321]: DEBUG oslo_concurrency.lockutils [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 481.860024] env[62321]: DEBUG oslo_concurrency.lockutils [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 481.860490] env[62321]: DEBUG oslo_concurrency.lockutils [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] Acquiring lock "9cc7b810-e6c8-437d-9968-d5752cd62825" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 481.860690] env[62321]: DEBUG oslo_concurrency.lockutils [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] Lock "9cc7b810-e6c8-437d-9968-d5752cd62825" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 481.861808] env[62321]: DEBUG oslo_concurrency.lockutils [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] Lock "9cc7b810-e6c8-437d-9968-d5752cd62825" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 481.882999] env[62321]: INFO dbcounter [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] Registered counter for database nova_cell0 [ 481.890963] env[62321]: INFO dbcounter [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] Registered counter for database nova_cell1 [ 481.894070] env[62321]: DEBUG oslo_db.sqlalchemy.engines [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62321) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 481.894425] env[62321]: DEBUG oslo_db.sqlalchemy.engines [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62321) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 481.899026] env[62321]: ERROR nova.db.main.api [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 481.899026] env[62321]: result = function(*args, **kwargs) [ 481.899026] env[62321]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 481.899026] env[62321]: return func(*args, **kwargs) [ 481.899026] env[62321]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 481.899026] env[62321]: result = fn(*args, **kwargs) [ 481.899026] env[62321]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 481.899026] env[62321]: return f(*args, **kwargs) [ 481.899026] env[62321]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 481.899026] env[62321]: return db.service_get_minimum_version(context, binaries) [ 481.899026] env[62321]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 481.899026] env[62321]: _check_db_access() [ 481.899026] env[62321]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 481.899026] env[62321]: stacktrace = ''.join(traceback.format_stack()) [ 481.899026] env[62321]: [ 481.900275] env[62321]: ERROR nova.db.main.api [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 481.900275] env[62321]: result = function(*args, **kwargs) [ 481.900275] env[62321]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 481.900275] env[62321]: return func(*args, **kwargs) [ 481.900275] env[62321]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 481.900275] env[62321]: result = fn(*args, **kwargs) [ 481.900275] env[62321]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 481.900275] env[62321]: return f(*args, **kwargs) [ 481.900275] env[62321]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 481.900275] env[62321]: return db.service_get_minimum_version(context, binaries) [ 481.900275] env[62321]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 481.900275] env[62321]: _check_db_access() [ 481.900275] env[62321]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 481.900275] env[62321]: stacktrace = ''.join(traceback.format_stack()) [ 481.900275] env[62321]: [ 481.900671] env[62321]: WARNING nova.objects.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 481.900797] env[62321]: WARNING nova.objects.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] Failed to get minimum service version for cell 9cc7b810-e6c8-437d-9968-d5752cd62825 [ 481.901230] env[62321]: DEBUG oslo_concurrency.lockutils [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] Acquiring lock "singleton_lock" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 481.901398] env[62321]: DEBUG oslo_concurrency.lockutils [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] Acquired lock "singleton_lock" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 481.901642] env[62321]: DEBUG oslo_concurrency.lockutils [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] Releasing lock "singleton_lock" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 481.901956] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] Full set of CONF: {{(pid=62321) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 481.902112] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] ******************************************************************************** {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 481.902242] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] Configuration options gathered from: {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 481.902375] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 481.902564] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 481.902693] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] ================================================================================ {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 481.902893] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] allow_resize_to_same_host = True {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.903080] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] arq_binding_timeout = 300 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.903236] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] backdoor_port = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.903400] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] backdoor_socket = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.903578] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] block_device_allocate_retries = 60 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.903741] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] block_device_allocate_retries_interval = 3 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.903907] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cert = self.pem {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.904084] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.904254] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] compute_monitors = [] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.904419] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] config_dir = [] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.904590] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] config_drive_format = iso9660 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.904719] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.904879] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] config_source = [] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.905051] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] console_host = devstack {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.905217] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] control_exchange = nova {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.905371] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cpu_allocation_ratio = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.905561] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] daemon = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.905729] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] debug = True {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.905885] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] default_access_ip_network_name = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.906059] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] default_availability_zone = nova {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.906214] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] default_ephemeral_format = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.906371] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] default_green_pool_size = 1000 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.906606] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.906769] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] default_schedule_zone = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.906922] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] disk_allocation_ratio = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.907093] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] enable_new_services = True {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.907274] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] enabled_apis = ['osapi_compute'] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.907435] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] enabled_ssl_apis = [] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.907595] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] flat_injected = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.907765] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] force_config_drive = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.907937] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] force_raw_images = True {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.908121] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] graceful_shutdown_timeout = 5 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.908284] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] heal_instance_info_cache_interval = -1 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.908500] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] host = cpu-1 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.908679] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.908841] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] initial_disk_allocation_ratio = 1.0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.909013] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] initial_ram_allocation_ratio = 1.0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.909234] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.909399] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] instance_build_timeout = 0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.909557] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] instance_delete_interval = 300 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.909722] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] instance_format = [instance: %(uuid)s] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.909887] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] instance_name_template = instance-%08x {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.910057] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] instance_usage_audit = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.910251] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] instance_usage_audit_period = month {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.910424] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.910627] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] instances_path = /opt/stack/data/nova/instances {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.910793] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] internal_service_availability_zone = internal {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.910949] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] key = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.911121] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] live_migration_retry_count = 30 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.911292] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] log_color = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.911458] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] log_config_append = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.911624] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.911780] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] log_dir = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.911934] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] log_file = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.912076] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] log_options = True {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.912235] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] log_rotate_interval = 1 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.912401] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] log_rotate_interval_type = days {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.912565] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] log_rotation_type = none {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.912716] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.912936] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.913148] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.913322] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.913453] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.913653] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] long_rpc_timeout = 1800 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.913816] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] max_concurrent_builds = 10 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.913973] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] max_concurrent_live_migrations = 1 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.914144] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] max_concurrent_snapshots = 5 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.914303] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] max_local_block_devices = 3 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.914458] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] max_logfile_count = 30 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.914616] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] max_logfile_size_mb = 200 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.914771] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] maximum_instance_delete_attempts = 5 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.914934] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] metadata_listen = 0.0.0.0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.915117] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] metadata_listen_port = 8775 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.915315] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] metadata_workers = 2 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.915498] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] migrate_max_retries = -1 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.915672] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] mkisofs_cmd = genisoimage {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.915876] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] my_block_storage_ip = 10.180.1.21 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.916021] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] my_ip = 10.180.1.21 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.916231] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.916397] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] network_allocate_retries = 0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.916574] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.916743] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] osapi_compute_listen = 0.0.0.0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.916906] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] osapi_compute_listen_port = 8774 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.917082] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] osapi_compute_unique_server_name_scope = {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.917253] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] osapi_compute_workers = 2 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.917412] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] password_length = 12 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.917572] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] periodic_enable = True {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.917755] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] periodic_fuzzy_delay = 60 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.917922] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] pointer_model = usbtablet {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.918100] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] preallocate_images = none {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.918260] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] publish_errors = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.918388] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] pybasedir = /opt/stack/nova {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.918549] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] ram_allocation_ratio = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.918707] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] rate_limit_burst = 0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.918875] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] rate_limit_except_level = CRITICAL {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.919041] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] rate_limit_interval = 0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.919203] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] reboot_timeout = 0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.919363] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] reclaim_instance_interval = 0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.919526] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] record = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.919688] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] reimage_timeout_per_gb = 60 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.919853] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] report_interval = 120 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.920022] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] rescue_timeout = 0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.920185] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] reserved_host_cpus = 0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.920343] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] reserved_host_disk_mb = 0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.920498] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] reserved_host_memory_mb = 512 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.920662] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] reserved_huge_pages = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.920988] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] resize_confirm_window = 0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.920988] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] resize_fs_using_block_device = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.921145] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] resume_guests_state_on_host_boot = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.921313] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.921472] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] rpc_response_timeout = 60 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.921630] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] run_external_periodic_tasks = True {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.921794] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] running_deleted_instance_action = reap {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.921951] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] running_deleted_instance_poll_interval = 1800 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.922125] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] running_deleted_instance_timeout = 0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.922303] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] scheduler_instance_sync_interval = 120 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.922471] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] service_down_time = 720 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.922673] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] servicegroup_driver = db {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.922831] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] shell_completion = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.922989] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] shelved_offload_time = 0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.923161] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] shelved_poll_interval = 3600 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.923326] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] shutdown_timeout = 0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.923483] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] source_is_ipv6 = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.923641] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] ssl_only = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.923889] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.924071] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] sync_power_state_interval = 600 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.924237] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] sync_power_state_pool_size = 1000 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.924405] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] syslog_log_facility = LOG_USER {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.924563] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] tempdir = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.924722] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] timeout_nbd = 10 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.924890] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] transport_url = **** {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.925060] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] update_resources_interval = 0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.925222] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] use_cow_images = True {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.925379] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] use_journal = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.925558] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] use_json = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.925779] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] use_rootwrap_daemon = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.925887] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] use_stderr = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.926052] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] use_syslog = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.926211] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vcpu_pin_set = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.926376] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vif_plugging_is_fatal = True {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.926542] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vif_plugging_timeout = 300 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.926705] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] virt_mkfs = [] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.926863] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] volume_usage_poll_interval = 0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.927034] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] watch_log_file = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.927205] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] web = /usr/share/spice-html5 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 481.927415] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.927601] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.927767] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.927937] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_concurrency.disable_process_locking = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.928520] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.928783] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.928974] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.929170] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.929349] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.929521] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.929709] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] api.auth_strategy = keystone {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.929883] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] api.compute_link_prefix = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.930071] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.930251] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] api.dhcp_domain = novalocal {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.930422] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] api.enable_instance_password = True {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.930593] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] api.glance_link_prefix = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.930760] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.930932] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.931111] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] api.instance_list_per_project_cells = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.931280] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] api.list_records_by_skipping_down_cells = True {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.931469] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] api.local_metadata_per_cell = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.931617] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] api.max_limit = 1000 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.931782] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] api.metadata_cache_expiration = 15 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.931955] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] api.neutron_default_tenant_id = default {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.932137] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] api.response_validation = warn {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.932309] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] api.use_neutron_default_nets = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.932481] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.932649] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.932814] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.932988] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.933176] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] api.vendordata_dynamic_targets = [] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.933358] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] api.vendordata_jsonfile_path = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.933555] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.933755] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cache.backend = dogpile.cache.memcached {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.933925] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cache.backend_argument = **** {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.934098] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cache.backend_expiration_time = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.934304] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cache.config_prefix = cache.oslo {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.934491] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cache.dead_timeout = 60.0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.934658] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cache.debug_cache_backend = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.934824] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cache.enable_retry_client = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.934983] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cache.enable_socket_keepalive = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.935168] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cache.enabled = True {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.935332] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cache.enforce_fips_mode = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.935522] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cache.expiration_time = 600 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.935693] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cache.hashclient_retry_attempts = 2 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.935864] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cache.hashclient_retry_delay = 1.0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.936038] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cache.memcache_dead_retry = 300 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.936204] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cache.memcache_password = **** {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.936366] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.936532] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.936697] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cache.memcache_pool_maxsize = 10 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.936858] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.937028] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cache.memcache_sasl_enabled = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.937212] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.937382] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cache.memcache_socket_timeout = 1.0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.937552] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cache.memcache_username = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.937717] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cache.proxies = [] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.937914] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cache.redis_db = 0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.938094] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cache.redis_password = **** {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.938270] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cache.redis_sentinel_service_name = mymaster {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.938445] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.938618] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cache.redis_server = localhost:6379 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.938785] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cache.redis_socket_timeout = 1.0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.938943] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cache.redis_username = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.939117] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cache.retry_attempts = 2 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.939289] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cache.retry_delay = 0.0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.939453] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cache.socket_keepalive_count = 1 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.939618] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cache.socket_keepalive_idle = 1 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.939780] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cache.socket_keepalive_interval = 1 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.939941] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cache.tls_allowed_ciphers = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.940116] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cache.tls_cafile = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.940281] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cache.tls_certfile = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.940446] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cache.tls_enabled = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.940610] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cache.tls_keyfile = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.940783] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cinder.auth_section = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.940959] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cinder.auth_type = password {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.941138] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cinder.cafile = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.941317] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cinder.catalog_info = volumev3::publicURL {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.941480] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cinder.certfile = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.941650] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cinder.collect_timing = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.941814] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cinder.cross_az_attach = True {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.942048] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cinder.debug = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.942246] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cinder.endpoint_template = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.942417] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cinder.http_retries = 3 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.942588] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cinder.insecure = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.942746] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cinder.keyfile = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.942920] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cinder.os_region_name = RegionOne {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.943099] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cinder.split_loggers = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.943268] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cinder.timeout = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.943474] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.943650] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] compute.cpu_dedicated_set = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.943814] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] compute.cpu_shared_set = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.943982] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] compute.image_type_exclude_list = [] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.944163] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.944341] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] compute.max_concurrent_disk_ops = 0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.944511] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] compute.max_disk_devices_to_attach = -1 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.944687] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.944866] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.945070] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] compute.resource_provider_association_refresh = 300 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.945303] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.945507] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] compute.shutdown_retry_interval = 10 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.945705] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.945888] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] conductor.workers = 2 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.946082] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] console.allowed_origins = [] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.946248] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] console.ssl_ciphers = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.946422] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] console.ssl_minimum_version = default {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.946593] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] consoleauth.enforce_session_timeout = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.946758] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] consoleauth.token_ttl = 600 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.946929] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cyborg.cafile = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.947108] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cyborg.certfile = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.947277] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cyborg.collect_timing = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.947438] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cyborg.connect_retries = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.947605] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cyborg.connect_retry_delay = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.947785] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cyborg.endpoint_override = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.947965] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cyborg.insecure = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.948143] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cyborg.keyfile = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.948307] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cyborg.max_version = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.948466] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cyborg.min_version = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.948629] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cyborg.region_name = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.948790] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cyborg.retriable_status_codes = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.948948] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cyborg.service_name = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.949131] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cyborg.service_type = accelerator {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.949297] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cyborg.split_loggers = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.949456] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cyborg.status_code_retries = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.949617] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cyborg.status_code_retry_delay = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.949781] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cyborg.timeout = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.949991] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.950173] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] cyborg.version = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.950348] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] database.asyncio_connection = **** {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.950510] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] database.asyncio_slave_connection = **** {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.950685] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] database.backend = sqlalchemy {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.950859] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] database.connection = **** {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.951037] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] database.connection_debug = 0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.951212] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] database.connection_parameters = {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.951376] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] database.connection_recycle_time = 3600 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.951542] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] database.connection_trace = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.951705] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] database.db_inc_retry_interval = True {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.951868] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] database.db_max_retries = 20 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.952041] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] database.db_max_retry_interval = 10 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.952208] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] database.db_retry_interval = 1 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.952371] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] database.max_overflow = 50 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.952533] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] database.max_pool_size = 5 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.952697] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] database.max_retries = 10 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.952864] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.953034] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] database.mysql_wsrep_sync_wait = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.953200] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] database.pool_timeout = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.953384] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] database.retry_interval = 10 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.953560] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] database.slave_connection = **** {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.953728] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] database.sqlite_synchronous = True {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.953889] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] database.use_db_reconnect = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.954072] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] api_database.asyncio_connection = **** {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.954240] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] api_database.asyncio_slave_connection = **** {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.954413] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] api_database.backend = sqlalchemy {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.954587] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] api_database.connection = **** {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.954750] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] api_database.connection_debug = 0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.954919] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] api_database.connection_parameters = {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.955095] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] api_database.connection_recycle_time = 3600 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.955265] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] api_database.connection_trace = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.955480] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] api_database.db_inc_retry_interval = True {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.955686] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] api_database.db_max_retries = 20 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.955860] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] api_database.db_max_retry_interval = 10 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.956046] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] api_database.db_retry_interval = 1 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.956220] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] api_database.max_overflow = 50 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.956385] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] api_database.max_pool_size = 5 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.956549] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] api_database.max_retries = 10 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.956723] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.956925] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.957134] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] api_database.pool_timeout = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.957307] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] api_database.retry_interval = 10 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.957473] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] api_database.slave_connection = **** {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.957640] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] api_database.sqlite_synchronous = True {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.957818] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] devices.enabled_mdev_types = [] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.958007] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.958215] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] ephemeral_storage_encryption.default_format = luks {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.958387] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] ephemeral_storage_encryption.enabled = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.958555] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.958734] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] glance.api_servers = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.958904] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] glance.cafile = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.959087] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] glance.certfile = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.959257] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] glance.collect_timing = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.959416] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] glance.connect_retries = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.959578] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] glance.connect_retry_delay = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.959744] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] glance.debug = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.959907] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] glance.default_trusted_certificate_ids = [] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.960082] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] glance.enable_certificate_validation = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.960253] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] glance.enable_rbd_download = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.960480] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] glance.endpoint_override = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.960764] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] glance.insecure = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.960990] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] glance.keyfile = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.961186] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] glance.max_version = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.961353] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] glance.min_version = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.961580] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] glance.num_retries = 3 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.961789] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] glance.rbd_ceph_conf = {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.961981] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] glance.rbd_connect_timeout = 5 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.962222] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] glance.rbd_pool = {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.962435] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] glance.rbd_user = {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.962660] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] glance.region_name = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.962838] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] glance.retriable_status_codes = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.963102] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] glance.service_name = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.963330] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] glance.service_type = image {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.963510] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] glance.split_loggers = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.963697] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] glance.status_code_retries = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.963922] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] glance.status_code_retry_delay = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.964111] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] glance.timeout = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.964302] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.964473] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] glance.verify_glance_signatures = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.964654] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] glance.version = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.964869] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] guestfs.debug = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.965072] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] manila.auth_section = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.965247] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] manila.auth_type = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.965484] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] manila.cafile = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.965688] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] manila.certfile = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.965869] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] manila.collect_timing = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.966046] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] manila.connect_retries = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.966214] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] manila.connect_retry_delay = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.966376] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] manila.endpoint_override = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.966550] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] manila.insecure = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.966705] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] manila.keyfile = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.966865] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] manila.max_version = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.967033] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] manila.min_version = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.967198] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] manila.region_name = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.967385] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] manila.retriable_status_codes = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.967549] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] manila.service_name = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.967723] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] manila.service_type = shared-file-system {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.967887] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] manila.share_apply_policy_timeout = 10 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.968069] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] manila.split_loggers = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.968234] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] manila.status_code_retries = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.968392] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] manila.status_code_retry_delay = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.968551] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] manila.timeout = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.968735] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.968897] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] manila.version = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.969080] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] mks.enabled = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.969444] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.969636] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] image_cache.manager_interval = 2400 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.969809] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] image_cache.precache_concurrency = 1 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.969977] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] image_cache.remove_unused_base_images = True {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.970163] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.970332] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.970509] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] image_cache.subdirectory_name = _base {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.970690] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] ironic.api_max_retries = 60 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.970858] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] ironic.api_retry_interval = 2 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.971028] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] ironic.auth_section = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.971198] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] ironic.auth_type = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.971358] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] ironic.cafile = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.971518] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] ironic.certfile = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.971685] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] ironic.collect_timing = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.971850] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] ironic.conductor_group = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.972017] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] ironic.connect_retries = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.972181] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] ironic.connect_retry_delay = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.972339] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] ironic.endpoint_override = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.972501] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] ironic.insecure = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.972689] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] ironic.keyfile = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.972895] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] ironic.max_version = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.973076] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] ironic.min_version = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.973251] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] ironic.peer_list = [] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.973413] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] ironic.region_name = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.973578] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] ironic.retriable_status_codes = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.973742] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] ironic.serial_console_state_timeout = 10 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.973902] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] ironic.service_name = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.974084] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] ironic.service_type = baremetal {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.974249] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] ironic.shard = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.974414] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] ironic.split_loggers = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.974577] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] ironic.status_code_retries = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.974735] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] ironic.status_code_retry_delay = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.974894] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] ironic.timeout = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.975086] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.975252] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] ironic.version = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.975458] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.975651] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] key_manager.fixed_key = **** {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.975836] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.976015] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] barbican.barbican_api_version = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.976177] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] barbican.barbican_endpoint = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.976350] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] barbican.barbican_endpoint_type = public {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.976521] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] barbican.barbican_region_name = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.976675] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] barbican.cafile = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.976835] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] barbican.certfile = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.976997] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] barbican.collect_timing = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.977176] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] barbican.insecure = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.977335] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] barbican.keyfile = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.977515] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] barbican.number_of_retries = 60 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.977677] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] barbican.retry_delay = 1 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.977862] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] barbican.send_service_user_token = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.978044] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] barbican.split_loggers = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.978210] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] barbican.timeout = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.978373] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] barbican.verify_ssl = True {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.978534] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] barbican.verify_ssl_path = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.978704] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] barbican_service_user.auth_section = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.978866] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] barbican_service_user.auth_type = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.979033] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] barbican_service_user.cafile = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.979195] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] barbican_service_user.certfile = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.979357] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] barbican_service_user.collect_timing = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.979518] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] barbican_service_user.insecure = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.979678] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] barbican_service_user.keyfile = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.979839] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] barbican_service_user.split_loggers = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.979996] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] barbican_service_user.timeout = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.980176] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vault.approle_role_id = **** {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.980336] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vault.approle_secret_id = **** {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.980505] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vault.kv_mountpoint = secret {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.980666] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vault.kv_path = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.980830] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vault.kv_version = 2 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.980988] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vault.namespace = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.981163] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vault.root_token_id = **** {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.981322] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vault.ssl_ca_crt_file = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.981489] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vault.timeout = 60.0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.981653] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vault.use_ssl = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.981819] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.981993] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] keystone.cafile = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.982167] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] keystone.certfile = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.982331] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] keystone.collect_timing = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.982490] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] keystone.connect_retries = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.982650] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] keystone.connect_retry_delay = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.982807] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] keystone.endpoint_override = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.982967] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] keystone.insecure = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.983136] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] keystone.keyfile = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.983333] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] keystone.max_version = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.983453] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] keystone.min_version = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.983614] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] keystone.region_name = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.983776] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] keystone.retriable_status_codes = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.983934] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] keystone.service_name = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.984121] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] keystone.service_type = identity {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.984288] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] keystone.split_loggers = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.984445] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] keystone.status_code_retries = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.984605] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] keystone.status_code_retry_delay = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.984760] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] keystone.timeout = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.984938] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.985110] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] keystone.version = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.985303] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.ceph_mount_options = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.985657] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.985845] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.connection_uri = {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.986022] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.cpu_mode = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.986195] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.cpu_model_extra_flags = [] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.986366] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.cpu_models = [] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.986536] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.cpu_power_governor_high = performance {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.986708] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.cpu_power_governor_low = powersave {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.986875] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.cpu_power_management = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.987058] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.987232] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.device_detach_attempts = 8 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.987397] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.device_detach_timeout = 20 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.987568] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.disk_cachemodes = [] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.987740] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.disk_prefix = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.987931] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.enabled_perf_events = [] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.988118] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.file_backed_memory = 0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.988287] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.gid_maps = [] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.988446] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.hw_disk_discard = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.988603] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.hw_machine_type = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.988771] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.images_rbd_ceph_conf = {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.988933] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.989107] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.989277] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.images_rbd_glance_store_name = {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.989467] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.images_rbd_pool = rbd {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.989670] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.images_type = default {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.989835] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.images_volume_group = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.989997] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.inject_key = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.990172] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.inject_partition = -2 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.990335] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.inject_password = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.990496] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.iscsi_iface = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.990658] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.iser_use_multipath = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.990818] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.live_migration_bandwidth = 0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.990978] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.991153] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.live_migration_downtime = 500 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.991630] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.991630] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.991630] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.live_migration_inbound_addr = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.991777] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.991979] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.live_migration_permit_post_copy = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.992107] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.live_migration_scheme = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.992280] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.live_migration_timeout_action = abort {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.992443] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.live_migration_tunnelled = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.992606] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.live_migration_uri = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.992768] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.live_migration_with_native_tls = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.992929] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.max_queues = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.993105] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.993366] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.993541] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.nfs_mount_options = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.993845] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.994037] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.994212] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.num_iser_scan_tries = 5 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.994378] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.num_memory_encrypted_guests = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.994543] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.994712] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.num_pcie_ports = 0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.994880] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.num_volume_scan_tries = 5 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.995056] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.pmem_namespaces = [] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.995222] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.quobyte_client_cfg = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.995545] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.995724] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.rbd_connect_timeout = 5 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.995891] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.996067] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.996232] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.rbd_secret_uuid = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.996425] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.rbd_user = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.996555] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.996727] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.remote_filesystem_transport = ssh {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.996886] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.rescue_image_id = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.997055] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.rescue_kernel_id = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.997218] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.rescue_ramdisk_id = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.997389] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.997546] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.rx_queue_size = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.997714] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.smbfs_mount_options = {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.998040] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.998223] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.snapshot_compression = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.998387] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.snapshot_image_format = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.998613] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.998779] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.sparse_logical_volumes = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.998943] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.swtpm_enabled = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.999124] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.swtpm_group = tss {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.999294] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.swtpm_user = tss {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.999461] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.sysinfo_serial = unique {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.999620] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.tb_cache_size = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.999778] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.tx_queue_size = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 481.999939] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.uid_maps = [] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.000113] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.use_virtio_for_bridges = True {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.000281] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.virt_type = kvm {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.000451] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.volume_clear = zero {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.000617] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.volume_clear_size = 0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.000781] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.volume_use_multipath = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.000940] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.vzstorage_cache_path = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.001122] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.001289] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.vzstorage_mount_group = qemu {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.001453] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.vzstorage_mount_opts = [] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.001659] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.001948] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.002143] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.vzstorage_mount_user = stack {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.002315] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.002491] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] neutron.auth_section = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.002709] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] neutron.auth_type = password {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.002836] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] neutron.cafile = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.002994] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] neutron.certfile = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.003174] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] neutron.collect_timing = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.003334] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] neutron.connect_retries = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.003492] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] neutron.connect_retry_delay = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.003664] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] neutron.default_floating_pool = public {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.003822] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] neutron.endpoint_override = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.003982] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] neutron.extension_sync_interval = 600 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.004155] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] neutron.http_retries = 3 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.004317] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] neutron.insecure = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.004476] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] neutron.keyfile = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.004637] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] neutron.max_version = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.004805] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.004964] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] neutron.min_version = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.005243] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] neutron.ovs_bridge = br-int {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.005302] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] neutron.physnets = [] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.005497] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] neutron.region_name = RegionOne {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.005668] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] neutron.retriable_status_codes = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.005843] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] neutron.service_metadata_proxy = True {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.006017] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] neutron.service_name = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.006192] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] neutron.service_type = network {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.006357] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] neutron.split_loggers = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.006519] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] neutron.status_code_retries = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.006682] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] neutron.status_code_retry_delay = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.006842] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] neutron.timeout = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.007033] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.007198] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] neutron.version = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.007369] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] notifications.bdms_in_notifications = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.007545] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] notifications.default_level = INFO {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.007712] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] notifications.include_share_mapping = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.007913] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] notifications.notification_format = unversioned {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.008098] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] notifications.notify_on_state_change = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.008281] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.008460] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] pci.alias = [] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.008636] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] pci.device_spec = [] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.008800] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] pci.report_in_placement = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.008971] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] placement.auth_section = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.009157] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] placement.auth_type = password {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.009326] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.009489] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] placement.cafile = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.009670] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] placement.certfile = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.009803] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] placement.collect_timing = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.009960] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] placement.connect_retries = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.010133] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] placement.connect_retry_delay = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.010292] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] placement.default_domain_id = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.010443] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] placement.default_domain_name = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.010599] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] placement.domain_id = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.010759] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] placement.domain_name = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.010917] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] placement.endpoint_override = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.011089] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] placement.insecure = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.011248] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] placement.keyfile = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.011404] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] placement.max_version = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.011560] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] placement.min_version = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.011728] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] placement.password = **** {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.011887] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] placement.project_domain_id = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.012065] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] placement.project_domain_name = Default {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.012232] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] placement.project_id = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.012404] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] placement.project_name = service {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.012571] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] placement.region_name = RegionOne {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.012733] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] placement.retriable_status_codes = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.012894] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] placement.service_name = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.013073] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] placement.service_type = placement {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.013251] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] placement.split_loggers = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.013442] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] placement.status_code_retries = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.013613] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] placement.status_code_retry_delay = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.013771] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] placement.system_scope = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.013927] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] placement.timeout = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.014094] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] placement.trust_id = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.014254] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] placement.user_domain_id = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.014422] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] placement.user_domain_name = Default {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.014582] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] placement.user_id = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.014752] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] placement.username = nova {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.014929] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.015102] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] placement.version = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.015280] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] quota.cores = 20 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.015473] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] quota.count_usage_from_placement = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.015650] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.015824] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] quota.injected_file_content_bytes = 10240 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.015991] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] quota.injected_file_path_length = 255 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.016172] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] quota.injected_files = 5 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.016338] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] quota.instances = 10 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.016502] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] quota.key_pairs = 100 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.016668] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] quota.metadata_items = 128 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.016832] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] quota.ram = 51200 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.016992] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] quota.recheck_quota = True {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.017168] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] quota.server_group_members = 10 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.017334] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] quota.server_groups = 10 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.017536] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.017711] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] quota.unified_limits_resource_strategy = require {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.017909] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.018090] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.018255] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] scheduler.image_metadata_prefilter = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.018417] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.018582] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] scheduler.max_attempts = 3 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.018742] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] scheduler.max_placement_results = 1000 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.018903] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.019074] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] scheduler.query_placement_for_image_type_support = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.019238] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.019411] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] scheduler.workers = 2 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.019583] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.019749] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.019925] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.020110] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.020274] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.020435] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.020598] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.020784] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.020952] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] filter_scheduler.host_subset_size = 1 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.021130] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.021293] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.021458] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.021627] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] filter_scheduler.isolated_hosts = [] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.021791] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] filter_scheduler.isolated_images = [] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.021966] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.022143] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.022311] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.022473] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] filter_scheduler.pci_in_placement = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.022638] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.022799] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.022960] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.023134] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.023353] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.023497] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.023667] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] filter_scheduler.track_instance_changes = True {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.023844] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.024021] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] metrics.required = True {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.024190] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] metrics.weight_multiplier = 1.0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.024355] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.024519] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] metrics.weight_setting = [] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.024829] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.025012] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] serial_console.enabled = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.025197] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] serial_console.port_range = 10000:20000 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.025374] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.025592] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.025770] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] serial_console.serialproxy_port = 6083 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.025941] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] service_user.auth_section = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.026133] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] service_user.auth_type = password {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.026297] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] service_user.cafile = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.026459] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] service_user.certfile = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.026626] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] service_user.collect_timing = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.026786] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] service_user.insecure = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.026942] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] service_user.keyfile = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.027127] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] service_user.send_service_user_token = True {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.027291] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] service_user.split_loggers = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.027447] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] service_user.timeout = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.027616] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] spice.agent_enabled = True {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.027795] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] spice.enabled = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.028128] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.028334] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.028509] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] spice.html5proxy_port = 6082 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.028672] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] spice.image_compression = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.028834] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] spice.jpeg_compression = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.028995] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] spice.playback_compression = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.029176] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] spice.require_secure = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.029347] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] spice.server_listen = 127.0.0.1 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.029515] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.029677] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] spice.streaming_mode = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.029835] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] spice.zlib_compression = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.030011] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] upgrade_levels.baseapi = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.030189] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] upgrade_levels.compute = auto {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.030349] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] upgrade_levels.conductor = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.030507] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] upgrade_levels.scheduler = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.030676] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vendordata_dynamic_auth.auth_section = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.030837] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vendordata_dynamic_auth.auth_type = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.030996] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vendordata_dynamic_auth.cafile = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.031171] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vendordata_dynamic_auth.certfile = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.031333] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.031495] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vendordata_dynamic_auth.insecure = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.031652] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vendordata_dynamic_auth.keyfile = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.031814] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.031972] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vendordata_dynamic_auth.timeout = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.032160] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vmware.api_retry_count = 10 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.032321] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vmware.ca_file = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.032490] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vmware.cache_prefix = devstack-image-cache {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.032656] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vmware.cluster_name = testcl1 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.032823] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vmware.connection_pool_size = 10 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.032979] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vmware.console_delay_seconds = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.033160] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vmware.datastore_regex = ^datastore.* {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.033383] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.033578] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vmware.host_password = **** {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.033747] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vmware.host_port = 443 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.033926] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vmware.host_username = administrator@vsphere.local {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.034149] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vmware.insecure = True {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.034321] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vmware.integration_bridge = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.034487] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vmware.maximum_objects = 100 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.034646] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vmware.pbm_default_policy = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.034810] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vmware.pbm_enabled = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.034968] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vmware.pbm_wsdl_location = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.035152] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.035311] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vmware.serial_port_proxy_uri = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.035487] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vmware.serial_port_service_uri = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.035667] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vmware.task_poll_interval = 0.5 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.035838] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vmware.use_linked_clone = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.036012] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vmware.vnc_keymap = en-us {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.036183] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vmware.vnc_port = 5900 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.036344] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vmware.vnc_port_total = 10000 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.036529] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vnc.auth_schemes = ['none'] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.036702] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vnc.enabled = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.036988] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.037238] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.037430] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vnc.novncproxy_port = 6080 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.037654] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vnc.server_listen = 127.0.0.1 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.037843] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.038011] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vnc.vencrypt_ca_certs = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.038181] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vnc.vencrypt_client_cert = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.038341] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vnc.vencrypt_client_key = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.038515] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.038681] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] workarounds.disable_deep_image_inspection = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.038842] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.039012] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.039179] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.039341] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] workarounds.disable_rootwrap = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.039504] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] workarounds.enable_numa_live_migration = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.039669] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.039827] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.039986] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.040160] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] workarounds.libvirt_disable_apic = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.040320] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.040488] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.040702] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.040873] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.041048] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.041216] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.041378] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.041540] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.041700] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.041864] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.042057] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.042230] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] wsgi.client_socket_timeout = 900 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.042394] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] wsgi.default_pool_size = 1000 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.042559] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] wsgi.keep_alive = True {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.042728] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] wsgi.max_header_line = 16384 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.042890] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] wsgi.secure_proxy_ssl_header = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.043068] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] wsgi.ssl_ca_file = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.043236] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] wsgi.ssl_cert_file = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.043451] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] wsgi.ssl_key_file = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.043659] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] wsgi.tcp_keepidle = 600 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.043846] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.044029] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] zvm.ca_file = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.044196] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] zvm.cloud_connector_url = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.044488] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.044666] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] zvm.reachable_timeout = 300 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.044840] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.045029] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.045212] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] profiler.connection_string = messaging:// {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.045381] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] profiler.enabled = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.045575] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] profiler.es_doc_type = notification {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.045746] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] profiler.es_scroll_size = 10000 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.045914] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] profiler.es_scroll_time = 2m {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.046089] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] profiler.filter_error_trace = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.046261] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] profiler.hmac_keys = **** {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.046428] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] profiler.sentinel_service_name = mymaster {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.046596] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] profiler.socket_timeout = 0.1 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.046758] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] profiler.trace_requests = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.046919] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] profiler.trace_sqlalchemy = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.047113] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] profiler_jaeger.process_tags = {} {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.047278] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] profiler_jaeger.service_name_prefix = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.047445] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] profiler_otlp.service_name_prefix = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.047609] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] remote_debug.host = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.047767] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] remote_debug.port = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.047940] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.048116] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.048283] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.048445] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.048607] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.048766] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.048927] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.049249] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.049249] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.049424] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.049620] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.049801] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.049970] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.050151] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.050323] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.050489] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.050653] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.050824] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.050985] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.051162] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.051326] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.051497] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.051666] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.051829] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.051991] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.052176] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.052341] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.052502] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.052666] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.052830] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_messaging_rabbit.ssl = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.053005] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.053181] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.053362] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.053543] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.053710] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_messaging_rabbit.ssl_version = {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.053874] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.054082] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.054252] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_messaging_notifications.retry = -1 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.054429] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.054600] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_messaging_notifications.transport_url = **** {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.054772] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_limit.auth_section = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.054938] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_limit.auth_type = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.055107] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_limit.cafile = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.055268] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_limit.certfile = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.055443] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_limit.collect_timing = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.055623] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_limit.connect_retries = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.055788] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_limit.connect_retry_delay = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.055948] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_limit.endpoint_id = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.056146] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_limit.endpoint_interface = publicURL {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.056306] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_limit.endpoint_override = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.056465] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_limit.endpoint_region_name = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.056623] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_limit.endpoint_service_name = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.056778] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_limit.endpoint_service_type = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.056940] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_limit.insecure = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.057113] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_limit.keyfile = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.057274] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_limit.max_version = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.057434] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_limit.min_version = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.057594] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_limit.region_name = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.057766] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_limit.retriable_status_codes = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.057938] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_limit.service_name = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.058110] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_limit.service_type = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.058275] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_limit.split_loggers = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.058434] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_limit.status_code_retries = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.058599] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_limit.status_code_retry_delay = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.058758] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_limit.timeout = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.058917] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_limit.valid_interfaces = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.059089] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_limit.version = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.059258] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_reports.file_event_handler = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.059423] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.059583] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] oslo_reports.log_dir = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.059752] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.059911] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.060086] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.060257] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.060422] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.060582] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.060750] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.060909] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vif_plug_ovs_privileged.group = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.061079] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.061248] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.061409] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.061597] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] vif_plug_ovs_privileged.user = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.061787] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] os_vif_linux_bridge.flat_interface = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.061968] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.062158] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.062332] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.062506] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.062679] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.062846] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.063014] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.063197] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.063369] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] os_vif_ovs.isolate_vif = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.063541] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.063706] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.063879] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.064059] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] os_vif_ovs.ovsdb_interface = native {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.064225] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] os_vif_ovs.per_port_bridge = False {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.064397] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] privsep_osbrick.capabilities = [21] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.064560] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] privsep_osbrick.group = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.064718] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] privsep_osbrick.helper_command = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.064881] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.065065] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.065284] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] privsep_osbrick.user = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.065490] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.065663] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] nova_sys_admin.group = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.065825] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] nova_sys_admin.helper_command = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.065990] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.066168] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.066327] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] nova_sys_admin.user = None {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 482.066457] env[62321]: DEBUG oslo_service.service [None req-87ac6313-15ea-4c61-9be8-f1b6ba03ca1a None None] ******************************************************************************** {{(pid=62321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 482.066870] env[62321]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 482.570229] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6c00b966-b4b0-4ccc-9c3d-9d8deea626e0 None None] Getting list of instances from cluster (obj){ [ 482.570229] env[62321]: value = "domain-c8" [ 482.570229] env[62321]: _type = "ClusterComputeResource" [ 482.570229] env[62321]: } {{(pid=62321) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 482.571307] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a508471-e447-4f16-80a4-9707856b5d25 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 482.581118] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6c00b966-b4b0-4ccc-9c3d-9d8deea626e0 None None] Got total of 0 instances {{(pid=62321) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 482.581916] env[62321]: WARNING nova.virt.vmwareapi.driver [None req-6c00b966-b4b0-4ccc-9c3d-9d8deea626e0 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 482.582444] env[62321]: INFO nova.virt.node [None req-6c00b966-b4b0-4ccc-9c3d-9d8deea626e0 None None] Generated node identity e4ce1efe-a8f0-4655-8f76-50516c538695 [ 482.582685] env[62321]: INFO nova.virt.node [None req-6c00b966-b4b0-4ccc-9c3d-9d8deea626e0 None None] Wrote node identity e4ce1efe-a8f0-4655-8f76-50516c538695 to /opt/stack/data/n-cpu-1/compute_id [ 483.085060] env[62321]: WARNING nova.compute.manager [None req-6c00b966-b4b0-4ccc-9c3d-9d8deea626e0 None None] Compute nodes ['e4ce1efe-a8f0-4655-8f76-50516c538695'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 484.090627] env[62321]: INFO nova.compute.manager [None req-6c00b966-b4b0-4ccc-9c3d-9d8deea626e0 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 485.096345] env[62321]: WARNING nova.compute.manager [None req-6c00b966-b4b0-4ccc-9c3d-9d8deea626e0 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 485.096717] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6c00b966-b4b0-4ccc-9c3d-9d8deea626e0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 485.097222] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6c00b966-b4b0-4ccc-9c3d-9d8deea626e0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 485.097388] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6c00b966-b4b0-4ccc-9c3d-9d8deea626e0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 485.097550] env[62321]: DEBUG nova.compute.resource_tracker [None req-6c00b966-b4b0-4ccc-9c3d-9d8deea626e0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62321) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 485.098468] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01349b7-ccf3-4cc9-be44-727a69609ab2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 485.106498] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c44094-1bc2-46f1-9236-91dc52aa2d45 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 485.120334] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5a91f8-de34-44d7-a759-3292e6301e5c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 485.126548] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c26f9c-c197-4a64-b9da-4ea32f57e234 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 485.155236] env[62321]: DEBUG nova.compute.resource_tracker [None req-6c00b966-b4b0-4ccc-9c3d-9d8deea626e0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181199MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=62321) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 485.155472] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6c00b966-b4b0-4ccc-9c3d-9d8deea626e0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 485.155614] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6c00b966-b4b0-4ccc-9c3d-9d8deea626e0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 485.658452] env[62321]: WARNING nova.compute.resource_tracker [None req-6c00b966-b4b0-4ccc-9c3d-9d8deea626e0 None None] No compute node record for cpu-1:e4ce1efe-a8f0-4655-8f76-50516c538695: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host e4ce1efe-a8f0-4655-8f76-50516c538695 could not be found. [ 486.162532] env[62321]: INFO nova.compute.resource_tracker [None req-6c00b966-b4b0-4ccc-9c3d-9d8deea626e0 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: e4ce1efe-a8f0-4655-8f76-50516c538695 [ 487.670517] env[62321]: DEBUG nova.compute.resource_tracker [None req-6c00b966-b4b0-4ccc-9c3d-9d8deea626e0 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62321) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 487.670898] env[62321]: DEBUG nova.compute.resource_tracker [None req-6c00b966-b4b0-4ccc-9c3d-9d8deea626e0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62321) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 487.837493] env[62321]: INFO nova.scheduler.client.report [None req-6c00b966-b4b0-4ccc-9c3d-9d8deea626e0 None None] [req-5d1f7b40-3ca6-49fd-a6db-04743a424216] Created resource provider record via placement API for resource provider with UUID e4ce1efe-a8f0-4655-8f76-50516c538695 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 487.856131] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e971a987-00ce-404f-882e-a0a629d5c822 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.863705] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85129c89-8ccf-44d3-8cb9-d2140ec9a065 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.892797] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025387a2-df45-4b49-ac7e-f0a469800430 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.900317] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245cb8f6-51a2-40b2-befc-65a59b1386e9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 487.913903] env[62321]: DEBUG nova.compute.provider_tree [None req-6c00b966-b4b0-4ccc-9c3d-9d8deea626e0 None None] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 488.452179] env[62321]: DEBUG nova.scheduler.client.report [None req-6c00b966-b4b0-4ccc-9c3d-9d8deea626e0 None None] Updated inventory for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 488.452445] env[62321]: DEBUG nova.compute.provider_tree [None req-6c00b966-b4b0-4ccc-9c3d-9d8deea626e0 None None] Updating resource provider e4ce1efe-a8f0-4655-8f76-50516c538695 generation from 0 to 1 during operation: update_inventory {{(pid=62321) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 488.452590] env[62321]: DEBUG nova.compute.provider_tree [None req-6c00b966-b4b0-4ccc-9c3d-9d8deea626e0 None None] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 488.504899] env[62321]: DEBUG nova.compute.provider_tree [None req-6c00b966-b4b0-4ccc-9c3d-9d8deea626e0 None None] Updating resource provider e4ce1efe-a8f0-4655-8f76-50516c538695 generation from 1 to 2 during operation: update_traits {{(pid=62321) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 489.009678] env[62321]: DEBUG nova.compute.resource_tracker [None req-6c00b966-b4b0-4ccc-9c3d-9d8deea626e0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62321) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 489.010143] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6c00b966-b4b0-4ccc-9c3d-9d8deea626e0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.854s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 489.010143] env[62321]: DEBUG nova.service [None req-6c00b966-b4b0-4ccc-9c3d-9d8deea626e0 None None] Creating RPC server for service compute {{(pid=62321) start /opt/stack/nova/nova/service.py:186}} [ 489.024676] env[62321]: DEBUG nova.service [None req-6c00b966-b4b0-4ccc-9c3d-9d8deea626e0 None None] Join ServiceGroup membership for this service compute {{(pid=62321) start /opt/stack/nova/nova/service.py:203}} [ 489.024904] env[62321]: DEBUG nova.servicegroup.drivers.db [None req-6c00b966-b4b0-4ccc-9c3d-9d8deea626e0 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62321) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 506.030486] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 506.533653] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Getting list of instances from cluster (obj){ [ 506.533653] env[62321]: value = "domain-c8" [ 506.533653] env[62321]: _type = "ClusterComputeResource" [ 506.533653] env[62321]: } {{(pid=62321) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 506.534879] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d984dd-9b2f-4e64-bfc2-44e6f886a75f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 506.543636] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Got total of 0 instances {{(pid=62321) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 506.543847] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 506.544143] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Getting list of instances from cluster (obj){ [ 506.544143] env[62321]: value = "domain-c8" [ 506.544143] env[62321]: _type = "ClusterComputeResource" [ 506.544143] env[62321]: } {{(pid=62321) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 506.544950] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56848b08-7890-4333-8ab9-b3967a11c150 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 506.551819] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Got total of 0 instances {{(pid=62321) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 527.755315] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Acquiring lock "6dcc5aef-a417-4e28-b807-39f518bcd7fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.755645] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Lock "6dcc5aef-a417-4e28-b807-39f518bcd7fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.258191] env[62321]: DEBUG nova.compute.manager [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 528.735984] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Acquiring lock "88b335c7-7c56-4ae7-90a1-0fff3028c6a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.736229] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Lock "88b335c7-7c56-4ae7-90a1-0fff3028c6a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.800128] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.800928] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.801990] env[62321]: INFO nova.compute.claims [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 529.240603] env[62321]: DEBUG nova.compute.manager [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 529.486773] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Acquiring lock "0d3265e8-1056-4410-8035-d009478d2052" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.487056] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Lock "0d3265e8-1056-4410-8035-d009478d2052" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 529.774206] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.922465] env[62321]: DEBUG oslo_concurrency.lockutils [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Acquiring lock "f5c11eeb-bd4a-44b4-8a99-985b0c7716f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.922465] env[62321]: DEBUG oslo_concurrency.lockutils [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Lock "f5c11eeb-bd4a-44b4-8a99-985b0c7716f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 529.936169] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ece5cd-8ee9-4cb7-b638-011462464166 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.949061] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3831ad-ecd9-4592-a09b-3f7129d30d7d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.990166] env[62321]: DEBUG nova.compute.manager [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 529.996050] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25153f01-63e0-4159-a656-da75ff2fe2eb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.002026] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9dd360-ea63-4c74-b212-812e0572c127 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.023351] env[62321]: DEBUG nova.compute.provider_tree [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 530.227966] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Acquiring lock "8c1ba19f-5d4c-4d59-bf01-68d886c24669" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 530.228688] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Lock "8c1ba19f-5d4c-4d59-bf01-68d886c24669" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 530.424932] env[62321]: DEBUG nova.compute.manager [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 530.522990] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 530.527378] env[62321]: DEBUG nova.scheduler.client.report [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 530.687632] env[62321]: DEBUG oslo_concurrency.lockutils [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Acquiring lock "272a1022-6da1-41c5-a572-e048c09a8aec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 530.687632] env[62321]: DEBUG oslo_concurrency.lockutils [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Lock "272a1022-6da1-41c5-a572-e048c09a8aec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 530.734026] env[62321]: DEBUG nova.compute.manager [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] [instance: 8c1ba19f-5d4c-4d59-bf01-68d886c24669] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 530.957663] env[62321]: DEBUG oslo_concurrency.lockutils [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.036019] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.232s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.036019] env[62321]: DEBUG nova.compute.manager [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 531.036967] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.263s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.038429] env[62321]: INFO nova.compute.claims [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 531.190347] env[62321]: DEBUG nova.compute.manager [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 531.275534] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.355804] env[62321]: DEBUG oslo_concurrency.lockutils [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Acquiring lock "9f712855-ab1c-43d1-9dbe-15825b9f66b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.356533] env[62321]: DEBUG oslo_concurrency.lockutils [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Lock "9f712855-ab1c-43d1-9dbe-15825b9f66b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.548621] env[62321]: DEBUG nova.compute.utils [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 531.551181] env[62321]: DEBUG nova.compute.manager [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 531.551686] env[62321]: DEBUG nova.network.neutron [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 531.727079] env[62321]: DEBUG oslo_concurrency.lockutils [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.858566] env[62321]: DEBUG nova.compute.manager [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 532.057028] env[62321]: DEBUG nova.compute.manager [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 532.195336] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6c5e78-36a9-4b66-8076-e49063ea3769 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.209414] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313a9fc8-3be9-4ba6-ba92-c62d627019be {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.248023] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbccb491-e020-4920-9989-b4ac1877e5ff {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.255789] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74b5a95-8d15-4b3f-a0ce-1f4e8e9156e2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.274963] env[62321]: DEBUG nova.policy [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63c45ddfdb764db1b5f0240540384312', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b49470ceac9b4de58cba11d423cb3cd7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 532.286444] env[62321]: DEBUG nova.compute.provider_tree [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 532.380020] env[62321]: DEBUG oslo_concurrency.lockutils [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.789684] env[62321]: DEBUG nova.scheduler.client.report [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 533.071848] env[62321]: DEBUG nova.compute.manager [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 533.106592] env[62321]: DEBUG nova.virt.hardware [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 533.106863] env[62321]: DEBUG nova.virt.hardware [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 533.107047] env[62321]: DEBUG nova.virt.hardware [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 533.107233] env[62321]: DEBUG nova.virt.hardware [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 533.107374] env[62321]: DEBUG nova.virt.hardware [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 533.107519] env[62321]: DEBUG nova.virt.hardware [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 533.107725] env[62321]: DEBUG nova.virt.hardware [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 533.107876] env[62321]: DEBUG nova.virt.hardware [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 533.109796] env[62321]: DEBUG nova.virt.hardware [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 533.109986] env[62321]: DEBUG nova.virt.hardware [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 533.110195] env[62321]: DEBUG nova.virt.hardware [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 533.111481] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21c6848-1420-4f1a-afba-90e8bc188acf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.121460] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118a1980-a3aa-4743-a1de-b958384ad5f4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.141455] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb67b76-4668-4973-a85b-cd6c0c0a7009 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.202618] env[62321]: DEBUG nova.network.neutron [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Successfully created port: 1eab3335-6f31-4f13-9af3-a5141aee0c41 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 533.294943] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.258s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 533.295543] env[62321]: DEBUG nova.compute.manager [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 533.298197] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.775s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.299734] env[62321]: INFO nova.compute.claims [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 533.805259] env[62321]: DEBUG nova.compute.utils [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 533.813556] env[62321]: DEBUG nova.compute.manager [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 533.813690] env[62321]: DEBUG nova.network.neutron [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 533.920868] env[62321]: DEBUG nova.policy [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ab7755f436d45678f8022e16fb6604f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ed0fdcbbf954c61828e9b79bad93980', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 534.289807] env[62321]: DEBUG nova.network.neutron [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Successfully created port: e5463235-18bf-47c4-9ff7-4e55eb816d37 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 534.315263] env[62321]: DEBUG nova.compute.manager [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 534.469948] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fedf5636-ff32-421a-bcc9-e5314f151ebd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.479424] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed63dcb-597d-4e91-a113-42e6a0cd4371 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.517118] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a55e0b-7eee-4eeb-9e02-bf669626b2fb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.526246] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cab057-8057-44fe-8d18-d60ae8743489 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.541454] env[62321]: DEBUG nova.compute.provider_tree [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 535.047077] env[62321]: DEBUG nova.scheduler.client.report [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 535.330209] env[62321]: DEBUG nova.compute.manager [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 535.364819] env[62321]: DEBUG nova.virt.hardware [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 535.365677] env[62321]: DEBUG nova.virt.hardware [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 535.366452] env[62321]: DEBUG nova.virt.hardware [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 535.366742] env[62321]: DEBUG nova.virt.hardware [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 535.367046] env[62321]: DEBUG nova.virt.hardware [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 535.367469] env[62321]: DEBUG nova.virt.hardware [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 535.367797] env[62321]: DEBUG nova.virt.hardware [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 535.368165] env[62321]: DEBUG nova.virt.hardware [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 535.368738] env[62321]: DEBUG nova.virt.hardware [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 535.370233] env[62321]: DEBUG nova.virt.hardware [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 535.370233] env[62321]: DEBUG nova.virt.hardware [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 535.370233] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7912abd-bfec-44a7-89fb-e62b829067ca {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.378866] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5eb0bd-e6f5-4bbf-836e-1256b22f13a0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.551298] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.253s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.552745] env[62321]: DEBUG nova.compute.manager [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 535.556429] env[62321]: DEBUG oslo_concurrency.lockutils [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.599s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.562421] env[62321]: INFO nova.compute.claims [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 536.068945] env[62321]: DEBUG nova.compute.utils [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 536.076815] env[62321]: DEBUG nova.compute.manager [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 536.076815] env[62321]: DEBUG nova.network.neutron [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] [instance: 0d3265e8-1056-4410-8035-d009478d2052] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 536.351105] env[62321]: DEBUG nova.policy [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '939444925c9d4fb69317e3689d431304', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccf7888101f94f19a0652d751a806e65', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 536.580803] env[62321]: DEBUG nova.compute.manager [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 536.721461] env[62321]: DEBUG nova.network.neutron [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Successfully updated port: e5463235-18bf-47c4-9ff7-4e55eb816d37 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 536.726156] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73de2625-9915-4696-b219-192c3cf90ed7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.735428] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fc3db8-eecf-4f3f-abdc-8bcb260ffb35 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.775524] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c1b745-2f7a-4bf8-a70e-a0684bfe3eff {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.785536] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c577dac3-4d54-4a56-afe5-d754cf2e22f3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.802125] env[62321]: DEBUG nova.compute.provider_tree [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 537.231163] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Acquiring lock "refresh_cache-88b335c7-7c56-4ae7-90a1-0fff3028c6a2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.231163] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Acquired lock "refresh_cache-88b335c7-7c56-4ae7-90a1-0fff3028c6a2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.231163] env[62321]: DEBUG nova.network.neutron [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 537.307819] env[62321]: DEBUG nova.scheduler.client.report [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 537.504330] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 537.504330] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 537.504330] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 537.504330] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 537.504330] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 537.504330] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 537.504798] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 537.504798] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62321) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 537.504798] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 537.596416] env[62321]: DEBUG nova.compute.manager [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 537.629038] env[62321]: DEBUG nova.network.neutron [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Successfully updated port: 1eab3335-6f31-4f13-9af3-a5141aee0c41 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 537.648855] env[62321]: DEBUG nova.virt.hardware [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 537.649144] env[62321]: DEBUG nova.virt.hardware [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 537.649264] env[62321]: DEBUG nova.virt.hardware [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 537.651779] env[62321]: DEBUG nova.virt.hardware [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 537.652037] env[62321]: DEBUG nova.virt.hardware [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 537.652212] env[62321]: DEBUG nova.virt.hardware [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 537.652434] env[62321]: DEBUG nova.virt.hardware [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 537.652606] env[62321]: DEBUG nova.virt.hardware [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 537.652770] env[62321]: DEBUG nova.virt.hardware [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 537.652951] env[62321]: DEBUG nova.virt.hardware [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 537.653118] env[62321]: DEBUG nova.virt.hardware [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 537.654426] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15cff15-6ed9-4f62-8fe1-8c05e2c00330 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.667220] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558ef3b9-7967-4406-97e3-12495491605a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.815707] env[62321]: DEBUG oslo_concurrency.lockutils [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.258s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.815707] env[62321]: DEBUG nova.compute.manager [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 537.818860] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.543s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.821519] env[62321]: INFO nova.compute.claims [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] [instance: 8c1ba19f-5d4c-4d59-bf01-68d886c24669] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 538.008224] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.037107] env[62321]: DEBUG nova.network.neutron [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 538.096511] env[62321]: DEBUG nova.compute.manager [req-26938018-3bf1-4401-93a0-672b21909cff req-85d5aa45-6b1c-4a96-aff8-e72f611f5533 service nova] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Received event network-vif-plugged-e5463235-18bf-47c4-9ff7-4e55eb816d37 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 538.096734] env[62321]: DEBUG oslo_concurrency.lockutils [req-26938018-3bf1-4401-93a0-672b21909cff req-85d5aa45-6b1c-4a96-aff8-e72f611f5533 service nova] Acquiring lock "88b335c7-7c56-4ae7-90a1-0fff3028c6a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.096968] env[62321]: DEBUG oslo_concurrency.lockutils [req-26938018-3bf1-4401-93a0-672b21909cff req-85d5aa45-6b1c-4a96-aff8-e72f611f5533 service nova] Lock "88b335c7-7c56-4ae7-90a1-0fff3028c6a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.097549] env[62321]: DEBUG oslo_concurrency.lockutils [req-26938018-3bf1-4401-93a0-672b21909cff req-85d5aa45-6b1c-4a96-aff8-e72f611f5533 service nova] Lock "88b335c7-7c56-4ae7-90a1-0fff3028c6a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 538.097549] env[62321]: DEBUG nova.compute.manager [req-26938018-3bf1-4401-93a0-672b21909cff req-85d5aa45-6b1c-4a96-aff8-e72f611f5533 service nova] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] No waiting events found dispatching network-vif-plugged-e5463235-18bf-47c4-9ff7-4e55eb816d37 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 538.097549] env[62321]: WARNING nova.compute.manager [req-26938018-3bf1-4401-93a0-672b21909cff req-85d5aa45-6b1c-4a96-aff8-e72f611f5533 service nova] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Received unexpected event network-vif-plugged-e5463235-18bf-47c4-9ff7-4e55eb816d37 for instance with vm_state building and task_state spawning. [ 538.132513] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Acquiring lock "refresh_cache-6dcc5aef-a417-4e28-b807-39f518bcd7fa" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.132513] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Acquired lock "refresh_cache-6dcc5aef-a417-4e28-b807-39f518bcd7fa" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.132865] env[62321]: DEBUG nova.network.neutron [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 538.324854] env[62321]: DEBUG nova.compute.utils [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 538.332960] env[62321]: DEBUG nova.compute.manager [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Not allocating networking since 'none' was specified. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 538.334127] env[62321]: DEBUG nova.network.neutron [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Successfully created port: d5d76e14-02f5-4526-a044-6beb5af30d04 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 538.493341] env[62321]: DEBUG oslo_concurrency.lockutils [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Acquiring lock "1281e273-d400-4493-b718-e78252e1221a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.493341] env[62321]: DEBUG oslo_concurrency.lockutils [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Lock "1281e273-d400-4493-b718-e78252e1221a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.513720] env[62321]: DEBUG nova.network.neutron [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Updating instance_info_cache with network_info: [{"id": "e5463235-18bf-47c4-9ff7-4e55eb816d37", "address": "fa:16:3e:7e:32:dc", "network": {"id": "89c0515c-b183-455d-bf39-ff2f850ebc2a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1765306575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ed0fdcbbf954c61828e9b79bad93980", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5463235-18", "ovs_interfaceid": "e5463235-18bf-47c4-9ff7-4e55eb816d37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 538.687977] env[62321]: DEBUG nova.compute.manager [req-98581f4a-20a0-468f-a343-d2671b5e1ed1 req-1bd656c2-9260-450b-843f-3df7f70c6e71 service nova] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Received event network-vif-plugged-1eab3335-6f31-4f13-9af3-a5141aee0c41 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 538.687977] env[62321]: DEBUG oslo_concurrency.lockutils [req-98581f4a-20a0-468f-a343-d2671b5e1ed1 req-1bd656c2-9260-450b-843f-3df7f70c6e71 service nova] Acquiring lock "6dcc5aef-a417-4e28-b807-39f518bcd7fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.687977] env[62321]: DEBUG oslo_concurrency.lockutils [req-98581f4a-20a0-468f-a343-d2671b5e1ed1 req-1bd656c2-9260-450b-843f-3df7f70c6e71 service nova] Lock "6dcc5aef-a417-4e28-b807-39f518bcd7fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.687977] env[62321]: DEBUG oslo_concurrency.lockutils [req-98581f4a-20a0-468f-a343-d2671b5e1ed1 req-1bd656c2-9260-450b-843f-3df7f70c6e71 service nova] Lock "6dcc5aef-a417-4e28-b807-39f518bcd7fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 538.687977] env[62321]: DEBUG nova.compute.manager [req-98581f4a-20a0-468f-a343-d2671b5e1ed1 req-1bd656c2-9260-450b-843f-3df7f70c6e71 service nova] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] No waiting events found dispatching network-vif-plugged-1eab3335-6f31-4f13-9af3-a5141aee0c41 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 538.688273] env[62321]: WARNING nova.compute.manager [req-98581f4a-20a0-468f-a343-d2671b5e1ed1 req-1bd656c2-9260-450b-843f-3df7f70c6e71 service nova] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Received unexpected event network-vif-plugged-1eab3335-6f31-4f13-9af3-a5141aee0c41 for instance with vm_state building and task_state spawning. [ 538.756291] env[62321]: DEBUG nova.network.neutron [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 538.832145] env[62321]: DEBUG nova.compute.manager [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 538.997787] env[62321]: DEBUG nova.compute.manager [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 539.017513] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Releasing lock "refresh_cache-88b335c7-7c56-4ae7-90a1-0fff3028c6a2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.017825] env[62321]: DEBUG nova.compute.manager [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Instance network_info: |[{"id": "e5463235-18bf-47c4-9ff7-4e55eb816d37", "address": "fa:16:3e:7e:32:dc", "network": {"id": "89c0515c-b183-455d-bf39-ff2f850ebc2a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1765306575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ed0fdcbbf954c61828e9b79bad93980", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5463235-18", "ovs_interfaceid": "e5463235-18bf-47c4-9ff7-4e55eb816d37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 539.019677] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63d2df7-20ee-4748-86bc-e0bf66d41ae6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.027229] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:32:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5463235-18bf-47c4-9ff7-4e55eb816d37', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 539.049022] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 539.049022] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a721cd1a-86f5-4baa-949c-eb952962aefc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.060063] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98568bd-e7a7-47f1-b1ec-36417e0b48fe {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.100164] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0b5b69-a4d7-4d13-be99-a684ba683017 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.101910] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Created folder: OpenStack in parent group-v4. [ 539.102094] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Creating folder: Project (8ed0fdcbbf954c61828e9b79bad93980). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 539.102324] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0696afcf-c84d-4d1e-a9dc-b6376deaa509 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.108655] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0bdaa2-a4da-4305-adcc-4f8224c2502e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.113870] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Created folder: Project (8ed0fdcbbf954c61828e9b79bad93980) in parent group-v530434. [ 539.114205] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Creating folder: Instances. Parent ref: group-v530435. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 539.114606] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6da53bd4-6e38-45e2-9349-6658225f5cad {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.125274] env[62321]: DEBUG nova.compute.provider_tree [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 539.127838] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Created folder: Instances in parent group-v530435. [ 539.127838] env[62321]: DEBUG oslo.service.loopingcall [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 539.128278] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 539.128410] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-161366d2-1342-4c43-bc83-a4590be58c28 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.148387] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 539.148387] env[62321]: value = "task-2632449" [ 539.148387] env[62321]: _type = "Task" [ 539.148387] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.156904] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632449, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.548478] env[62321]: DEBUG oslo_concurrency.lockutils [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.630404] env[62321]: DEBUG nova.scheduler.client.report [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 539.660350] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632449, 'name': CreateVM_Task, 'duration_secs': 0.363337} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 539.660423] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 539.680015] env[62321]: DEBUG oslo_vmware.service [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9dc5678-78cd-41da-ad2e-73942d85f561 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.691173] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.691356] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.692247] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.693504] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad38b6c9-1a03-41ab-8864-57cb8ff5c24d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.698162] env[62321]: DEBUG oslo_vmware.api [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Waiting for the task: (returnval){ [ 539.698162] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d02d65-81da-d291-6c92-853962fefac2" [ 539.698162] env[62321]: _type = "Task" [ 539.698162] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.706826] env[62321]: DEBUG oslo_vmware.api [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d02d65-81da-d291-6c92-853962fefac2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.811132] env[62321]: DEBUG nova.network.neutron [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Updating instance_info_cache with network_info: [{"id": "1eab3335-6f31-4f13-9af3-a5141aee0c41", "address": "fa:16:3e:63:e7:e4", "network": {"id": "a5547c0f-46b1-4ae5-841a-9f39910febcd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ef1461c1ad14a3cb8e9828aa58002a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eab3335-6f", "ovs_interfaceid": "1eab3335-6f31-4f13-9af3-a5141aee0c41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 539.852227] env[62321]: DEBUG nova.compute.manager [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 539.892669] env[62321]: DEBUG nova.virt.hardware [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 539.892921] env[62321]: DEBUG nova.virt.hardware [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 539.893132] env[62321]: DEBUG nova.virt.hardware [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 539.893749] env[62321]: DEBUG nova.virt.hardware [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 539.893749] env[62321]: DEBUG nova.virt.hardware [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 539.893749] env[62321]: DEBUG nova.virt.hardware [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 539.893922] env[62321]: DEBUG nova.virt.hardware [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 539.894135] env[62321]: DEBUG nova.virt.hardware [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 539.895124] env[62321]: DEBUG nova.virt.hardware [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 539.895124] env[62321]: DEBUG nova.virt.hardware [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 539.895124] env[62321]: DEBUG nova.virt.hardware [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 539.895781] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8b3bc4-4085-4d81-aec5-b3544138ab44 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.907157] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68729d4e-b256-4a5d-975b-bacf54031c0b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.922532] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Instance VIF info [] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 539.929329] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Creating folder: Project (4a997d34c6804e9c8adbece79ff625d3). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 539.929329] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a13b16dd-3fbf-4edd-b9b9-ee0ea13f6b6e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.940675] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Created folder: Project (4a997d34c6804e9c8adbece79ff625d3) in parent group-v530434. [ 539.940675] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Creating folder: Instances. Parent ref: group-v530438. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 539.940675] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-270c638d-dd63-4f46-81cb-c623405419a8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.952062] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Created folder: Instances in parent group-v530438. [ 539.952062] env[62321]: DEBUG oslo.service.loopingcall [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 539.952180] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 539.952382] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a16fb00-4b36-4593-a551-3d99a1938dbf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.971729] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 539.971729] env[62321]: value = "task-2632452" [ 539.971729] env[62321]: _type = "Task" [ 539.971729] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.982135] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632452, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.136427] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.318s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.137359] env[62321]: DEBUG nova.compute.manager [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] [instance: 8c1ba19f-5d4c-4d59-bf01-68d886c24669] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 540.143078] env[62321]: DEBUG oslo_concurrency.lockutils [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.416s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.146190] env[62321]: INFO nova.compute.claims [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 540.208988] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.209459] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 540.209648] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.209865] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.210394] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 540.210682] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6669afd-185c-43de-8d8a-979e27e283dd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.224691] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 540.224822] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 540.225857] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2612f4ae-9c15-49f8-827e-f98ae1400d52 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.233623] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-584113bd-b3ed-474c-81d4-01bacd1edb4e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.241702] env[62321]: DEBUG oslo_vmware.api [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Waiting for the task: (returnval){ [ 540.241702] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5247526a-17d1-01bb-c159-5bffcb81a1ba" [ 540.241702] env[62321]: _type = "Task" [ 540.241702] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.251723] env[62321]: DEBUG oslo_vmware.api [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5247526a-17d1-01bb-c159-5bffcb81a1ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.323795] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Releasing lock "refresh_cache-6dcc5aef-a417-4e28-b807-39f518bcd7fa" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.325238] env[62321]: DEBUG nova.compute.manager [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Instance network_info: |[{"id": "1eab3335-6f31-4f13-9af3-a5141aee0c41", "address": "fa:16:3e:63:e7:e4", "network": {"id": "a5547c0f-46b1-4ae5-841a-9f39910febcd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ef1461c1ad14a3cb8e9828aa58002a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eab3335-6f", "ovs_interfaceid": "1eab3335-6f31-4f13-9af3-a5141aee0c41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 540.327765] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:e7:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4c8c8fd-baca-4e60-97dc-ff0418d63215', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1eab3335-6f31-4f13-9af3-a5141aee0c41', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 540.335059] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Creating folder: Project (b49470ceac9b4de58cba11d423cb3cd7). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 540.335059] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e51dab9-2860-4a08-9562-ef9e7ccc9ff2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.353164] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Created folder: Project (b49470ceac9b4de58cba11d423cb3cd7) in parent group-v530434. [ 540.353164] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Creating folder: Instances. Parent ref: group-v530441. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 540.353164] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-874a33cc-99e3-480a-b103-973922a7e4ff {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.364021] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Created folder: Instances in parent group-v530441. [ 540.364021] env[62321]: DEBUG oslo.service.loopingcall [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 540.364021] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 540.364021] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6f6f1d4-ce84-4592-8774-85e07d3429dd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.383394] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquiring lock "aeb622a0-9532-4a9d-ac75-65f4e84dfda0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.383628] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Lock "aeb622a0-9532-4a9d-ac75-65f4e84dfda0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.388331] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 540.388331] env[62321]: value = "task-2632455" [ 540.388331] env[62321]: _type = "Task" [ 540.388331] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.399203] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632455, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.486564] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632452, 'name': CreateVM_Task, 'duration_secs': 0.296475} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 540.487252] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 540.487414] env[62321]: DEBUG oslo_concurrency.lockutils [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.487477] env[62321]: DEBUG oslo_concurrency.lockutils [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.487794] env[62321]: DEBUG oslo_concurrency.lockutils [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.488137] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2241a8e-0fbb-448b-838e-58a24db35b24 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.495312] env[62321]: DEBUG oslo_vmware.api [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Waiting for the task: (returnval){ [ 540.495312] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52f3a324-de48-3ebd-47e8-f183c9c4c09b" [ 540.495312] env[62321]: _type = "Task" [ 540.495312] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.505851] env[62321]: DEBUG oslo_vmware.api [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52f3a324-de48-3ebd-47e8-f183c9c4c09b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.655159] env[62321]: DEBUG nova.compute.utils [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 540.658335] env[62321]: DEBUG nova.compute.manager [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] [instance: 8c1ba19f-5d4c-4d59-bf01-68d886c24669] Not allocating networking since 'none' was specified. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 540.755306] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Preparing fetch location {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 540.755306] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Creating directory with path [datastore1] vmware_temp/df15850b-55b4-43c1-aea2-19daf8143312/7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 540.755306] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-243f41b6-12da-48ea-9c48-2474a23da389 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.780703] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Created directory with path [datastore1] vmware_temp/df15850b-55b4-43c1-aea2-19daf8143312/7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 540.780703] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Fetch image to [datastore1] vmware_temp/df15850b-55b4-43c1-aea2-19daf8143312/7fc427ea-8761-4336-ad20-460b5403c5d0/tmp-sparse.vmdk {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 540.780703] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Downloading image file data 7fc427ea-8761-4336-ad20-460b5403c5d0 to [datastore1] vmware_temp/df15850b-55b4-43c1-aea2-19daf8143312/7fc427ea-8761-4336-ad20-460b5403c5d0/tmp-sparse.vmdk on the data store datastore1 {{(pid=62321) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 540.781528] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1f32ca-dc24-45b7-b94b-5fe2d0b831a1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.798863] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9388d7-5431-4405-b3da-2c6023354e0b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.813201] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69c87c7-637f-40b9-812c-67b333e0305e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.824185] env[62321]: DEBUG nova.compute.manager [req-0d787504-a0e6-40be-8d11-73a14f437df2 req-6bb1460d-7e43-4d99-883b-e8f4a301d2d7 service nova] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Received event network-changed-e5463235-18bf-47c4-9ff7-4e55eb816d37 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 540.824635] env[62321]: DEBUG nova.compute.manager [req-0d787504-a0e6-40be-8d11-73a14f437df2 req-6bb1460d-7e43-4d99-883b-e8f4a301d2d7 service nova] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Refreshing instance network info cache due to event network-changed-e5463235-18bf-47c4-9ff7-4e55eb816d37. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 540.824635] env[62321]: DEBUG oslo_concurrency.lockutils [req-0d787504-a0e6-40be-8d11-73a14f437df2 req-6bb1460d-7e43-4d99-883b-e8f4a301d2d7 service nova] Acquiring lock "refresh_cache-88b335c7-7c56-4ae7-90a1-0fff3028c6a2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.825202] env[62321]: DEBUG oslo_concurrency.lockutils [req-0d787504-a0e6-40be-8d11-73a14f437df2 req-6bb1460d-7e43-4d99-883b-e8f4a301d2d7 service nova] Acquired lock "refresh_cache-88b335c7-7c56-4ae7-90a1-0fff3028c6a2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.825202] env[62321]: DEBUG nova.network.neutron [req-0d787504-a0e6-40be-8d11-73a14f437df2 req-6bb1460d-7e43-4d99-883b-e8f4a301d2d7 service nova] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Refreshing network info cache for port e5463235-18bf-47c4-9ff7-4e55eb816d37 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 540.872585] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff4d80f-1068-4556-a57f-26713d6769e1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.879876] env[62321]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-6284265f-36c1-43cd-bbc4-e8e8f7042f39 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.886385] env[62321]: DEBUG nova.compute.manager [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 540.898943] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632455, 'name': CreateVM_Task, 'duration_secs': 0.337481} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 540.898943] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 540.904342] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.911783] env[62321]: DEBUG nova.virt.vmwareapi.images [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Downloading image file data 7fc427ea-8761-4336-ad20-460b5403c5d0 to the data store datastore1 {{(pid=62321) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 541.013803] env[62321]: DEBUG oslo_vmware.rw_handles [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/df15850b-55b4-43c1-aea2-19daf8143312/7fc427ea-8761-4336-ad20-460b5403c5d0/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62321) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 541.015115] env[62321]: DEBUG oslo_concurrency.lockutils [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.015357] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 541.015776] env[62321]: DEBUG oslo_concurrency.lockutils [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.016837] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.017172] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.073794] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b00990bb-9b44-4974-b291-318049d4c778 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.079988] env[62321]: DEBUG oslo_vmware.api [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Waiting for the task: (returnval){ [ 541.079988] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521ec8d5-1619-6ed1-1d59-be2306a954b0" [ 541.079988] env[62321]: _type = "Task" [ 541.079988] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.093204] env[62321]: DEBUG oslo_vmware.api [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521ec8d5-1619-6ed1-1d59-be2306a954b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.160206] env[62321]: DEBUG nova.compute.manager [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] [instance: 8c1ba19f-5d4c-4d59-bf01-68d886c24669] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 541.352020] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a34718-5137-45f3-9d2e-71c5780eb994 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.365728] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f302d26-0194-46b8-b139-e2e67ceedb0d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.414927] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4bfebe-feab-441e-832b-1eae6fd1d8b3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.430422] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbaffdb-ba6f-42e5-83cc-52092b946d5b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.450570] env[62321]: DEBUG nova.compute.provider_tree [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 541.454016] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.595050] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.595702] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 541.595702] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.750165] env[62321]: DEBUG nova.compute.manager [req-894e6d2b-b2dd-432e-a0c1-649826c5d81a req-32fe77b8-63fc-4464-aeb5-9b0107146102 service nova] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Received event network-changed-1eab3335-6f31-4f13-9af3-a5141aee0c41 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 541.750421] env[62321]: DEBUG nova.compute.manager [req-894e6d2b-b2dd-432e-a0c1-649826c5d81a req-32fe77b8-63fc-4464-aeb5-9b0107146102 service nova] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Refreshing instance network info cache due to event network-changed-1eab3335-6f31-4f13-9af3-a5141aee0c41. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 541.750858] env[62321]: DEBUG oslo_concurrency.lockutils [req-894e6d2b-b2dd-432e-a0c1-649826c5d81a req-32fe77b8-63fc-4464-aeb5-9b0107146102 service nova] Acquiring lock "refresh_cache-6dcc5aef-a417-4e28-b807-39f518bcd7fa" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.750858] env[62321]: DEBUG oslo_concurrency.lockutils [req-894e6d2b-b2dd-432e-a0c1-649826c5d81a req-32fe77b8-63fc-4464-aeb5-9b0107146102 service nova] Acquired lock "refresh_cache-6dcc5aef-a417-4e28-b807-39f518bcd7fa" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.750977] env[62321]: DEBUG nova.network.neutron [req-894e6d2b-b2dd-432e-a0c1-649826c5d81a req-32fe77b8-63fc-4464-aeb5-9b0107146102 service nova] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Refreshing network info cache for port 1eab3335-6f31-4f13-9af3-a5141aee0c41 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 541.822580] env[62321]: DEBUG oslo_vmware.rw_handles [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Completed reading data from the image iterator. {{(pid=62321) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 541.823518] env[62321]: DEBUG oslo_vmware.rw_handles [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/df15850b-55b4-43c1-aea2-19daf8143312/7fc427ea-8761-4336-ad20-460b5403c5d0/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62321) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 541.888042] env[62321]: DEBUG nova.virt.vmwareapi.images [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Downloaded image file data 7fc427ea-8761-4336-ad20-460b5403c5d0 to vmware_temp/df15850b-55b4-43c1-aea2-19daf8143312/7fc427ea-8761-4336-ad20-460b5403c5d0/tmp-sparse.vmdk on the data store datastore1 {{(pid=62321) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 541.890189] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Caching image {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 541.890302] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Copying Virtual Disk [datastore1] vmware_temp/df15850b-55b4-43c1-aea2-19daf8143312/7fc427ea-8761-4336-ad20-460b5403c5d0/tmp-sparse.vmdk to [datastore1] vmware_temp/df15850b-55b4-43c1-aea2-19daf8143312/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 541.890978] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cd1ec98-069e-4793-b5dd-9f936a46b874 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.899677] env[62321]: DEBUG oslo_vmware.api [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Waiting for the task: (returnval){ [ 541.899677] env[62321]: value = "task-2632456" [ 541.899677] env[62321]: _type = "Task" [ 541.899677] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.907618] env[62321]: DEBUG oslo_vmware.api [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': task-2632456, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.961421] env[62321]: DEBUG nova.scheduler.client.report [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 542.180156] env[62321]: DEBUG nova.compute.manager [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] [instance: 8c1ba19f-5d4c-4d59-bf01-68d886c24669] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 542.217405] env[62321]: DEBUG nova.virt.hardware [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 542.217686] env[62321]: DEBUG nova.virt.hardware [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 542.217840] env[62321]: DEBUG nova.virt.hardware [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 542.218240] env[62321]: DEBUG nova.virt.hardware [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 542.218462] env[62321]: DEBUG nova.virt.hardware [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 542.218620] env[62321]: DEBUG nova.virt.hardware [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 542.218829] env[62321]: DEBUG nova.virt.hardware [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 542.218979] env[62321]: DEBUG nova.virt.hardware [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 542.219166] env[62321]: DEBUG nova.virt.hardware [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 542.219325] env[62321]: DEBUG nova.virt.hardware [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 542.219488] env[62321]: DEBUG nova.virt.hardware [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 542.220374] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b3d938-5ac5-40ca-bb40-6904c67c5643 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.233327] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c513a6-f16b-41ae-91ab-a191683b22f1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.249061] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] [instance: 8c1ba19f-5d4c-4d59-bf01-68d886c24669] Instance VIF info [] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 542.255544] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Creating folder: Project (36f36ae9fded4edcbdbdc241e61f82e2). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 542.258165] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63400523-b863-4469-8560-d3ae6a0cf3e7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.270038] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Created folder: Project (36f36ae9fded4edcbdbdc241e61f82e2) in parent group-v530434. [ 542.270038] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Creating folder: Instances. Parent ref: group-v530444. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 542.270038] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-101aa0a7-e5f0-4a92-89f5-5a6e56484dd5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.278585] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Created folder: Instances in parent group-v530444. [ 542.278826] env[62321]: DEBUG oslo.service.loopingcall [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 542.279264] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c1ba19f-5d4c-4d59-bf01-68d886c24669] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 542.279264] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92227624-9b22-4dc1-9a4b-433ade1989c9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.298097] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 542.298097] env[62321]: value = "task-2632459" [ 542.298097] env[62321]: _type = "Task" [ 542.298097] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.310938] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632459, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.414139] env[62321]: DEBUG oslo_vmware.api [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': task-2632456, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.469525] env[62321]: DEBUG oslo_concurrency.lockutils [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.326s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.471097] env[62321]: DEBUG nova.compute.manager [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 542.473360] env[62321]: DEBUG oslo_concurrency.lockutils [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.093s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.477255] env[62321]: INFO nova.compute.claims [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 542.754952] env[62321]: DEBUG nova.network.neutron [req-0d787504-a0e6-40be-8d11-73a14f437df2 req-6bb1460d-7e43-4d99-883b-e8f4a301d2d7 service nova] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Updated VIF entry in instance network info cache for port e5463235-18bf-47c4-9ff7-4e55eb816d37. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 542.755441] env[62321]: DEBUG nova.network.neutron [req-0d787504-a0e6-40be-8d11-73a14f437df2 req-6bb1460d-7e43-4d99-883b-e8f4a301d2d7 service nova] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Updating instance_info_cache with network_info: [{"id": "e5463235-18bf-47c4-9ff7-4e55eb816d37", "address": "fa:16:3e:7e:32:dc", "network": {"id": "89c0515c-b183-455d-bf39-ff2f850ebc2a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1765306575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ed0fdcbbf954c61828e9b79bad93980", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5463235-18", "ovs_interfaceid": "e5463235-18bf-47c4-9ff7-4e55eb816d37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 542.810745] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632459, 'name': CreateVM_Task, 'duration_secs': 0.32096} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.810955] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c1ba19f-5d4c-4d59-bf01-68d886c24669] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 542.811648] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.811939] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.812354] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.813495] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a1e3ad5-279c-4a33-bcd8-c366ea7962b0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.819347] env[62321]: DEBUG oslo_vmware.api [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Waiting for the task: (returnval){ [ 542.819347] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e3da35-e274-1663-4cf8-b9d4e4b456ce" [ 542.819347] env[62321]: _type = "Task" [ 542.819347] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.829702] env[62321]: DEBUG oslo_vmware.api [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e3da35-e274-1663-4cf8-b9d4e4b456ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.911508] env[62321]: DEBUG oslo_vmware.api [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': task-2632456, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681468} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.911937] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Copied Virtual Disk [datastore1] vmware_temp/df15850b-55b4-43c1-aea2-19daf8143312/7fc427ea-8761-4336-ad20-460b5403c5d0/tmp-sparse.vmdk to [datastore1] vmware_temp/df15850b-55b4-43c1-aea2-19daf8143312/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 542.912321] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Deleting the datastore file [datastore1] vmware_temp/df15850b-55b4-43c1-aea2-19daf8143312/7fc427ea-8761-4336-ad20-460b5403c5d0/tmp-sparse.vmdk {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 542.912755] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0a9c722-bbc1-415b-a329-cb52cfe40ecc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.922460] env[62321]: DEBUG oslo_vmware.api [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Waiting for the task: (returnval){ [ 542.922460] env[62321]: value = "task-2632460" [ 542.922460] env[62321]: _type = "Task" [ 542.922460] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.932831] env[62321]: DEBUG oslo_vmware.api [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': task-2632460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.982709] env[62321]: DEBUG nova.compute.utils [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 542.988995] env[62321]: DEBUG nova.compute.manager [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 542.989198] env[62321]: DEBUG nova.network.neutron [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 543.142186] env[62321]: DEBUG nova.network.neutron [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Successfully updated port: d5d76e14-02f5-4526-a044-6beb5af30d04 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 543.259291] env[62321]: DEBUG oslo_concurrency.lockutils [req-0d787504-a0e6-40be-8d11-73a14f437df2 req-6bb1460d-7e43-4d99-883b-e8f4a301d2d7 service nova] Releasing lock "refresh_cache-88b335c7-7c56-4ae7-90a1-0fff3028c6a2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.332708] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.332972] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] [instance: 8c1ba19f-5d4c-4d59-bf01-68d886c24669] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 543.333217] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.393291] env[62321]: DEBUG nova.policy [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9dc7cb9647d346dc9b48caf942d4b2d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ec303d549d840819f6216f1a1a9736a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 543.407260] env[62321]: DEBUG nova.network.neutron [req-894e6d2b-b2dd-432e-a0c1-649826c5d81a req-32fe77b8-63fc-4464-aeb5-9b0107146102 service nova] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Updated VIF entry in instance network info cache for port 1eab3335-6f31-4f13-9af3-a5141aee0c41. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 543.407579] env[62321]: DEBUG nova.network.neutron [req-894e6d2b-b2dd-432e-a0c1-649826c5d81a req-32fe77b8-63fc-4464-aeb5-9b0107146102 service nova] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Updating instance_info_cache with network_info: [{"id": "1eab3335-6f31-4f13-9af3-a5141aee0c41", "address": "fa:16:3e:63:e7:e4", "network": {"id": "a5547c0f-46b1-4ae5-841a-9f39910febcd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ef1461c1ad14a3cb8e9828aa58002a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eab3335-6f", "ovs_interfaceid": "1eab3335-6f31-4f13-9af3-a5141aee0c41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 543.436100] env[62321]: DEBUG oslo_vmware.api [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': task-2632460, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022555} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 543.436370] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 543.436577] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Moving file from [datastore1] vmware_temp/df15850b-55b4-43c1-aea2-19daf8143312/7fc427ea-8761-4336-ad20-460b5403c5d0 to [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0. {{(pid=62321) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 543.436828] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-c5cb0635-d99c-4cc2-bc0e-d15dd7206049 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.448264] env[62321]: DEBUG oslo_vmware.api [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Waiting for the task: (returnval){ [ 543.448264] env[62321]: value = "task-2632461" [ 543.448264] env[62321]: _type = "Task" [ 543.448264] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.458265] env[62321]: DEBUG oslo_vmware.api [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': task-2632461, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.492339] env[62321]: DEBUG nova.compute.manager [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 543.647287] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Acquiring lock "refresh_cache-0d3265e8-1056-4410-8035-d009478d2052" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.647466] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Acquired lock "refresh_cache-0d3265e8-1056-4410-8035-d009478d2052" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.647620] env[62321]: DEBUG nova.network.neutron [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 543.781862] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99e494e-9553-42dc-96a0-3d8f7b043484 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.794356] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b64bf3-08fa-40ec-b4cb-36dc8523e357 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.836516] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d590186-365d-45a2-bd08-2191a026b2f5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.845337] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738c2771-87d1-4cdc-a64b-bfe1cfbd3af4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.862793] env[62321]: DEBUG nova.compute.provider_tree [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 543.912130] env[62321]: DEBUG oslo_concurrency.lockutils [req-894e6d2b-b2dd-432e-a0c1-649826c5d81a req-32fe77b8-63fc-4464-aeb5-9b0107146102 service nova] Releasing lock "refresh_cache-6dcc5aef-a417-4e28-b807-39f518bcd7fa" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.959897] env[62321]: DEBUG oslo_vmware.api [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': task-2632461, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.024296} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 543.961393] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] File moved {{(pid=62321) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 543.961393] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Cleaning up location [datastore1] vmware_temp/df15850b-55b4-43c1-aea2-19daf8143312 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 543.961393] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Deleting the datastore file [datastore1] vmware_temp/df15850b-55b4-43c1-aea2-19daf8143312 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 543.961393] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b7ede24-c44e-4bd6-a2a1-db50d7401d54 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.971750] env[62321]: DEBUG oslo_vmware.api [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Waiting for the task: (returnval){ [ 543.971750] env[62321]: value = "task-2632462" [ 543.971750] env[62321]: _type = "Task" [ 543.971750] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.980806] env[62321]: DEBUG oslo_vmware.api [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': task-2632462, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.271428] env[62321]: DEBUG nova.network.neutron [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 544.281590] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Acquiring lock "8b0b955b-47b6-4c40-bdcc-e929e2013509" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.281590] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Lock "8b0b955b-47b6-4c40-bdcc-e929e2013509" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.366515] env[62321]: DEBUG nova.scheduler.client.report [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 544.480548] env[62321]: DEBUG oslo_vmware.api [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': task-2632462, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.02445} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.481132] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 544.481997] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-123be132-9b50-451d-ad8d-a4b383f07288 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.490097] env[62321]: DEBUG oslo_vmware.api [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Waiting for the task: (returnval){ [ 544.490097] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]527e7fa5-d115-0172-3ae5-de407fcb1d9f" [ 544.490097] env[62321]: _type = "Task" [ 544.490097] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.499613] env[62321]: DEBUG oslo_vmware.api [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]527e7fa5-d115-0172-3ae5-de407fcb1d9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.506431] env[62321]: DEBUG nova.compute.manager [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 544.540162] env[62321]: DEBUG nova.virt.hardware [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 544.540550] env[62321]: DEBUG nova.virt.hardware [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 544.540612] env[62321]: DEBUG nova.virt.hardware [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 544.540989] env[62321]: DEBUG nova.virt.hardware [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 544.540989] env[62321]: DEBUG nova.virt.hardware [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 544.547307] env[62321]: DEBUG nova.virt.hardware [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 544.547307] env[62321]: DEBUG nova.virt.hardware [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 544.547307] env[62321]: DEBUG nova.virt.hardware [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 544.547307] env[62321]: DEBUG nova.virt.hardware [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 544.547307] env[62321]: DEBUG nova.virt.hardware [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 544.548057] env[62321]: DEBUG nova.virt.hardware [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 544.548057] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a36809-4613-45e2-ac62-4053dc5aa1c6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.558828] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff2d949-08c2-4443-bbfc-41c3737e5559 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.702372] env[62321]: DEBUG nova.compute.manager [req-f4c61671-a10b-4510-9415-e1227d124041 req-dcb04d0b-976d-451f-8bb7-22da94777385 service nova] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Received event network-vif-plugged-d5d76e14-02f5-4526-a044-6beb5af30d04 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 544.702584] env[62321]: DEBUG oslo_concurrency.lockutils [req-f4c61671-a10b-4510-9415-e1227d124041 req-dcb04d0b-976d-451f-8bb7-22da94777385 service nova] Acquiring lock "0d3265e8-1056-4410-8035-d009478d2052-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.702794] env[62321]: DEBUG oslo_concurrency.lockutils [req-f4c61671-a10b-4510-9415-e1227d124041 req-dcb04d0b-976d-451f-8bb7-22da94777385 service nova] Lock "0d3265e8-1056-4410-8035-d009478d2052-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.702952] env[62321]: DEBUG oslo_concurrency.lockutils [req-f4c61671-a10b-4510-9415-e1227d124041 req-dcb04d0b-976d-451f-8bb7-22da94777385 service nova] Lock "0d3265e8-1056-4410-8035-d009478d2052-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.703131] env[62321]: DEBUG nova.compute.manager [req-f4c61671-a10b-4510-9415-e1227d124041 req-dcb04d0b-976d-451f-8bb7-22da94777385 service nova] [instance: 0d3265e8-1056-4410-8035-d009478d2052] No waiting events found dispatching network-vif-plugged-d5d76e14-02f5-4526-a044-6beb5af30d04 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 544.703295] env[62321]: WARNING nova.compute.manager [req-f4c61671-a10b-4510-9415-e1227d124041 req-dcb04d0b-976d-451f-8bb7-22da94777385 service nova] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Received unexpected event network-vif-plugged-d5d76e14-02f5-4526-a044-6beb5af30d04 for instance with vm_state building and task_state spawning. [ 544.703447] env[62321]: DEBUG nova.compute.manager [req-f4c61671-a10b-4510-9415-e1227d124041 req-dcb04d0b-976d-451f-8bb7-22da94777385 service nova] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Received event network-changed-d5d76e14-02f5-4526-a044-6beb5af30d04 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 544.703644] env[62321]: DEBUG nova.compute.manager [req-f4c61671-a10b-4510-9415-e1227d124041 req-dcb04d0b-976d-451f-8bb7-22da94777385 service nova] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Refreshing instance network info cache due to event network-changed-d5d76e14-02f5-4526-a044-6beb5af30d04. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 544.703746] env[62321]: DEBUG oslo_concurrency.lockutils [req-f4c61671-a10b-4510-9415-e1227d124041 req-dcb04d0b-976d-451f-8bb7-22da94777385 service nova] Acquiring lock "refresh_cache-0d3265e8-1056-4410-8035-d009478d2052" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.787120] env[62321]: DEBUG nova.compute.manager [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 544.881978] env[62321]: DEBUG oslo_concurrency.lockutils [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.405s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.881978] env[62321]: DEBUG nova.compute.manager [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 544.892583] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.885s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.892835] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.895393] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62321) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 544.895393] env[62321]: DEBUG oslo_concurrency.lockutils [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.345s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.895393] env[62321]: INFO nova.compute.claims [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 544.900201] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17de930-9234-4f81-a433-340500c033cb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.910794] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7557035-3b63-4b8b-b169-271694c0545b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.927767] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4059974d-1e6b-4069-9f65-69ab04946f7e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.935366] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67aeff89-0ec1-4612-afad-3783bb8c8055 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.972820] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181190MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=62321) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 544.972820] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.007751] env[62321]: DEBUG oslo_vmware.api [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]527e7fa5-d115-0172-3ae5-de407fcb1d9f, 'name': SearchDatastore_Task, 'duration_secs': 0.010597} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.007751] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.007751] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 88b335c7-7c56-4ae7-90a1-0fff3028c6a2/88b335c7-7c56-4ae7-90a1-0fff3028c6a2.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 545.007751] env[62321]: DEBUG oslo_concurrency.lockutils [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.008012] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 545.008712] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c48337c-02cf-44a6-a17c-6e48f7212fb5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.011368] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00aff6f9-64b6-4bf9-84a5-cad61e6d48ad {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.019161] env[62321]: DEBUG oslo_vmware.api [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Waiting for the task: (returnval){ [ 545.019161] env[62321]: value = "task-2632463" [ 545.019161] env[62321]: _type = "Task" [ 545.019161] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.023161] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 545.023161] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 545.024590] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b730b8d6-7b98-46e4-9d20-dd8ea49669ce {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.026938] env[62321]: DEBUG nova.network.neutron [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Successfully created port: 4e6a1261-872c-41ad-839f-1f29b57bae6b {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 545.034754] env[62321]: DEBUG oslo_vmware.api [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': task-2632463, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.036252] env[62321]: DEBUG oslo_vmware.api [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Waiting for the task: (returnval){ [ 545.036252] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52340722-297b-76bf-6c3b-d662d99a5794" [ 545.036252] env[62321]: _type = "Task" [ 545.036252] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.045818] env[62321]: DEBUG oslo_vmware.api [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52340722-297b-76bf-6c3b-d662d99a5794, 'name': SearchDatastore_Task, 'duration_secs': 0.008572} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.046774] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f325c5f-60de-40a3-b2e5-5f588a60ec01 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.052331] env[62321]: DEBUG oslo_vmware.api [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Waiting for the task: (returnval){ [ 545.052331] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5284d9e6-20a1-3cf1-c72f-c0756886cffd" [ 545.052331] env[62321]: _type = "Task" [ 545.052331] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.060390] env[62321]: DEBUG oslo_vmware.api [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5284d9e6-20a1-3cf1-c72f-c0756886cffd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.322367] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.363036] env[62321]: DEBUG nova.network.neutron [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Updating instance_info_cache with network_info: [{"id": "d5d76e14-02f5-4526-a044-6beb5af30d04", "address": "fa:16:3e:1d:8b:a3", "network": {"id": "a5547c0f-46b1-4ae5-841a-9f39910febcd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ef1461c1ad14a3cb8e9828aa58002a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5d76e14-02", "ovs_interfaceid": "d5d76e14-02f5-4526-a044-6beb5af30d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 545.394339] env[62321]: DEBUG nova.compute.utils [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 545.394339] env[62321]: DEBUG nova.compute.manager [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 545.394339] env[62321]: DEBUG nova.network.neutron [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 545.534168] env[62321]: DEBUG oslo_vmware.api [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': task-2632463, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.564329] env[62321]: DEBUG oslo_vmware.api [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5284d9e6-20a1-3cf1-c72f-c0756886cffd, 'name': SearchDatastore_Task, 'duration_secs': 0.008539} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.566972] env[62321]: DEBUG oslo_concurrency.lockutils [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.566972] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] f5c11eeb-bd4a-44b4-8a99-985b0c7716f6/f5c11eeb-bd4a-44b4-8a99-985b0c7716f6.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 545.566972] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.566972] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 545.567239] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78e31046-2671-40c7-a102-8a9c03de6aae {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.568519] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7676fe8-a8ee-411c-826f-d313dceb1770 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.576964] env[62321]: DEBUG oslo_vmware.api [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Waiting for the task: (returnval){ [ 545.576964] env[62321]: value = "task-2632464" [ 545.576964] env[62321]: _type = "Task" [ 545.576964] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.587355] env[62321]: DEBUG oslo_vmware.api [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Task: {'id': task-2632464, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.588762] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 545.588941] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 545.589664] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c365222c-b988-4351-bc16-fa779d670768 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.598561] env[62321]: DEBUG oslo_vmware.api [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Waiting for the task: (returnval){ [ 545.598561] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52850840-866d-31cf-c775-703d5c758953" [ 545.598561] env[62321]: _type = "Task" [ 545.598561] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.606603] env[62321]: DEBUG oslo_vmware.api [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52850840-866d-31cf-c775-703d5c758953, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.680008] env[62321]: DEBUG nova.policy [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69aa041403b942749009fcc47f91ebb4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7649848ef2104722bceb518b563b7ad7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 545.866437] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Releasing lock "refresh_cache-0d3265e8-1056-4410-8035-d009478d2052" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.867175] env[62321]: DEBUG nova.compute.manager [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Instance network_info: |[{"id": "d5d76e14-02f5-4526-a044-6beb5af30d04", "address": "fa:16:3e:1d:8b:a3", "network": {"id": "a5547c0f-46b1-4ae5-841a-9f39910febcd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ef1461c1ad14a3cb8e9828aa58002a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5d76e14-02", "ovs_interfaceid": "d5d76e14-02f5-4526-a044-6beb5af30d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 545.867751] env[62321]: DEBUG oslo_concurrency.lockutils [req-f4c61671-a10b-4510-9415-e1227d124041 req-dcb04d0b-976d-451f-8bb7-22da94777385 service nova] Acquired lock "refresh_cache-0d3265e8-1056-4410-8035-d009478d2052" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.869394] env[62321]: DEBUG nova.network.neutron [req-f4c61671-a10b-4510-9415-e1227d124041 req-dcb04d0b-976d-451f-8bb7-22da94777385 service nova] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Refreshing network info cache for port d5d76e14-02f5-4526-a044-6beb5af30d04 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 545.871976] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:8b:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4c8c8fd-baca-4e60-97dc-ff0418d63215', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5d76e14-02f5-4526-a044-6beb5af30d04', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 545.889728] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Creating folder: Project (ccf7888101f94f19a0652d751a806e65). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 545.892522] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ec47ce0-df56-4855-afc4-9e0a39a910ca {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.902347] env[62321]: DEBUG nova.compute.manager [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 545.914151] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Created folder: Project (ccf7888101f94f19a0652d751a806e65) in parent group-v530434. [ 545.914518] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Creating folder: Instances. Parent ref: group-v530447. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 545.916031] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6294aa09-e626-4c22-8e7f-f25224fcd663 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.928114] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Created folder: Instances in parent group-v530447. [ 545.928617] env[62321]: DEBUG oslo.service.loopingcall [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 545.928987] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 545.929374] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce8a4e91-3e7b-42e2-a2e9-b4a0929ca3b0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.975697] env[62321]: DEBUG oslo_concurrency.lockutils [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Acquiring lock "53bb2f01-4e70-471e-ad9d-7bff56746663" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.977940] env[62321]: DEBUG oslo_concurrency.lockutils [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Lock "53bb2f01-4e70-471e-ad9d-7bff56746663" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.981450] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 545.981450] env[62321]: value = "task-2632467" [ 545.981450] env[62321]: _type = "Task" [ 545.981450] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.005944] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632467, 'name': CreateVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.045921] env[62321]: DEBUG oslo_vmware.api [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': task-2632463, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558242} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.046797] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 88b335c7-7c56-4ae7-90a1-0fff3028c6a2/88b335c7-7c56-4ae7-90a1-0fff3028c6a2.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 546.047528] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 546.047616] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e851b8e-f16f-4372-ad13-f763521df186 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.056374] env[62321]: DEBUG oslo_vmware.api [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Waiting for the task: (returnval){ [ 546.056374] env[62321]: value = "task-2632468" [ 546.056374] env[62321]: _type = "Task" [ 546.056374] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.069377] env[62321]: DEBUG oslo_vmware.api [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': task-2632468, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.091838] env[62321]: DEBUG oslo_vmware.api [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Task: {'id': task-2632464, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.117805] env[62321]: DEBUG oslo_vmware.api [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52850840-866d-31cf-c775-703d5c758953, 'name': SearchDatastore_Task, 'duration_secs': 0.012647} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.118666] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d35eeb76-2379-45ed-9357-227390b9acc7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.128959] env[62321]: DEBUG oslo_vmware.api [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Waiting for the task: (returnval){ [ 546.128959] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52fe9739-b974-5576-fafb-dbc9975a28f2" [ 546.128959] env[62321]: _type = "Task" [ 546.128959] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.138265] env[62321]: DEBUG oslo_vmware.api [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52fe9739-b974-5576-fafb-dbc9975a28f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.280509] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834dea93-ccee-4738-836b-cede34ac368a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.291511] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac07ef1-ae4e-4e49-a2a7-8b2b47e53a87 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.325725] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db382a78-aaa1-42ee-81e3-1bf7012674f4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.332944] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0837819-f269-4237-982e-4525772fc136 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.346586] env[62321]: DEBUG nova.compute.provider_tree [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 546.495474] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632467, 'name': CreateVM_Task, 'duration_secs': 0.366228} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.495669] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 546.499015] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.499015] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.499015] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 546.499015] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b442ffe7-e110-495f-a452-bbedaeab3f16 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.502916] env[62321]: DEBUG oslo_vmware.api [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Waiting for the task: (returnval){ [ 546.502916] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52810780-9162-b562-e91b-a981351f556c" [ 546.502916] env[62321]: _type = "Task" [ 546.502916] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.511725] env[62321]: DEBUG oslo_vmware.api [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52810780-9162-b562-e91b-a981351f556c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.566433] env[62321]: DEBUG oslo_vmware.api [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': task-2632468, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096948} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.566724] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 546.567694] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5304176d-63a4-44d8-bb23-a003fd5e4029 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.599183] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 88b335c7-7c56-4ae7-90a1-0fff3028c6a2/88b335c7-7c56-4ae7-90a1-0fff3028c6a2.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 546.603929] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cda5a2a7-e898-4049-b43b-51c7fb969f1c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.627671] env[62321]: DEBUG oslo_vmware.api [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Task: {'id': task-2632464, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567946} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.631200] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] f5c11eeb-bd4a-44b4-8a99-985b0c7716f6/f5c11eeb-bd4a-44b4-8a99-985b0c7716f6.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 546.631444] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 546.631805] env[62321]: DEBUG oslo_vmware.api [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Waiting for the task: (returnval){ [ 546.631805] env[62321]: value = "task-2632469" [ 546.631805] env[62321]: _type = "Task" [ 546.631805] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.631984] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d01bf6f-aac3-44a3-969a-233a5124d516 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.651800] env[62321]: DEBUG oslo_vmware.api [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52fe9739-b974-5576-fafb-dbc9975a28f2, 'name': SearchDatastore_Task, 'duration_secs': 0.019593} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.654908] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.656021] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 6dcc5aef-a417-4e28-b807-39f518bcd7fa/6dcc5aef-a417-4e28-b807-39f518bcd7fa.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 546.656021] env[62321]: DEBUG oslo_vmware.api [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Waiting for the task: (returnval){ [ 546.656021] env[62321]: value = "task-2632470" [ 546.656021] env[62321]: _type = "Task" [ 546.656021] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.656236] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.656350] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 546.656533] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ee05ddf-ba34-4846-a1a4-a173796d3b64 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.662182] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ddea3816-b2a8-40e8-a596-f77697093e32 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.667101] env[62321]: DEBUG oslo_vmware.api [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': task-2632469, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.673489] env[62321]: DEBUG oslo_vmware.api [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Task: {'id': task-2632470, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.675776] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 546.676029] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 546.676835] env[62321]: DEBUG oslo_vmware.api [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Waiting for the task: (returnval){ [ 546.676835] env[62321]: value = "task-2632471" [ 546.676835] env[62321]: _type = "Task" [ 546.676835] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.677115] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1de05ad5-0e28-4983-95e8-87e3c4c0bb2d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.689211] env[62321]: DEBUG oslo_vmware.api [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Waiting for the task: (returnval){ [ 546.689211] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52fa4247-2267-bb38-0a2d-2e8af1485fdf" [ 546.689211] env[62321]: _type = "Task" [ 546.689211] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.693587] env[62321]: DEBUG oslo_vmware.api [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Task: {'id': task-2632471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.701946] env[62321]: DEBUG oslo_vmware.api [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52fa4247-2267-bb38-0a2d-2e8af1485fdf, 'name': SearchDatastore_Task, 'duration_secs': 0.00889} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.703039] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db12625f-ce95-4a9e-90dc-7fd97d9df0ec {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.708230] env[62321]: DEBUG oslo_vmware.api [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Waiting for the task: (returnval){ [ 546.708230] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]520c69a5-2ad4-64d0-4157-62ddb8e3d8d5" [ 546.708230] env[62321]: _type = "Task" [ 546.708230] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.716110] env[62321]: DEBUG oslo_vmware.api [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]520c69a5-2ad4-64d0-4157-62ddb8e3d8d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.849638] env[62321]: DEBUG nova.scheduler.client.report [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 546.923893] env[62321]: DEBUG nova.compute.manager [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 546.959737] env[62321]: DEBUG nova.virt.hardware [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 546.960178] env[62321]: DEBUG nova.virt.hardware [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 546.960396] env[62321]: DEBUG nova.virt.hardware [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 546.961151] env[62321]: DEBUG nova.virt.hardware [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 546.961151] env[62321]: DEBUG nova.virt.hardware [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 546.961151] env[62321]: DEBUG nova.virt.hardware [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 546.961277] env[62321]: DEBUG nova.virt.hardware [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 546.961453] env[62321]: DEBUG nova.virt.hardware [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 546.961725] env[62321]: DEBUG nova.virt.hardware [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 546.961849] env[62321]: DEBUG nova.virt.hardware [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 546.962165] env[62321]: DEBUG nova.virt.hardware [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 546.963358] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b31dd2-3ada-4dcd-ac66-1967173d25b9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.976627] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fd2ce6-08c9-44bd-8c92-88bef16b102e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.020650] env[62321]: DEBUG oslo_vmware.api [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52810780-9162-b562-e91b-a981351f556c, 'name': SearchDatastore_Task, 'duration_secs': 0.008544} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.020963] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.021284] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 547.021418] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.041321] env[62321]: DEBUG nova.network.neutron [req-f4c61671-a10b-4510-9415-e1227d124041 req-dcb04d0b-976d-451f-8bb7-22da94777385 service nova] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Updated VIF entry in instance network info cache for port d5d76e14-02f5-4526-a044-6beb5af30d04. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 547.041612] env[62321]: DEBUG nova.network.neutron [req-f4c61671-a10b-4510-9415-e1227d124041 req-dcb04d0b-976d-451f-8bb7-22da94777385 service nova] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Updating instance_info_cache with network_info: [{"id": "d5d76e14-02f5-4526-a044-6beb5af30d04", "address": "fa:16:3e:1d:8b:a3", "network": {"id": "a5547c0f-46b1-4ae5-841a-9f39910febcd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ef1461c1ad14a3cb8e9828aa58002a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5d76e14-02", "ovs_interfaceid": "d5d76e14-02f5-4526-a044-6beb5af30d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 547.154978] env[62321]: DEBUG oslo_vmware.api [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': task-2632469, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.177624] env[62321]: DEBUG oslo_vmware.api [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Task: {'id': task-2632470, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077344} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.177624] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 547.178053] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89050495-9245-48ee-b181-d4fa7136c601 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.198959] env[62321]: DEBUG oslo_vmware.api [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Task: {'id': task-2632471, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.215872] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] f5c11eeb-bd4a-44b4-8a99-985b0c7716f6/f5c11eeb-bd4a-44b4-8a99-985b0c7716f6.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 547.216360] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8642088-6878-4d78-a038-8908f85a535d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.241734] env[62321]: DEBUG oslo_vmware.api [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]520c69a5-2ad4-64d0-4157-62ddb8e3d8d5, 'name': SearchDatastore_Task, 'duration_secs': 0.00884} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.243159] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.243467] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 8c1ba19f-5d4c-4d59-bf01-68d886c24669/8c1ba19f-5d4c-4d59-bf01-68d886c24669.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 547.243806] env[62321]: DEBUG oslo_vmware.api [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Waiting for the task: (returnval){ [ 547.243806] env[62321]: value = "task-2632472" [ 547.243806] env[62321]: _type = "Task" [ 547.243806] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.244171] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.244393] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 547.244654] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5cfdf0cd-b8db-470c-b7f4-725aa751da1a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.246900] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f883b8f4-7270-488e-b3f0-9650054f31b3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.257628] env[62321]: DEBUG oslo_vmware.api [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Task: {'id': task-2632472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.259716] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 547.260142] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 547.260996] env[62321]: DEBUG oslo_vmware.api [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Waiting for the task: (returnval){ [ 547.260996] env[62321]: value = "task-2632473" [ 547.260996] env[62321]: _type = "Task" [ 547.260996] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.260996] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ac3006e-d33c-4c1f-ba61-d75e9ffa3f33 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.269740] env[62321]: DEBUG oslo_vmware.api [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Waiting for the task: (returnval){ [ 547.269740] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5241216b-40f4-5d8b-3c34-5febdc0115d4" [ 547.269740] env[62321]: _type = "Task" [ 547.269740] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.272902] env[62321]: DEBUG oslo_vmware.api [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Task: {'id': task-2632473, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.282554] env[62321]: DEBUG oslo_vmware.api [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5241216b-40f4-5d8b-3c34-5febdc0115d4, 'name': SearchDatastore_Task, 'duration_secs': 0.009759} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.283257] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5011dbad-6b90-4726-9b82-5a40a7f01c72 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.288187] env[62321]: DEBUG oslo_vmware.api [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Waiting for the task: (returnval){ [ 547.288187] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52596622-25c3-55ae-8b59-5cd21bf707e0" [ 547.288187] env[62321]: _type = "Task" [ 547.288187] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.295763] env[62321]: DEBUG oslo_vmware.api [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52596622-25c3-55ae-8b59-5cd21bf707e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.355332] env[62321]: DEBUG oslo_concurrency.lockutils [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.462s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.355913] env[62321]: DEBUG nova.compute.manager [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 547.359535] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.906s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.360963] env[62321]: INFO nova.compute.claims [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 547.546887] env[62321]: DEBUG oslo_concurrency.lockutils [req-f4c61671-a10b-4510-9415-e1227d124041 req-dcb04d0b-976d-451f-8bb7-22da94777385 service nova] Releasing lock "refresh_cache-0d3265e8-1056-4410-8035-d009478d2052" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.654688] env[62321]: DEBUG oslo_vmware.api [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': task-2632469, 'name': ReconfigVM_Task, 'duration_secs': 0.580439} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.656019] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 88b335c7-7c56-4ae7-90a1-0fff3028c6a2/88b335c7-7c56-4ae7-90a1-0fff3028c6a2.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 547.656019] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e556392f-380d-40df-86cb-9e48662a79d7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.667561] env[62321]: DEBUG oslo_vmware.api [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Waiting for the task: (returnval){ [ 547.667561] env[62321]: value = "task-2632474" [ 547.667561] env[62321]: _type = "Task" [ 547.667561] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.680259] env[62321]: DEBUG oslo_vmware.api [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': task-2632474, 'name': Rename_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.697408] env[62321]: DEBUG oslo_vmware.api [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Task: {'id': task-2632471, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5469} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.698135] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 6dcc5aef-a417-4e28-b807-39f518bcd7fa/6dcc5aef-a417-4e28-b807-39f518bcd7fa.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 547.698525] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 547.698987] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86b62f40-f9c2-4fec-bb4a-47b795b3f35f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.706531] env[62321]: DEBUG oslo_vmware.api [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Waiting for the task: (returnval){ [ 547.706531] env[62321]: value = "task-2632475" [ 547.706531] env[62321]: _type = "Task" [ 547.706531] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.719624] env[62321]: DEBUG oslo_vmware.api [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Task: {'id': task-2632475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.762618] env[62321]: DEBUG oslo_vmware.api [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Task: {'id': task-2632472, 'name': ReconfigVM_Task, 'duration_secs': 0.464751} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.763067] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Reconfigured VM instance instance-00000004 to attach disk [datastore1] f5c11eeb-bd4a-44b4-8a99-985b0c7716f6/f5c11eeb-bd4a-44b4-8a99-985b0c7716f6.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 547.763599] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5a93f8d-1b03-489d-b527-d8c65ec74cbb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.780103] env[62321]: DEBUG oslo_vmware.api [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Task: {'id': task-2632473, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463741} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.781557] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 8c1ba19f-5d4c-4d59-bf01-68d886c24669/8c1ba19f-5d4c-4d59-bf01-68d886c24669.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 547.781900] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] [instance: 8c1ba19f-5d4c-4d59-bf01-68d886c24669] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 547.782129] env[62321]: DEBUG oslo_vmware.api [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Waiting for the task: (returnval){ [ 547.782129] env[62321]: value = "task-2632476" [ 547.782129] env[62321]: _type = "Task" [ 547.782129] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.783670] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1bde82c-fc2e-43cc-b0a8-9c5da2632fda {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.797185] env[62321]: DEBUG oslo_vmware.api [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Waiting for the task: (returnval){ [ 547.797185] env[62321]: value = "task-2632477" [ 547.797185] env[62321]: _type = "Task" [ 547.797185] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.797509] env[62321]: DEBUG oslo_vmware.api [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Task: {'id': task-2632476, 'name': Rename_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.807821] env[62321]: DEBUG oslo_vmware.api [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52596622-25c3-55ae-8b59-5cd21bf707e0, 'name': SearchDatastore_Task, 'duration_secs': 0.008609} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.808196] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.808510] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 0d3265e8-1056-4410-8035-d009478d2052/0d3265e8-1056-4410-8035-d009478d2052.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 547.811794] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00fce8bb-cf27-48f5-b074-4215b82ad730 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.814942] env[62321]: DEBUG oslo_vmware.api [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Task: {'id': task-2632477, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.822640] env[62321]: DEBUG oslo_vmware.api [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Waiting for the task: (returnval){ [ 547.822640] env[62321]: value = "task-2632478" [ 547.822640] env[62321]: _type = "Task" [ 547.822640] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.837658] env[62321]: DEBUG oslo_concurrency.lockutils [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Acquiring lock "134d5bd9-4ede-4817-9d40-682ff2205edb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.837658] env[62321]: DEBUG oslo_concurrency.lockutils [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Lock "134d5bd9-4ede-4817-9d40-682ff2205edb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.838464] env[62321]: DEBUG oslo_vmware.api [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Task: {'id': task-2632478, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.866934] env[62321]: DEBUG nova.compute.utils [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 547.876799] env[62321]: DEBUG nova.compute.manager [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 547.876799] env[62321]: DEBUG nova.network.neutron [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 548.099260] env[62321]: DEBUG nova.network.neutron [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Successfully created port: 94c1be44-183c-4b36-be23-d13cf8ae3a05 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 548.132719] env[62321]: DEBUG oslo_concurrency.lockutils [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Acquiring lock "c1559566-8363-4f6d-8e9d-695f91e7fe1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.132961] env[62321]: DEBUG oslo_concurrency.lockutils [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Lock "c1559566-8363-4f6d-8e9d-695f91e7fe1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.184030] env[62321]: DEBUG oslo_vmware.api [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': task-2632474, 'name': Rename_Task, 'duration_secs': 0.183863} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.184030] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 548.184030] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0ae00da-15c8-4032-926a-603235224005 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.190533] env[62321]: DEBUG oslo_vmware.api [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Waiting for the task: (returnval){ [ 548.190533] env[62321]: value = "task-2632479" [ 548.190533] env[62321]: _type = "Task" [ 548.190533] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.202225] env[62321]: DEBUG oslo_vmware.api [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': task-2632479, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.221712] env[62321]: DEBUG oslo_vmware.api [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Task: {'id': task-2632475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.297852] env[62321]: DEBUG oslo_vmware.api [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Task: {'id': task-2632476, 'name': Rename_Task, 'duration_secs': 0.240467} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.298097] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 548.299141] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-577e5144-c009-4017-8cca-81ac9a53098a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.311923] env[62321]: DEBUG oslo_vmware.api [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Task: {'id': task-2632477, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101829} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.313876] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] [instance: 8c1ba19f-5d4c-4d59-bf01-68d886c24669] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 548.317090] env[62321]: DEBUG oslo_vmware.api [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Waiting for the task: (returnval){ [ 548.317090] env[62321]: value = "task-2632480" [ 548.317090] env[62321]: _type = "Task" [ 548.317090] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.317090] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0ab542-b9e1-43f7-aad5-8d2888ea247a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.330481] env[62321]: DEBUG nova.policy [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4124d20164945f28f9a1a47da78d7b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01d8e18986b945cda7366750b9136ecb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 548.356679] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] [instance: 8c1ba19f-5d4c-4d59-bf01-68d886c24669] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 8c1ba19f-5d4c-4d59-bf01-68d886c24669/8c1ba19f-5d4c-4d59-bf01-68d886c24669.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 548.364989] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1826ab77-36db-4f1c-8a65-108356f50857 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.383875] env[62321]: DEBUG oslo_vmware.api [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Task: {'id': task-2632480, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.388087] env[62321]: DEBUG nova.compute.manager [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 548.395680] env[62321]: DEBUG oslo_vmware.api [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Task: {'id': task-2632478, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.402203] env[62321]: DEBUG oslo_vmware.api [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Waiting for the task: (returnval){ [ 548.402203] env[62321]: value = "task-2632481" [ 548.402203] env[62321]: _type = "Task" [ 548.402203] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.419907] env[62321]: DEBUG oslo_vmware.api [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Task: {'id': task-2632481, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.500577] env[62321]: DEBUG nova.network.neutron [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Successfully updated port: 4e6a1261-872c-41ad-839f-1f29b57bae6b {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 548.710559] env[62321]: DEBUG oslo_vmware.api [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': task-2632479, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.711767] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b50da05-f717-4f46-b0f9-29da53e323d2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.727178] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c616ff-dae3-49e2-aa29-387b3e50ac78 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.731913] env[62321]: DEBUG oslo_vmware.api [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Task: {'id': task-2632475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.653204} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.731913] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 548.732544] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41df3b28-9517-4af8-a1f3-64d4ecfa1787 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.763114] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a49897-64ab-4928-81b6-2afb5bbab854 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.783983] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 6dcc5aef-a417-4e28-b807-39f518bcd7fa/6dcc5aef-a417-4e28-b807-39f518bcd7fa.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 548.784973] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e10dd054-d554-41a5-9a1b-8b052be76558 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.806301] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1ffbc1-6ee9-4049-8767-44c047a6294c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.811794] env[62321]: DEBUG oslo_vmware.api [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Waiting for the task: (returnval){ [ 548.811794] env[62321]: value = "task-2632482" [ 548.811794] env[62321]: _type = "Task" [ 548.811794] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.824506] env[62321]: DEBUG nova.compute.provider_tree [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 548.837675] env[62321]: DEBUG oslo_vmware.api [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Task: {'id': task-2632482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.844910] env[62321]: DEBUG oslo_vmware.api [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Task: {'id': task-2632480, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.848574] env[62321]: DEBUG oslo_vmware.api [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Task: {'id': task-2632478, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.889087} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.848834] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 0d3265e8-1056-4410-8035-d009478d2052/0d3265e8-1056-4410-8035-d009478d2052.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 548.849046] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 548.849290] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c30214a-a742-489d-a3e0-4d2167790c07 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.855990] env[62321]: DEBUG oslo_vmware.api [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Waiting for the task: (returnval){ [ 548.855990] env[62321]: value = "task-2632483" [ 548.855990] env[62321]: _type = "Task" [ 548.855990] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.865859] env[62321]: DEBUG oslo_vmware.api [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Task: {'id': task-2632483, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.915372] env[62321]: DEBUG oslo_vmware.api [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Task: {'id': task-2632481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.003739] env[62321]: DEBUG oslo_concurrency.lockutils [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Acquiring lock "refresh_cache-272a1022-6da1-41c5-a572-e048c09a8aec" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.003906] env[62321]: DEBUG oslo_concurrency.lockutils [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Acquired lock "refresh_cache-272a1022-6da1-41c5-a572-e048c09a8aec" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.004065] env[62321]: DEBUG nova.network.neutron [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 549.208020] env[62321]: DEBUG oslo_vmware.api [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': task-2632479, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.326914] env[62321]: DEBUG oslo_vmware.api [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Task: {'id': task-2632482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.334535] env[62321]: DEBUG nova.scheduler.client.report [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 549.347682] env[62321]: DEBUG oslo_vmware.api [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Task: {'id': task-2632480, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.367707] env[62321]: DEBUG oslo_vmware.api [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Task: {'id': task-2632483, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163661} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.368780] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 549.371369] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e402fbcb-fda8-4046-b52a-fa6e4c38c68b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.403634] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 0d3265e8-1056-4410-8035-d009478d2052/0d3265e8-1056-4410-8035-d009478d2052.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 549.404210] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0b843d8-508e-409f-bc5b-97d6bf4af0d7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.422325] env[62321]: DEBUG nova.compute.manager [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 549.437374] env[62321]: DEBUG oslo_vmware.api [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Task: {'id': task-2632481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.438584] env[62321]: DEBUG oslo_vmware.api [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Waiting for the task: (returnval){ [ 549.438584] env[62321]: value = "task-2632484" [ 549.438584] env[62321]: _type = "Task" [ 549.438584] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.478368] env[62321]: DEBUG nova.virt.hardware [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 549.478712] env[62321]: DEBUG nova.virt.hardware [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 549.478873] env[62321]: DEBUG nova.virt.hardware [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 549.479105] env[62321]: DEBUG nova.virt.hardware [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 549.479215] env[62321]: DEBUG nova.virt.hardware [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 549.479421] env[62321]: DEBUG nova.virt.hardware [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 549.479565] env[62321]: DEBUG nova.virt.hardware [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 549.479863] env[62321]: DEBUG nova.virt.hardware [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 549.480146] env[62321]: DEBUG nova.virt.hardware [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 549.480392] env[62321]: DEBUG nova.virt.hardware [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 549.481081] env[62321]: DEBUG nova.virt.hardware [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 549.485463] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00de26cb-fa0e-419e-a0fd-77ae7e0032cc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.493427] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978ef12e-91f4-4eb9-8466-9f83587be442 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.656739] env[62321]: DEBUG nova.network.neutron [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 549.710263] env[62321]: DEBUG oslo_vmware.api [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': task-2632479, 'name': PowerOnVM_Task, 'duration_secs': 1.133044} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.710641] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 549.711190] env[62321]: INFO nova.compute.manager [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Took 14.38 seconds to spawn the instance on the hypervisor. [ 549.711545] env[62321]: DEBUG nova.compute.manager [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 549.712576] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c875f2e8-02d7-45d8-bf82-a4ad5fb45bcf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.828674] env[62321]: DEBUG oslo_vmware.api [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Task: {'id': task-2632482, 'name': ReconfigVM_Task, 'duration_secs': 0.838483} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.834486] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 6dcc5aef-a417-4e28-b807-39f518bcd7fa/6dcc5aef-a417-4e28-b807-39f518bcd7fa.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 549.835131] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee5f65e5-0717-4743-9add-867b91b570c7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.844194] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.846517] env[62321]: DEBUG nova.compute.manager [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 549.852711] env[62321]: DEBUG oslo_vmware.api [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Task: {'id': task-2632480, 'name': PowerOnVM_Task, 'duration_secs': 1.409521} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.852711] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.879s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.854899] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 549.854899] env[62321]: INFO nova.compute.manager [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Took 10.00 seconds to spawn the instance on the hypervisor. [ 549.854899] env[62321]: DEBUG nova.compute.manager [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 549.855185] env[62321]: DEBUG oslo_vmware.api [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Waiting for the task: (returnval){ [ 549.855185] env[62321]: value = "task-2632485" [ 549.855185] env[62321]: _type = "Task" [ 549.855185] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.856389] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454d3b86-f2fa-4344-802b-96a2c348b8e0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.874856] env[62321]: DEBUG oslo_vmware.api [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Task: {'id': task-2632485, 'name': Rename_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.933288] env[62321]: DEBUG oslo_vmware.api [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Task: {'id': task-2632481, 'name': ReconfigVM_Task, 'duration_secs': 1.246337} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.933749] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] [instance: 8c1ba19f-5d4c-4d59-bf01-68d886c24669] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 8c1ba19f-5d4c-4d59-bf01-68d886c24669/8c1ba19f-5d4c-4d59-bf01-68d886c24669.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 549.934538] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70ce966e-c4fc-4aaa-b2fe-279ebf786110 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.946708] env[62321]: DEBUG oslo_vmware.api [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Waiting for the task: (returnval){ [ 549.946708] env[62321]: value = "task-2632486" [ 549.946708] env[62321]: _type = "Task" [ 549.946708] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.955994] env[62321]: DEBUG oslo_vmware.api [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Task: {'id': task-2632484, 'name': ReconfigVM_Task, 'duration_secs': 0.444143} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.955994] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 0d3265e8-1056-4410-8035-d009478d2052/0d3265e8-1056-4410-8035-d009478d2052.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 549.955994] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1015b7c4-4461-49f2-ba0b-88ee1cd6b584 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.961397] env[62321]: DEBUG oslo_vmware.api [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Task: {'id': task-2632486, 'name': Rename_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.967928] env[62321]: DEBUG oslo_vmware.api [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Waiting for the task: (returnval){ [ 549.967928] env[62321]: value = "task-2632487" [ 549.967928] env[62321]: _type = "Task" [ 549.967928] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.977697] env[62321]: DEBUG oslo_vmware.api [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Task: {'id': task-2632487, 'name': Rename_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.031264] env[62321]: DEBUG nova.compute.manager [req-289cd1dc-b47e-4ec5-b041-84b99e5e4cda req-7cea4ae6-07b0-4438-ab7c-2ee372629623 service nova] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Received event network-vif-plugged-4e6a1261-872c-41ad-839f-1f29b57bae6b {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 550.031264] env[62321]: DEBUG oslo_concurrency.lockutils [req-289cd1dc-b47e-4ec5-b041-84b99e5e4cda req-7cea4ae6-07b0-4438-ab7c-2ee372629623 service nova] Acquiring lock "272a1022-6da1-41c5-a572-e048c09a8aec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.031264] env[62321]: DEBUG oslo_concurrency.lockutils [req-289cd1dc-b47e-4ec5-b041-84b99e5e4cda req-7cea4ae6-07b0-4438-ab7c-2ee372629623 service nova] Lock "272a1022-6da1-41c5-a572-e048c09a8aec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.031264] env[62321]: DEBUG oslo_concurrency.lockutils [req-289cd1dc-b47e-4ec5-b041-84b99e5e4cda req-7cea4ae6-07b0-4438-ab7c-2ee372629623 service nova] Lock "272a1022-6da1-41c5-a572-e048c09a8aec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.031264] env[62321]: DEBUG nova.compute.manager [req-289cd1dc-b47e-4ec5-b041-84b99e5e4cda req-7cea4ae6-07b0-4438-ab7c-2ee372629623 service nova] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] No waiting events found dispatching network-vif-plugged-4e6a1261-872c-41ad-839f-1f29b57bae6b {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 550.031438] env[62321]: WARNING nova.compute.manager [req-289cd1dc-b47e-4ec5-b041-84b99e5e4cda req-7cea4ae6-07b0-4438-ab7c-2ee372629623 service nova] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Received unexpected event network-vif-plugged-4e6a1261-872c-41ad-839f-1f29b57bae6b for instance with vm_state building and task_state spawning. [ 550.038378] env[62321]: DEBUG nova.network.neutron [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Successfully created port: 6fdd424a-82f7-4902-941c-94e0437a6bdd {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 550.234765] env[62321]: INFO nova.compute.manager [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Took 20.48 seconds to build instance. [ 550.309483] env[62321]: DEBUG nova.network.neutron [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Updating instance_info_cache with network_info: [{"id": "4e6a1261-872c-41ad-839f-1f29b57bae6b", "address": "fa:16:3e:db:72:ba", "network": {"id": "a5547c0f-46b1-4ae5-841a-9f39910febcd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ef1461c1ad14a3cb8e9828aa58002a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e6a1261-87", "ovs_interfaceid": "4e6a1261-872c-41ad-839f-1f29b57bae6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 550.353023] env[62321]: DEBUG nova.compute.utils [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 550.353540] env[62321]: DEBUG nova.compute.manager [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 550.353773] env[62321]: DEBUG nova.network.neutron [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 550.372934] env[62321]: DEBUG oslo_vmware.api [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Task: {'id': task-2632485, 'name': Rename_Task, 'duration_secs': 0.191664} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.373256] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 550.373495] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e9dc396-6874-4700-af68-b13d62d4fa90 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.386280] env[62321]: INFO nova.compute.manager [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Took 19.46 seconds to build instance. [ 550.389659] env[62321]: DEBUG oslo_vmware.api [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Waiting for the task: (returnval){ [ 550.389659] env[62321]: value = "task-2632488" [ 550.389659] env[62321]: _type = "Task" [ 550.389659] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.398296] env[62321]: DEBUG oslo_vmware.api [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Task: {'id': task-2632488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.457020] env[62321]: DEBUG oslo_vmware.api [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Task: {'id': task-2632486, 'name': Rename_Task, 'duration_secs': 0.177934} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.459632] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] [instance: 8c1ba19f-5d4c-4d59-bf01-68d886c24669] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 550.459870] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0314e24c-f06e-4b33-aa41-94a897533be1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.467726] env[62321]: DEBUG oslo_vmware.api [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Waiting for the task: (returnval){ [ 550.467726] env[62321]: value = "task-2632489" [ 550.467726] env[62321]: _type = "Task" [ 550.467726] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.480711] env[62321]: DEBUG oslo_vmware.api [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Task: {'id': task-2632489, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.484259] env[62321]: DEBUG oslo_vmware.api [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Task: {'id': task-2632487, 'name': Rename_Task, 'duration_secs': 0.14883} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.484531] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 550.485069] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a023cd29-65af-41ab-b7b4-0ff2f80351c5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.490542] env[62321]: DEBUG oslo_vmware.api [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Waiting for the task: (returnval){ [ 550.490542] env[62321]: value = "task-2632490" [ 550.490542] env[62321]: _type = "Task" [ 550.490542] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.498830] env[62321]: DEBUG oslo_vmware.api [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Task: {'id': task-2632490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.619875] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Acquiring lock "677d7209-536c-43ed-8704-1554ce7ef923" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.619875] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Lock "677d7209-536c-43ed-8704-1554ce7ef923" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.738639] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6525c54a-c2f3-4b80-8e50-f13c78f6a139 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Lock "88b335c7-7c56-4ae7-90a1-0fff3028c6a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.768691] env[62321]: DEBUG nova.policy [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b117822d8d724834816a344f81e85bd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8adda789ada430db0b0264243250720', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 550.814204] env[62321]: DEBUG oslo_concurrency.lockutils [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Releasing lock "refresh_cache-272a1022-6da1-41c5-a572-e048c09a8aec" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.814204] env[62321]: DEBUG nova.compute.manager [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Instance network_info: |[{"id": "4e6a1261-872c-41ad-839f-1f29b57bae6b", "address": "fa:16:3e:db:72:ba", "network": {"id": "a5547c0f-46b1-4ae5-841a-9f39910febcd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ef1461c1ad14a3cb8e9828aa58002a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e6a1261-87", "ovs_interfaceid": "4e6a1261-872c-41ad-839f-1f29b57bae6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 550.814429] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:72:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4c8c8fd-baca-4e60-97dc-ff0418d63215', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e6a1261-872c-41ad-839f-1f29b57bae6b', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 550.821411] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Creating folder: Project (1ec303d549d840819f6216f1a1a9736a). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 550.824189] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de007ba5-1ab3-47e5-94bb-9101ed279c5b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.834635] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Created folder: Project (1ec303d549d840819f6216f1a1a9736a) in parent group-v530434. [ 550.835086] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Creating folder: Instances. Parent ref: group-v530450. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 550.835482] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f241991e-0906-44e0-8ec4-f61d95cafc3d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.850032] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Created folder: Instances in parent group-v530450. [ 550.850032] env[62321]: DEBUG oslo.service.loopingcall [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 550.850032] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 550.850032] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bef3ba3f-0514-4596-a812-c192f6464ca5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.866045] env[62321]: DEBUG nova.compute.manager [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 550.880021] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 550.880021] env[62321]: value = "task-2632493" [ 550.880021] env[62321]: _type = "Task" [ 550.880021] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.889943] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632493, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.892550] env[62321]: DEBUG oslo_concurrency.lockutils [None req-27a65c8b-33bc-4195-b7d8-65b389e8e746 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Lock "f5c11eeb-bd4a-44b4-8a99-985b0c7716f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.969s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.899577] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 6dcc5aef-a417-4e28-b807-39f518bcd7fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 550.900267] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 88b335c7-7c56-4ae7-90a1-0fff3028c6a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 550.901677] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 0d3265e8-1056-4410-8035-d009478d2052 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 550.901677] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance f5c11eeb-bd4a-44b4-8a99-985b0c7716f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 550.901677] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 8c1ba19f-5d4c-4d59-bf01-68d886c24669 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 550.901677] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 272a1022-6da1-41c5-a572-e048c09a8aec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 550.902344] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 9f712855-ab1c-43d1-9dbe-15825b9f66b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 550.902344] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 1281e273-d400-4493-b718-e78252e1221a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 550.902344] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance aeb622a0-9532-4a9d-ac75-65f4e84dfda0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 550.914353] env[62321]: DEBUG oslo_vmware.api [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Task: {'id': task-2632488, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.981715] env[62321]: DEBUG oslo_vmware.api [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Task: {'id': task-2632489, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.005026] env[62321]: DEBUG oslo_vmware.api [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Task: {'id': task-2632490, 'name': PowerOnVM_Task, 'duration_secs': 0.493058} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.005026] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 551.005026] env[62321]: INFO nova.compute.manager [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Took 13.41 seconds to spawn the instance on the hypervisor. [ 551.005026] env[62321]: DEBUG nova.compute.manager [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 551.005026] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690d8270-65be-4392-8bb6-cdb09a8b1b1f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.139877] env[62321]: DEBUG nova.network.neutron [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Successfully updated port: 94c1be44-183c-4b36-be23-d13cf8ae3a05 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 551.240526] env[62321]: DEBUG nova.compute.manager [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 551.389404] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632493, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.400243] env[62321]: DEBUG oslo_vmware.api [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Task: {'id': task-2632488, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.404951] env[62321]: DEBUG nova.compute.manager [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 551.408455] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 8b0b955b-47b6-4c40-bdcc-e929e2013509 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 551.477642] env[62321]: DEBUG oslo_vmware.api [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Task: {'id': task-2632489, 'name': PowerOnVM_Task, 'duration_secs': 0.591534} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.478086] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] [instance: 8c1ba19f-5d4c-4d59-bf01-68d886c24669] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 551.478217] env[62321]: INFO nova.compute.manager [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] [instance: 8c1ba19f-5d4c-4d59-bf01-68d886c24669] Took 9.30 seconds to spawn the instance on the hypervisor. [ 551.479752] env[62321]: DEBUG nova.compute.manager [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] [instance: 8c1ba19f-5d4c-4d59-bf01-68d886c24669] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 551.479752] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf20139-678f-453e-bb4f-2989bc40fe63 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.529835] env[62321]: INFO nova.compute.manager [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Took 21.03 seconds to build instance. [ 551.645713] env[62321]: DEBUG oslo_concurrency.lockutils [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Acquiring lock "refresh_cache-9f712855-ab1c-43d1-9dbe-15825b9f66b4" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.645859] env[62321]: DEBUG oslo_concurrency.lockutils [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Acquired lock "refresh_cache-9f712855-ab1c-43d1-9dbe-15825b9f66b4" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.646146] env[62321]: DEBUG nova.network.neutron [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 551.771483] env[62321]: DEBUG oslo_concurrency.lockutils [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.880613] env[62321]: DEBUG nova.compute.manager [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 551.900998] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632493, 'name': CreateVM_Task, 'duration_secs': 0.556337} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.907764] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 551.908730] env[62321]: DEBUG oslo_vmware.service [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394cac40-386e-4c32-85c1-c1e3596289a3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.914493] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 53bb2f01-4e70-471e-ad9d-7bff56746663 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 551.924645] env[62321]: DEBUG oslo_vmware.api [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Task: {'id': task-2632488, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.931642] env[62321]: DEBUG oslo_concurrency.lockutils [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.931642] env[62321]: DEBUG oslo_concurrency.lockutils [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.931642] env[62321]: DEBUG oslo_concurrency.lockutils [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.931642] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30c7ddce-d9c8-4971-933f-2d374e064cd8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.937024] env[62321]: DEBUG oslo_vmware.api [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Waiting for the task: (returnval){ [ 551.937024] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]526fdefe-769c-a195-a018-8b07ddb3a6e7" [ 551.937024] env[62321]: _type = "Task" [ 551.937024] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.940744] env[62321]: DEBUG nova.virt.hardware [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 551.940985] env[62321]: DEBUG nova.virt.hardware [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 551.941235] env[62321]: DEBUG nova.virt.hardware [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 551.941966] env[62321]: DEBUG nova.virt.hardware [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 551.941966] env[62321]: DEBUG nova.virt.hardware [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 551.941966] env[62321]: DEBUG nova.virt.hardware [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 551.942153] env[62321]: DEBUG nova.virt.hardware [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 551.942153] env[62321]: DEBUG nova.virt.hardware [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 551.942323] env[62321]: DEBUG nova.virt.hardware [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 551.942545] env[62321]: DEBUG nova.virt.hardware [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 551.942662] env[62321]: DEBUG nova.virt.hardware [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 551.943689] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31656e80-2180-48df-a8bd-3e34c6da221e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.958659] env[62321]: DEBUG oslo_concurrency.lockutils [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.959463] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 551.959736] env[62321]: DEBUG oslo_concurrency.lockutils [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.960426] env[62321]: DEBUG oslo_concurrency.lockutils [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.960426] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 551.960953] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ed46207-119a-4ce2-be43-4aad17793ac4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.965094] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac1dea9-c4c4-43b2-9b54-b8b0e36fdc94 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.971539] env[62321]: DEBUG oslo_concurrency.lockutils [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.990495] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 551.991768] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 551.997115] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60754357-d19a-4844-8f17-3ddd589f0e40 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.002456] env[62321]: INFO nova.compute.manager [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] [instance: 8c1ba19f-5d4c-4d59-bf01-68d886c24669] Took 20.76 seconds to build instance. [ 552.007053] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5e719dc-595b-4b69-a3b7-bed2f9556ed1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.013417] env[62321]: DEBUG oslo_vmware.api [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Waiting for the task: (returnval){ [ 552.013417] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528108ef-8f5c-9b17-ed28-f022307e9c65" [ 552.013417] env[62321]: _type = "Task" [ 552.013417] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.023557] env[62321]: DEBUG oslo_vmware.api [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528108ef-8f5c-9b17-ed28-f022307e9c65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.032989] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6d5060ef-d6ef-4232-8e20-88ac813c8cce tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Lock "0d3265e8-1056-4410-8035-d009478d2052" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.546s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.095921] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Acquiring lock "362ae547-c9b5-4e21-a740-9077e044ba8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.096267] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Lock "362ae547-c9b5-4e21-a740-9077e044ba8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.280545] env[62321]: DEBUG nova.network.neutron [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 552.411763] env[62321]: DEBUG oslo_vmware.api [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Task: {'id': task-2632488, 'name': PowerOnVM_Task, 'duration_secs': 1.810676} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.412127] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 552.412331] env[62321]: INFO nova.compute.manager [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Took 19.34 seconds to spawn the instance on the hypervisor. [ 552.412565] env[62321]: DEBUG nova.compute.manager [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 552.413378] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4102d3-03c8-442f-b09e-db3d3931504e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.427500] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 134d5bd9-4ede-4817-9d40-682ff2205edb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 552.503586] env[62321]: DEBUG nova.network.neutron [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Successfully created port: 95279848-997c-4857-b9d0-9a6b4c7bd6a9 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 552.507265] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6c8b6817-d105-424a-8fc8-83d0efe84be9 tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Lock "8c1ba19f-5d4c-4d59-bf01-68d886c24669" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.279s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.528024] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Preparing fetch location {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 552.528399] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Creating directory with path [datastore2] vmware_temp/081dc634-7659-459b-ae0a-3c4d678e1176/7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 552.530699] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23a7b6c5-1fee-4a01-b69d-eb333f6fc117 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.535765] env[62321]: DEBUG nova.compute.manager [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 552.554147] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Created directory with path [datastore2] vmware_temp/081dc634-7659-459b-ae0a-3c4d678e1176/7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 552.555458] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Fetch image to [datastore2] vmware_temp/081dc634-7659-459b-ae0a-3c4d678e1176/7fc427ea-8761-4336-ad20-460b5403c5d0/tmp-sparse.vmdk {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 552.555458] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Downloading image file data 7fc427ea-8761-4336-ad20-460b5403c5d0 to [datastore2] vmware_temp/081dc634-7659-459b-ae0a-3c4d678e1176/7fc427ea-8761-4336-ad20-460b5403c5d0/tmp-sparse.vmdk on the data store datastore2 {{(pid=62321) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 552.561591] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffa5522-7761-4738-96e8-5e703aa7599e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.576750] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ecc8a9-1540-4879-9d5d-44236683f9e2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.599727] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a892ab58-3930-42e9-9250-2776cd80ad2e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.658295] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983b412a-a73d-48b1-b529-05ed530cf0f5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.668984] env[62321]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-3a5d8c71-eac1-4382-a8eb-5243fac9b8bb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.694866] env[62321]: DEBUG nova.virt.vmwareapi.images [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Downloading image file data 7fc427ea-8761-4336-ad20-460b5403c5d0 to the data store datastore2 {{(pid=62321) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 552.788800] env[62321]: DEBUG oslo_vmware.rw_handles [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/081dc634-7659-459b-ae0a-3c4d678e1176/7fc427ea-8761-4336-ad20-460b5403c5d0/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62321) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 552.935771] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance c1559566-8363-4f6d-8e9d-695f91e7fe1d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 552.940313] env[62321]: INFO nova.compute.manager [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Took 24.18 seconds to build instance. [ 553.010909] env[62321]: DEBUG nova.compute.manager [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 553.046421] env[62321]: DEBUG nova.network.neutron [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Updating instance_info_cache with network_info: [{"id": "94c1be44-183c-4b36-be23-d13cf8ae3a05", "address": "fa:16:3e:c9:12:80", "network": {"id": "a5547c0f-46b1-4ae5-841a-9f39910febcd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ef1461c1ad14a3cb8e9828aa58002a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94c1be44-18", "ovs_interfaceid": "94c1be44-183c-4b36-be23-d13cf8ae3a05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 553.070164] env[62321]: DEBUG oslo_concurrency.lockutils [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.192544] env[62321]: DEBUG nova.compute.manager [req-44192bc0-5909-46d6-8147-876c7072c32a req-06f5ccbd-b88b-47bb-b2dc-846d0f6db9c6 service nova] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Received event network-vif-plugged-94c1be44-183c-4b36-be23-d13cf8ae3a05 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 553.192787] env[62321]: DEBUG oslo_concurrency.lockutils [req-44192bc0-5909-46d6-8147-876c7072c32a req-06f5ccbd-b88b-47bb-b2dc-846d0f6db9c6 service nova] Acquiring lock "9f712855-ab1c-43d1-9dbe-15825b9f66b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.193022] env[62321]: DEBUG oslo_concurrency.lockutils [req-44192bc0-5909-46d6-8147-876c7072c32a req-06f5ccbd-b88b-47bb-b2dc-846d0f6db9c6 service nova] Lock "9f712855-ab1c-43d1-9dbe-15825b9f66b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.193211] env[62321]: DEBUG oslo_concurrency.lockutils [req-44192bc0-5909-46d6-8147-876c7072c32a req-06f5ccbd-b88b-47bb-b2dc-846d0f6db9c6 service nova] Lock "9f712855-ab1c-43d1-9dbe-15825b9f66b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.193394] env[62321]: DEBUG nova.compute.manager [req-44192bc0-5909-46d6-8147-876c7072c32a req-06f5ccbd-b88b-47bb-b2dc-846d0f6db9c6 service nova] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] No waiting events found dispatching network-vif-plugged-94c1be44-183c-4b36-be23-d13cf8ae3a05 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 553.193579] env[62321]: WARNING nova.compute.manager [req-44192bc0-5909-46d6-8147-876c7072c32a req-06f5ccbd-b88b-47bb-b2dc-846d0f6db9c6 service nova] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Received unexpected event network-vif-plugged-94c1be44-183c-4b36-be23-d13cf8ae3a05 for instance with vm_state building and task_state spawning. [ 553.441258] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 677d7209-536c-43ed-8704-1554ce7ef923 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 553.441611] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=62321) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 553.441611] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=62321) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 553.445742] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76cf9f23-d4eb-44bd-9169-19db356bc88a tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Lock "6dcc5aef-a417-4e28-b807-39f518bcd7fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.689s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.545821] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.553198] env[62321]: DEBUG oslo_concurrency.lockutils [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Releasing lock "refresh_cache-9f712855-ab1c-43d1-9dbe-15825b9f66b4" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.553592] env[62321]: DEBUG nova.compute.manager [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Instance network_info: |[{"id": "94c1be44-183c-4b36-be23-d13cf8ae3a05", "address": "fa:16:3e:c9:12:80", "network": {"id": "a5547c0f-46b1-4ae5-841a-9f39910febcd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ef1461c1ad14a3cb8e9828aa58002a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94c1be44-18", "ovs_interfaceid": "94c1be44-183c-4b36-be23-d13cf8ae3a05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 553.554559] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:12:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4c8c8fd-baca-4e60-97dc-ff0418d63215', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94c1be44-183c-4b36-be23-d13cf8ae3a05', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 553.564450] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Creating folder: Project (7649848ef2104722bceb518b563b7ad7). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 553.571079] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45247162-4b34-4d5a-bd1c-91af2faf9297 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.577061] env[62321]: DEBUG oslo_vmware.rw_handles [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Completed reading data from the image iterator. {{(pid=62321) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 553.577061] env[62321]: DEBUG oslo_vmware.rw_handles [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/081dc634-7659-459b-ae0a-3c4d678e1176/7fc427ea-8761-4336-ad20-460b5403c5d0/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62321) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 553.587035] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Created folder: Project (7649848ef2104722bceb518b563b7ad7) in parent group-v530434. [ 553.587035] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Creating folder: Instances. Parent ref: group-v530453. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 553.587035] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffea7a92-bd5e-42d4-80c1-220df5c6db77 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.601477] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Created folder: Instances in parent group-v530453. [ 553.601772] env[62321]: DEBUG oslo.service.loopingcall [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 553.601979] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 553.602226] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57ee4286-e830-4269-9ae5-9486af43e75b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.628767] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 553.628767] env[62321]: value = "task-2632496" [ 553.628767] env[62321]: _type = "Task" [ 553.628767] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.647893] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632496, 'name': CreateVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.670206] env[62321]: DEBUG nova.virt.vmwareapi.images [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Downloaded image file data 7fc427ea-8761-4336-ad20-460b5403c5d0 to vmware_temp/081dc634-7659-459b-ae0a-3c4d678e1176/7fc427ea-8761-4336-ad20-460b5403c5d0/tmp-sparse.vmdk on the data store datastore2 {{(pid=62321) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 553.672179] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Caching image {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 553.672241] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Copying Virtual Disk [datastore2] vmware_temp/081dc634-7659-459b-ae0a-3c4d678e1176/7fc427ea-8761-4336-ad20-460b5403c5d0/tmp-sparse.vmdk to [datastore2] vmware_temp/081dc634-7659-459b-ae0a-3c4d678e1176/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 553.674985] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-edccaa0f-3856-4630-86a8-8ce9d39da5c5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.680067] env[62321]: DEBUG oslo_vmware.api [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Waiting for the task: (returnval){ [ 553.680067] env[62321]: value = "task-2632497" [ 553.680067] env[62321]: _type = "Task" [ 553.680067] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.692293] env[62321]: DEBUG oslo_vmware.api [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Task: {'id': task-2632497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.783258] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52558ee5-2e8e-4a51-aeb8-f42dcc80f29d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.792960] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a4fc33-3074-4058-856f-84d84beb816d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.835703] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f41440-f5b4-4b9b-9112-e38ac0ff104d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.844944] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c788500b-b217-461a-82be-e2120e4f20c0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.861729] env[62321]: DEBUG nova.compute.provider_tree [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 553.948486] env[62321]: DEBUG nova.compute.manager [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 554.147735] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632496, 'name': CreateVM_Task, 'duration_secs': 0.409004} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.147786] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 554.148543] env[62321]: DEBUG oslo_concurrency.lockutils [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.148765] env[62321]: DEBUG oslo_concurrency.lockutils [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.149052] env[62321]: DEBUG oslo_concurrency.lockutils [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.149328] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e09df862-54ba-4136-bb9e-ba36eebda23b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.156990] env[62321]: DEBUG oslo_vmware.api [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Waiting for the task: (returnval){ [ 554.156990] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528de06e-be86-4213-0aeb-648dab3ef082" [ 554.156990] env[62321]: _type = "Task" [ 554.156990] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.169902] env[62321]: DEBUG oslo_vmware.api [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528de06e-be86-4213-0aeb-648dab3ef082, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.197125] env[62321]: DEBUG oslo_vmware.api [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Task: {'id': task-2632497, 'name': CopyVirtualDisk_Task} progress is 70%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.284969] env[62321]: DEBUG nova.compute.manager [None req-cba820d9-36a6-4e05-96ef-d17bece855a1 tempest-ServerDiagnosticsV248Test-1358941733 tempest-ServerDiagnosticsV248Test-1358941733-project-admin] [instance: 8c1ba19f-5d4c-4d59-bf01-68d886c24669] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 554.286512] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad4a69e-072b-4040-aa2f-21a5bb61f918 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.293938] env[62321]: INFO nova.compute.manager [None req-cba820d9-36a6-4e05-96ef-d17bece855a1 tempest-ServerDiagnosticsV248Test-1358941733 tempest-ServerDiagnosticsV248Test-1358941733-project-admin] [instance: 8c1ba19f-5d4c-4d59-bf01-68d886c24669] Retrieving diagnostics [ 554.294731] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452a789c-237b-4775-b328-62332fe97f9d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.364690] env[62321]: DEBUG nova.scheduler.client.report [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 554.478224] env[62321]: DEBUG nova.network.neutron [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Successfully updated port: 6fdd424a-82f7-4902-941c-94e0437a6bdd {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 554.480773] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.551136] env[62321]: INFO nova.compute.manager [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Rebuilding instance [ 554.605585] env[62321]: DEBUG nova.compute.manager [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 554.606564] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a31bd63-4c98-4188-ad94-a225cc344a31 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.667660] env[62321]: DEBUG oslo_concurrency.lockutils [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.668365] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 554.668834] env[62321]: DEBUG oslo_concurrency.lockutils [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.692952] env[62321]: DEBUG oslo_vmware.api [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Task: {'id': task-2632497, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.010475} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.693376] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Copied Virtual Disk [datastore2] vmware_temp/081dc634-7659-459b-ae0a-3c4d678e1176/7fc427ea-8761-4336-ad20-460b5403c5d0/tmp-sparse.vmdk to [datastore2] vmware_temp/081dc634-7659-459b-ae0a-3c4d678e1176/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 554.695977] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Deleting the datastore file [datastore2] vmware_temp/081dc634-7659-459b-ae0a-3c4d678e1176/7fc427ea-8761-4336-ad20-460b5403c5d0/tmp-sparse.vmdk {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 554.695977] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a99bef19-3aaa-4d7c-bab1-9ba1627ebf97 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.702018] env[62321]: DEBUG oslo_vmware.api [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Waiting for the task: (returnval){ [ 554.702018] env[62321]: value = "task-2632498" [ 554.702018] env[62321]: _type = "Task" [ 554.702018] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.709634] env[62321]: DEBUG oslo_vmware.api [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Task: {'id': task-2632498, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.875599] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62321) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 554.875599] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.021s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.875599] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.551s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.875599] env[62321]: INFO nova.compute.claims [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 554.983247] env[62321]: DEBUG oslo_concurrency.lockutils [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Acquiring lock "refresh_cache-1281e273-d400-4493-b718-e78252e1221a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.983616] env[62321]: DEBUG oslo_concurrency.lockutils [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Acquired lock "refresh_cache-1281e273-d400-4493-b718-e78252e1221a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.983846] env[62321]: DEBUG nova.network.neutron [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 555.086027] env[62321]: DEBUG nova.compute.manager [req-9157cb15-6bf7-4cc5-92fe-255b1b2c6a79 req-f4a14b18-1b58-45f5-89de-c112d721d2c6 service nova] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Received event network-changed-4e6a1261-872c-41ad-839f-1f29b57bae6b {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 555.086027] env[62321]: DEBUG nova.compute.manager [req-9157cb15-6bf7-4cc5-92fe-255b1b2c6a79 req-f4a14b18-1b58-45f5-89de-c112d721d2c6 service nova] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Refreshing instance network info cache due to event network-changed-4e6a1261-872c-41ad-839f-1f29b57bae6b. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 555.086027] env[62321]: DEBUG oslo_concurrency.lockutils [req-9157cb15-6bf7-4cc5-92fe-255b1b2c6a79 req-f4a14b18-1b58-45f5-89de-c112d721d2c6 service nova] Acquiring lock "refresh_cache-272a1022-6da1-41c5-a572-e048c09a8aec" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.086027] env[62321]: DEBUG oslo_concurrency.lockutils [req-9157cb15-6bf7-4cc5-92fe-255b1b2c6a79 req-f4a14b18-1b58-45f5-89de-c112d721d2c6 service nova] Acquired lock "refresh_cache-272a1022-6da1-41c5-a572-e048c09a8aec" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.086027] env[62321]: DEBUG nova.network.neutron [req-9157cb15-6bf7-4cc5-92fe-255b1b2c6a79 req-f4a14b18-1b58-45f5-89de-c112d721d2c6 service nova] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Refreshing network info cache for port 4e6a1261-872c-41ad-839f-1f29b57bae6b {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 555.212272] env[62321]: DEBUG oslo_vmware.api [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Task: {'id': task-2632498, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.030577} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.212524] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 555.212870] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Moving file from [datastore2] vmware_temp/081dc634-7659-459b-ae0a-3c4d678e1176/7fc427ea-8761-4336-ad20-460b5403c5d0 to [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0. {{(pid=62321) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 555.213044] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-98c6c095-6544-4ca2-9edc-8ae99b17df85 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.221391] env[62321]: DEBUG oslo_vmware.api [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Waiting for the task: (returnval){ [ 555.221391] env[62321]: value = "task-2632499" [ 555.221391] env[62321]: _type = "Task" [ 555.221391] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.230346] env[62321]: DEBUG oslo_vmware.api [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Task: {'id': task-2632499, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.303567] env[62321]: DEBUG nova.compute.manager [None req-4b0222fc-ab52-4909-842b-824cea18f2d2 tempest-ServerDiagnosticsTest-1274292252 tempest-ServerDiagnosticsTest-1274292252-project-admin] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 555.305585] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85be34ae-dbf4-4181-8170-5392e65c1023 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.314335] env[62321]: INFO nova.compute.manager [None req-4b0222fc-ab52-4909-842b-824cea18f2d2 tempest-ServerDiagnosticsTest-1274292252 tempest-ServerDiagnosticsTest-1274292252-project-admin] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Retrieving diagnostics [ 555.314335] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a927323d-3ddb-44c1-8caa-eaaa255e5fc2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.588528] env[62321]: DEBUG nova.network.neutron [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 555.631636] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 555.631957] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2a894a1-5e1c-404f-99fd-4421aeedfe65 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.639655] env[62321]: DEBUG oslo_vmware.api [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Waiting for the task: (returnval){ [ 555.639655] env[62321]: value = "task-2632500" [ 555.639655] env[62321]: _type = "Task" [ 555.639655] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.649431] env[62321]: DEBUG oslo_vmware.api [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Task: {'id': task-2632500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.731863] env[62321]: DEBUG oslo_vmware.api [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Task: {'id': task-2632499, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.056861} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.732399] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] File moved {{(pid=62321) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 555.732658] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Cleaning up location [datastore2] vmware_temp/081dc634-7659-459b-ae0a-3c4d678e1176 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 555.732879] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Deleting the datastore file [datastore2] vmware_temp/081dc634-7659-459b-ae0a-3c4d678e1176 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 555.735624] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d24a8701-4171-48c9-ad89-4d573eb88ee0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.742232] env[62321]: DEBUG oslo_vmware.api [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Waiting for the task: (returnval){ [ 555.742232] env[62321]: value = "task-2632501" [ 555.742232] env[62321]: _type = "Task" [ 555.742232] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.749810] env[62321]: DEBUG oslo_vmware.api [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Task: {'id': task-2632501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.799200] env[62321]: DEBUG nova.network.neutron [req-9157cb15-6bf7-4cc5-92fe-255b1b2c6a79 req-f4a14b18-1b58-45f5-89de-c112d721d2c6 service nova] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Updated VIF entry in instance network info cache for port 4e6a1261-872c-41ad-839f-1f29b57bae6b. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 555.799542] env[62321]: DEBUG nova.network.neutron [req-9157cb15-6bf7-4cc5-92fe-255b1b2c6a79 req-f4a14b18-1b58-45f5-89de-c112d721d2c6 service nova] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Updating instance_info_cache with network_info: [{"id": "4e6a1261-872c-41ad-839f-1f29b57bae6b", "address": "fa:16:3e:db:72:ba", "network": {"id": "a5547c0f-46b1-4ae5-841a-9f39910febcd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ef1461c1ad14a3cb8e9828aa58002a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e6a1261-87", "ovs_interfaceid": "4e6a1261-872c-41ad-839f-1f29b57bae6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 556.140959] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c051e6b8-3bf1-4cdd-af6d-eae4f969d9e3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.157941] env[62321]: DEBUG oslo_vmware.api [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Task: {'id': task-2632500, 'name': PowerOffVM_Task, 'duration_secs': 0.357151} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.158370] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 556.158509] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 556.159527] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df07a01b-5d7f-424c-a554-75dbfd83110e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.163915] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc37611-1f10-480f-b553-27e8c467c7f3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.194011] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af674eff-5211-4a65-af89-2903c7837fb4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.196668] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 556.196922] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d54ad13-3983-4b7e-9c2d-25fb405526f2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.203277] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8cd48c-30f1-4c59-b338-6eed221e542f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.217667] env[62321]: DEBUG nova.compute.provider_tree [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 556.222445] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 556.222445] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 556.222445] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Deleting the datastore file [datastore1] f5c11eeb-bd4a-44b4-8a99-985b0c7716f6 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 556.222445] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12a5dac6-ddc7-4598-ac14-7adff64fefb6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.226725] env[62321]: DEBUG oslo_vmware.api [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Waiting for the task: (returnval){ [ 556.226725] env[62321]: value = "task-2632503" [ 556.226725] env[62321]: _type = "Task" [ 556.226725] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.236505] env[62321]: DEBUG oslo_vmware.api [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Task: {'id': task-2632503, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.251474] env[62321]: DEBUG oslo_vmware.api [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Task: {'id': task-2632501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.072347} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.254293] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 556.254765] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25c50451-732a-4f14-b51e-133e64af99f5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.260560] env[62321]: DEBUG oslo_vmware.api [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Waiting for the task: (returnval){ [ 556.260560] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5226b9bf-1478-4347-8c36-db94f112e540" [ 556.260560] env[62321]: _type = "Task" [ 556.260560] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.268408] env[62321]: DEBUG oslo_vmware.api [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5226b9bf-1478-4347-8c36-db94f112e540, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.302888] env[62321]: DEBUG oslo_concurrency.lockutils [req-9157cb15-6bf7-4cc5-92fe-255b1b2c6a79 req-f4a14b18-1b58-45f5-89de-c112d721d2c6 service nova] Releasing lock "refresh_cache-272a1022-6da1-41c5-a572-e048c09a8aec" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.440640] env[62321]: DEBUG nova.network.neutron [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Updating instance_info_cache with network_info: [{"id": "6fdd424a-82f7-4902-941c-94e0437a6bdd", "address": "fa:16:3e:98:bf:bf", "network": {"id": "9c40758c-9a82-4741-98c6-bbb00b813c0b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-190221554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01d8e18986b945cda7366750b9136ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fdd424a-82", "ovs_interfaceid": "6fdd424a-82f7-4902-941c-94e0437a6bdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 556.709139] env[62321]: DEBUG nova.network.neutron [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Successfully updated port: 95279848-997c-4857-b9d0-9a6b4c7bd6a9 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 556.721224] env[62321]: DEBUG nova.scheduler.client.report [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 556.740487] env[62321]: DEBUG oslo_vmware.api [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Task: {'id': task-2632503, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092091} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.741328] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 556.741962] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 556.742227] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 556.773561] env[62321]: DEBUG oslo_vmware.api [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5226b9bf-1478-4347-8c36-db94f112e540, 'name': SearchDatastore_Task, 'duration_secs': 0.018412} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.773561] env[62321]: DEBUG oslo_concurrency.lockutils [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.773749] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 272a1022-6da1-41c5-a572-e048c09a8aec/272a1022-6da1-41c5-a572-e048c09a8aec.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 556.774030] env[62321]: DEBUG oslo_concurrency.lockutils [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.774226] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 556.774431] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a928493a-3feb-40e0-b845-cb03744e8fed {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.777527] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0b2b1a1-3db9-494b-9493-4345adcfdf09 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.784256] env[62321]: DEBUG oslo_vmware.api [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Waiting for the task: (returnval){ [ 556.784256] env[62321]: value = "task-2632504" [ 556.784256] env[62321]: _type = "Task" [ 556.784256] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.789212] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 556.789503] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 556.790617] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fecad10f-e2ee-43b2-a39f-c0ae60c4dca3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.798150] env[62321]: DEBUG oslo_vmware.api [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Task: {'id': task-2632504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.801944] env[62321]: DEBUG oslo_vmware.api [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Waiting for the task: (returnval){ [ 556.801944] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e93cb2-3369-73e0-7ad5-5ee6bfbe8871" [ 556.801944] env[62321]: _type = "Task" [ 556.801944] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.812471] env[62321]: DEBUG oslo_vmware.api [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e93cb2-3369-73e0-7ad5-5ee6bfbe8871, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.942799] env[62321]: DEBUG oslo_concurrency.lockutils [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Releasing lock "refresh_cache-1281e273-d400-4493-b718-e78252e1221a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.943482] env[62321]: DEBUG nova.compute.manager [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Instance network_info: |[{"id": "6fdd424a-82f7-4902-941c-94e0437a6bdd", "address": "fa:16:3e:98:bf:bf", "network": {"id": "9c40758c-9a82-4741-98c6-bbb00b813c0b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-190221554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01d8e18986b945cda7366750b9136ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fdd424a-82", "ovs_interfaceid": "6fdd424a-82f7-4902-941c-94e0437a6bdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 556.943969] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:bf:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3a80436-f7a9-431a-acec-aca3d76e3f9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fdd424a-82f7-4902-941c-94e0437a6bdd', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 556.955557] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Creating folder: Project (01d8e18986b945cda7366750b9136ecb). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 556.955874] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7540b19-5233-41a4-8702-02872873bd9a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.971921] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Created folder: Project (01d8e18986b945cda7366750b9136ecb) in parent group-v530434. [ 556.972093] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Creating folder: Instances. Parent ref: group-v530456. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 556.972355] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c57a834e-dccd-49f1-8fa7-6ded2ee288e7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.984432] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Created folder: Instances in parent group-v530456. [ 556.984432] env[62321]: DEBUG oslo.service.loopingcall [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 556.984432] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1281e273-d400-4493-b718-e78252e1221a] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 556.984432] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8fff530-d8a6-4d5b-9877-2c59201c8898 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.011436] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 557.011436] env[62321]: value = "task-2632507" [ 557.011436] env[62321]: _type = "Task" [ 557.011436] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.023469] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632507, 'name': CreateVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.213722] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquiring lock "refresh_cache-aeb622a0-9532-4a9d-ac75-65f4e84dfda0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.213829] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquired lock "refresh_cache-aeb622a0-9532-4a9d-ac75-65f4e84dfda0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.213986] env[62321]: DEBUG nova.network.neutron [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 557.227993] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.228703] env[62321]: DEBUG nova.compute.manager [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 557.240250] env[62321]: DEBUG oslo_concurrency.lockutils [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.466s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.240250] env[62321]: INFO nova.compute.claims [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 557.301812] env[62321]: DEBUG oslo_vmware.api [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Task: {'id': task-2632504, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.320016] env[62321]: DEBUG oslo_vmware.api [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e93cb2-3369-73e0-7ad5-5ee6bfbe8871, 'name': SearchDatastore_Task, 'duration_secs': 0.009399} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.320639] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88187cd8-3e41-4d40-9f13-0d7b578a2eec {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.328409] env[62321]: DEBUG oslo_vmware.api [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Waiting for the task: (returnval){ [ 557.328409] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b8e927-0b36-1797-03c5-52f4e89f050a" [ 557.328409] env[62321]: _type = "Task" [ 557.328409] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.338806] env[62321]: DEBUG oslo_vmware.api [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b8e927-0b36-1797-03c5-52f4e89f050a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.521575] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632507, 'name': CreateVM_Task, 'duration_secs': 0.457799} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.524195] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1281e273-d400-4493-b718-e78252e1221a] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 557.524195] env[62321]: DEBUG oslo_concurrency.lockutils [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.524195] env[62321]: DEBUG oslo_concurrency.lockutils [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.526021] env[62321]: DEBUG oslo_concurrency.lockutils [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.526021] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a246c3f-13eb-4724-ad26-baa199ffc3b3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.533631] env[62321]: DEBUG oslo_vmware.api [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Waiting for the task: (returnval){ [ 557.533631] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e595f8-9820-4503-b169-3e9dfca8aea6" [ 557.533631] env[62321]: _type = "Task" [ 557.533631] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.545259] env[62321]: DEBUG oslo_vmware.api [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e595f8-9820-4503-b169-3e9dfca8aea6, 'name': SearchDatastore_Task, 'duration_secs': 0.009131} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.545259] env[62321]: DEBUG oslo_concurrency.lockutils [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.545259] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 557.545259] env[62321]: DEBUG oslo_concurrency.lockutils [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.743999] env[62321]: DEBUG nova.compute.utils [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 557.746429] env[62321]: DEBUG nova.compute.manager [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 557.746429] env[62321]: DEBUG nova.network.neutron [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 557.791589] env[62321]: DEBUG nova.virt.hardware [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 557.791850] env[62321]: DEBUG nova.virt.hardware [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 557.792032] env[62321]: DEBUG nova.virt.hardware [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 557.792233] env[62321]: DEBUG nova.virt.hardware [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 557.792491] env[62321]: DEBUG nova.virt.hardware [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 557.792551] env[62321]: DEBUG nova.virt.hardware [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 557.792756] env[62321]: DEBUG nova.virt.hardware [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 557.792936] env[62321]: DEBUG nova.virt.hardware [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 557.793178] env[62321]: DEBUG nova.virt.hardware [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 557.793307] env[62321]: DEBUG nova.virt.hardware [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 557.793493] env[62321]: DEBUG nova.virt.hardware [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 557.794302] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb637d69-cd9e-40b3-b928-b6ea48b263cd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.798317] env[62321]: DEBUG nova.policy [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5835528150494b10817c19a1fe0a7609', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '137cc248e47143658cb3d64a2aadb94e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 557.801327] env[62321]: DEBUG nova.network.neutron [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 557.808282] env[62321]: DEBUG oslo_vmware.api [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Task: {'id': task-2632504, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558821} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.809481] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbacf64-90bc-45b5-8272-de226c647da5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.813511] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 272a1022-6da1-41c5-a572-e048c09a8aec/272a1022-6da1-41c5-a572-e048c09a8aec.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 557.813801] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 557.813958] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4a010a6-a012-44d8-b068-3052bacf9ee3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.825904] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Instance VIF info [] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 557.831885] env[62321]: DEBUG oslo.service.loopingcall [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 557.833508] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 557.834281] env[62321]: DEBUG oslo_vmware.api [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Waiting for the task: (returnval){ [ 557.834281] env[62321]: value = "task-2632508" [ 557.834281] env[62321]: _type = "Task" [ 557.834281] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.839966] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38fb9d21-fe29-4b43-8378-a3833db99dc1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.864967] env[62321]: DEBUG oslo_vmware.api [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b8e927-0b36-1797-03c5-52f4e89f050a, 'name': SearchDatastore_Task, 'duration_secs': 0.011458} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.865237] env[62321]: DEBUG oslo_vmware.api [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Task: {'id': task-2632508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.866748] env[62321]: DEBUG oslo_concurrency.lockutils [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.866748] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 9f712855-ab1c-43d1-9dbe-15825b9f66b4/9f712855-ab1c-43d1-9dbe-15825b9f66b4.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 557.867043] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 557.867043] env[62321]: value = "task-2632509" [ 557.867043] env[62321]: _type = "Task" [ 557.867043] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.867236] env[62321]: DEBUG oslo_concurrency.lockutils [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.868227] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 557.868227] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42d29199-01a0-447e-bf76-1c6df5ff6a42 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.869667] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8f1a90d-c769-4159-931c-ea52b8960621 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.881710] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632509, 'name': CreateVM_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.884081] env[62321]: DEBUG oslo_vmware.api [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Waiting for the task: (returnval){ [ 557.884081] env[62321]: value = "task-2632510" [ 557.884081] env[62321]: _type = "Task" [ 557.884081] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.884081] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 557.884297] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 557.886489] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ae72e31-89b7-4b95-82dc-4f768859fab0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.893730] env[62321]: DEBUG oslo_vmware.api [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Waiting for the task: (returnval){ [ 557.893730] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5211dce2-4627-f83a-1890-eff643b9bd40" [ 557.893730] env[62321]: _type = "Task" [ 557.893730] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.899288] env[62321]: DEBUG oslo_vmware.api [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Task: {'id': task-2632510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.905925] env[62321]: DEBUG oslo_vmware.api [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5211dce2-4627-f83a-1890-eff643b9bd40, 'name': SearchDatastore_Task, 'duration_secs': 0.009088} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.906753] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac490339-c2ae-47cc-be85-441bdd402271 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.911858] env[62321]: DEBUG oslo_vmware.api [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Waiting for the task: (returnval){ [ 557.911858] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52154e6f-8937-7ca5-666b-e05af35a45c6" [ 557.911858] env[62321]: _type = "Task" [ 557.911858] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.920851] env[62321]: DEBUG oslo_vmware.api [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52154e6f-8937-7ca5-666b-e05af35a45c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.048838] env[62321]: DEBUG oslo_concurrency.lockutils [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Acquiring lock "d104862d-3e3f-44ad-8ba9-54949db23968" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.048838] env[62321]: DEBUG oslo_concurrency.lockutils [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Lock "d104862d-3e3f-44ad-8ba9-54949db23968" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.225619] env[62321]: DEBUG nova.network.neutron [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Updating instance_info_cache with network_info: [{"id": "95279848-997c-4857-b9d0-9a6b4c7bd6a9", "address": "fa:16:3e:57:77:aa", "network": {"id": "a5547c0f-46b1-4ae5-841a-9f39910febcd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ef1461c1ad14a3cb8e9828aa58002a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95279848-99", "ovs_interfaceid": "95279848-997c-4857-b9d0-9a6b4c7bd6a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 558.245306] env[62321]: DEBUG nova.compute.manager [req-eb1145ea-596b-44d8-ade3-5eabec2a26fa req-2296b652-a1ea-4bd0-bd23-6bafedab9abb service nova] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Received event network-changed-94c1be44-183c-4b36-be23-d13cf8ae3a05 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 558.245949] env[62321]: DEBUG nova.compute.manager [req-eb1145ea-596b-44d8-ade3-5eabec2a26fa req-2296b652-a1ea-4bd0-bd23-6bafedab9abb service nova] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Refreshing instance network info cache due to event network-changed-94c1be44-183c-4b36-be23-d13cf8ae3a05. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 558.245949] env[62321]: DEBUG oslo_concurrency.lockutils [req-eb1145ea-596b-44d8-ade3-5eabec2a26fa req-2296b652-a1ea-4bd0-bd23-6bafedab9abb service nova] Acquiring lock "refresh_cache-9f712855-ab1c-43d1-9dbe-15825b9f66b4" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.245949] env[62321]: DEBUG oslo_concurrency.lockutils [req-eb1145ea-596b-44d8-ade3-5eabec2a26fa req-2296b652-a1ea-4bd0-bd23-6bafedab9abb service nova] Acquired lock "refresh_cache-9f712855-ab1c-43d1-9dbe-15825b9f66b4" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.249835] env[62321]: DEBUG nova.network.neutron [req-eb1145ea-596b-44d8-ade3-5eabec2a26fa req-2296b652-a1ea-4bd0-bd23-6bafedab9abb service nova] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Refreshing network info cache for port 94c1be44-183c-4b36-be23-d13cf8ae3a05 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 558.251297] env[62321]: DEBUG nova.compute.manager [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 558.362035] env[62321]: DEBUG oslo_vmware.api [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Task: {'id': task-2632508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070477} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.362241] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 558.364765] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6eddb2-9c8b-48d6-924b-d8f8a1c1569e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.396348] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 272a1022-6da1-41c5-a572-e048c09a8aec/272a1022-6da1-41c5-a572-e048c09a8aec.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 558.404928] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3b70cc3-409c-44b3-9a36-a82175950729 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.425292] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632509, 'name': CreateVM_Task, 'duration_secs': 0.506929} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.435518] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 558.440041] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.440041] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.440041] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.440657] env[62321]: DEBUG oslo_vmware.api [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Task: {'id': task-2632510, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529596} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.444971] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5062eee5-ccaa-4028-b5b4-d36bfe510bf6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.446933] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 9f712855-ab1c-43d1-9dbe-15825b9f66b4/9f712855-ab1c-43d1-9dbe-15825b9f66b4.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 558.447240] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 558.447602] env[62321]: DEBUG oslo_vmware.api [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Waiting for the task: (returnval){ [ 558.447602] env[62321]: value = "task-2632511" [ 558.447602] env[62321]: _type = "Task" [ 558.447602] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.452588] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e5d97a1-ca24-433f-bd92-d8c9d9202481 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.457267] env[62321]: DEBUG oslo_vmware.api [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52154e6f-8937-7ca5-666b-e05af35a45c6, 'name': SearchDatastore_Task, 'duration_secs': 0.009769} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.460090] env[62321]: DEBUG oslo_concurrency.lockutils [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.460420] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 1281e273-d400-4493-b718-e78252e1221a/1281e273-d400-4493-b718-e78252e1221a.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 558.462735] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50ff59ce-a8e4-49b6-a17f-bbab0e91dc31 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.465396] env[62321]: DEBUG oslo_vmware.api [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Waiting for the task: (returnval){ [ 558.465396] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]526f0610-cd34-0383-d9ae-cc376f0c68ef" [ 558.465396] env[62321]: _type = "Task" [ 558.465396] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.471027] env[62321]: DEBUG oslo_vmware.api [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Waiting for the task: (returnval){ [ 558.471027] env[62321]: value = "task-2632512" [ 558.471027] env[62321]: _type = "Task" [ 558.471027] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.486207] env[62321]: DEBUG oslo_vmware.api [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Task: {'id': task-2632511, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.489625] env[62321]: DEBUG oslo_vmware.api [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Waiting for the task: (returnval){ [ 558.489625] env[62321]: value = "task-2632513" [ 558.489625] env[62321]: _type = "Task" [ 558.489625] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.493027] env[62321]: DEBUG nova.network.neutron [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Successfully created port: 869eb667-b185-416d-a28f-0ab126982701 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 558.508319] env[62321]: DEBUG oslo_vmware.api [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Task: {'id': task-2632512, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.508319] env[62321]: DEBUG oslo_vmware.api [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]526f0610-cd34-0383-d9ae-cc376f0c68ef, 'name': SearchDatastore_Task, 'duration_secs': 0.026345} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.509599] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.509599] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 558.509599] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.509599] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.509790] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 558.513154] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5853e4be-d88f-4d22-abe1-871a03444043 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.515661] env[62321]: DEBUG oslo_vmware.api [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2632513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.523039] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 558.523039] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 558.523642] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-784b6ded-c397-40c0-9d3a-030b6e47efb3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.529359] env[62321]: DEBUG oslo_vmware.api [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Waiting for the task: (returnval){ [ 558.529359] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522a9c69-fd06-d045-3e4b-51c8d8d005ad" [ 558.529359] env[62321]: _type = "Task" [ 558.529359] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.537983] env[62321]: DEBUG oslo_vmware.api [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522a9c69-fd06-d045-3e4b-51c8d8d005ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.685009] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c386e4-0a71-4ed6-80fd-49a56ef0a077 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.698185] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68e3e21-f96e-4a3e-bd2d-1d425622a117 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.747672] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Releasing lock "refresh_cache-aeb622a0-9532-4a9d-ac75-65f4e84dfda0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.748072] env[62321]: DEBUG nova.compute.manager [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Instance network_info: |[{"id": "95279848-997c-4857-b9d0-9a6b4c7bd6a9", "address": "fa:16:3e:57:77:aa", "network": {"id": "a5547c0f-46b1-4ae5-841a-9f39910febcd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ef1461c1ad14a3cb8e9828aa58002a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95279848-99", "ovs_interfaceid": "95279848-997c-4857-b9d0-9a6b4c7bd6a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 558.750033] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:77:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4c8c8fd-baca-4e60-97dc-ff0418d63215', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95279848-997c-4857-b9d0-9a6b4c7bd6a9', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 558.758180] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Creating folder: Project (d8adda789ada430db0b0264243250720). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 558.759216] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e25db3-eb00-4ed1-8ef9-88a342f7f479 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.764704] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fea9f37e-3413-4300-a860-bacd8597d9fa {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.778370] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93348d0c-9fda-47b5-8f4e-2cbd1a131df6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.788568] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Created folder: Project (d8adda789ada430db0b0264243250720) in parent group-v530434. [ 558.788568] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Creating folder: Instances. Parent ref: group-v530460. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 558.789401] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a3bfa97-13d1-4faf-9311-ffa2b867f311 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.810984] env[62321]: DEBUG nova.compute.provider_tree [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 558.824910] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Created folder: Instances in parent group-v530460. [ 558.824910] env[62321]: DEBUG oslo.service.loopingcall [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 558.824910] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 558.824910] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-233833cb-27ba-4420-8a73-774d8fb478f3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.847151] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 558.847151] env[62321]: value = "task-2632516" [ 558.847151] env[62321]: _type = "Task" [ 558.847151] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.856553] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632516, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.940175] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6e3c2289-a183-4076-a9d9-b5c855c6279b tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Acquiring lock "0d3265e8-1056-4410-8035-d009478d2052" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.940533] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6e3c2289-a183-4076-a9d9-b5c855c6279b tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Lock "0d3265e8-1056-4410-8035-d009478d2052" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.940757] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6e3c2289-a183-4076-a9d9-b5c855c6279b tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Acquiring lock "0d3265e8-1056-4410-8035-d009478d2052-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.940946] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6e3c2289-a183-4076-a9d9-b5c855c6279b tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Lock "0d3265e8-1056-4410-8035-d009478d2052-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.941143] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6e3c2289-a183-4076-a9d9-b5c855c6279b tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Lock "0d3265e8-1056-4410-8035-d009478d2052-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.944454] env[62321]: INFO nova.compute.manager [None req-6e3c2289-a183-4076-a9d9-b5c855c6279b tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Terminating instance [ 558.969399] env[62321]: DEBUG oslo_vmware.api [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Task: {'id': task-2632511, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.985489] env[62321]: DEBUG oslo_vmware.api [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Task: {'id': task-2632512, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081278} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.985783] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 558.986754] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0fd9a9-61ae-4f2b-b929-eb3513f06e32 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.001505] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0e6bdc79-fe06-4e6d-b580-4d44010a2775 tempest-DeleteServersAdminTestJSON-387100418 tempest-DeleteServersAdminTestJSON-387100418-project-admin] Acquiring lock "6dcc5aef-a417-4e28-b807-39f518bcd7fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.001746] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0e6bdc79-fe06-4e6d-b580-4d44010a2775 tempest-DeleteServersAdminTestJSON-387100418 tempest-DeleteServersAdminTestJSON-387100418-project-admin] Lock "6dcc5aef-a417-4e28-b807-39f518bcd7fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.001943] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0e6bdc79-fe06-4e6d-b580-4d44010a2775 tempest-DeleteServersAdminTestJSON-387100418 tempest-DeleteServersAdminTestJSON-387100418-project-admin] Acquiring lock "6dcc5aef-a417-4e28-b807-39f518bcd7fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.002132] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0e6bdc79-fe06-4e6d-b580-4d44010a2775 tempest-DeleteServersAdminTestJSON-387100418 tempest-DeleteServersAdminTestJSON-387100418-project-admin] Lock "6dcc5aef-a417-4e28-b807-39f518bcd7fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.002305] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0e6bdc79-fe06-4e6d-b580-4d44010a2775 tempest-DeleteServersAdminTestJSON-387100418 tempest-DeleteServersAdminTestJSON-387100418-project-admin] Lock "6dcc5aef-a417-4e28-b807-39f518bcd7fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.013192] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 9f712855-ab1c-43d1-9dbe-15825b9f66b4/9f712855-ab1c-43d1-9dbe-15825b9f66b4.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 559.013396] env[62321]: INFO nova.compute.manager [None req-0e6bdc79-fe06-4e6d-b580-4d44010a2775 tempest-DeleteServersAdminTestJSON-387100418 tempest-DeleteServersAdminTestJSON-387100418-project-admin] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Terminating instance [ 559.018819] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fe4e018-86cd-49c0-87e7-8566c26a5589 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.047384] env[62321]: DEBUG oslo_vmware.api [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2632513, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.050095] env[62321]: DEBUG oslo_vmware.api [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Waiting for the task: (returnval){ [ 559.050095] env[62321]: value = "task-2632517" [ 559.050095] env[62321]: _type = "Task" [ 559.050095] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.057143] env[62321]: DEBUG oslo_vmware.api [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522a9c69-fd06-d045-3e4b-51c8d8d005ad, 'name': SearchDatastore_Task, 'duration_secs': 0.016305} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.058447] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ebbe936-144a-46bc-a9de-da5a92a6d7bc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.064451] env[62321]: DEBUG oslo_vmware.api [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Task: {'id': task-2632517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.070373] env[62321]: DEBUG oslo_vmware.api [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Waiting for the task: (returnval){ [ 559.070373] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52913bcd-1f6c-4a1d-cffb-681f61f485de" [ 559.070373] env[62321]: _type = "Task" [ 559.070373] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.081084] env[62321]: DEBUG oslo_vmware.api [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52913bcd-1f6c-4a1d-cffb-681f61f485de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.272576] env[62321]: DEBUG nova.compute.manager [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 559.308900] env[62321]: DEBUG nova.virt.hardware [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:38:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1977790998',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-347625841',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 559.309155] env[62321]: DEBUG nova.virt.hardware [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 559.309312] env[62321]: DEBUG nova.virt.hardware [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 559.309503] env[62321]: DEBUG nova.virt.hardware [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 559.309646] env[62321]: DEBUG nova.virt.hardware [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 559.309788] env[62321]: DEBUG nova.virt.hardware [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 559.309996] env[62321]: DEBUG nova.virt.hardware [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 559.310175] env[62321]: DEBUG nova.virt.hardware [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 559.310378] env[62321]: DEBUG nova.virt.hardware [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 559.310706] env[62321]: DEBUG nova.virt.hardware [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 559.310777] env[62321]: DEBUG nova.virt.hardware [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 559.311684] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafed0bc-0e01-4524-9df5-fbac74a912b5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.319780] env[62321]: DEBUG nova.scheduler.client.report [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 559.323475] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0ff230-eb13-4377-bda0-a7a215c96505 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.328856] env[62321]: DEBUG nova.network.neutron [req-eb1145ea-596b-44d8-ade3-5eabec2a26fa req-2296b652-a1ea-4bd0-bd23-6bafedab9abb service nova] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Updated VIF entry in instance network info cache for port 94c1be44-183c-4b36-be23-d13cf8ae3a05. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 559.329843] env[62321]: DEBUG nova.network.neutron [req-eb1145ea-596b-44d8-ade3-5eabec2a26fa req-2296b652-a1ea-4bd0-bd23-6bafedab9abb service nova] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Updating instance_info_cache with network_info: [{"id": "94c1be44-183c-4b36-be23-d13cf8ae3a05", "address": "fa:16:3e:c9:12:80", "network": {"id": "a5547c0f-46b1-4ae5-841a-9f39910febcd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ef1461c1ad14a3cb8e9828aa58002a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94c1be44-18", "ovs_interfaceid": "94c1be44-183c-4b36-be23-d13cf8ae3a05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 559.357019] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632516, 'name': CreateVM_Task, 'duration_secs': 0.474247} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.357224] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 559.358040] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.358108] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.358394] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.358650] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7786f66f-a423-47f4-9546-df175aa9b740 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.363528] env[62321]: DEBUG oslo_vmware.api [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Waiting for the task: (returnval){ [ 559.363528] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528d2b06-cf7c-28b5-9fba-2ab4b2c57555" [ 559.363528] env[62321]: _type = "Task" [ 559.363528] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.371994] env[62321]: DEBUG oslo_vmware.api [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528d2b06-cf7c-28b5-9fba-2ab4b2c57555, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.449480] env[62321]: DEBUG nova.compute.manager [None req-6e3c2289-a183-4076-a9d9-b5c855c6279b tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 559.449759] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3c2289-a183-4076-a9d9-b5c855c6279b tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 559.450652] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ad105d-24f0-4472-9764-8bde8f9b745c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.458659] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e3c2289-a183-4076-a9d9-b5c855c6279b tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 559.462158] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0abeb11a-187d-4d94-b804-fcb0d066e113 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.472113] env[62321]: DEBUG oslo_vmware.api [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Task: {'id': task-2632511, 'name': ReconfigVM_Task, 'duration_secs': 0.663306} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.474038] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 272a1022-6da1-41c5-a572-e048c09a8aec/272a1022-6da1-41c5-a572-e048c09a8aec.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 559.474425] env[62321]: DEBUG oslo_vmware.api [None req-6e3c2289-a183-4076-a9d9-b5c855c6279b tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Waiting for the task: (returnval){ [ 559.474425] env[62321]: value = "task-2632518" [ 559.474425] env[62321]: _type = "Task" [ 559.474425] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.474550] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ad2d197-5fcc-46f5-8218-053cb26d04a0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.488194] env[62321]: DEBUG oslo_vmware.api [None req-6e3c2289-a183-4076-a9d9-b5c855c6279b tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Task: {'id': task-2632518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.489758] env[62321]: DEBUG oslo_vmware.api [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Waiting for the task: (returnval){ [ 559.489758] env[62321]: value = "task-2632519" [ 559.489758] env[62321]: _type = "Task" [ 559.489758] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.497902] env[62321]: DEBUG oslo_vmware.api [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Task: {'id': task-2632519, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.504322] env[62321]: DEBUG nova.compute.manager [req-8d4a3f1f-1791-4ec5-b376-85d4c355d393 req-465e0922-0f7c-40ce-b306-693d918eb495 service nova] [instance: 1281e273-d400-4493-b718-e78252e1221a] Received event network-vif-plugged-6fdd424a-82f7-4902-941c-94e0437a6bdd {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 559.504565] env[62321]: DEBUG oslo_concurrency.lockutils [req-8d4a3f1f-1791-4ec5-b376-85d4c355d393 req-465e0922-0f7c-40ce-b306-693d918eb495 service nova] Acquiring lock "1281e273-d400-4493-b718-e78252e1221a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.505834] env[62321]: DEBUG oslo_concurrency.lockutils [req-8d4a3f1f-1791-4ec5-b376-85d4c355d393 req-465e0922-0f7c-40ce-b306-693d918eb495 service nova] Lock "1281e273-d400-4493-b718-e78252e1221a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.505834] env[62321]: DEBUG oslo_concurrency.lockutils [req-8d4a3f1f-1791-4ec5-b376-85d4c355d393 req-465e0922-0f7c-40ce-b306-693d918eb495 service nova] Lock "1281e273-d400-4493-b718-e78252e1221a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.505834] env[62321]: DEBUG nova.compute.manager [req-8d4a3f1f-1791-4ec5-b376-85d4c355d393 req-465e0922-0f7c-40ce-b306-693d918eb495 service nova] [instance: 1281e273-d400-4493-b718-e78252e1221a] No waiting events found dispatching network-vif-plugged-6fdd424a-82f7-4902-941c-94e0437a6bdd {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 559.505834] env[62321]: WARNING nova.compute.manager [req-8d4a3f1f-1791-4ec5-b376-85d4c355d393 req-465e0922-0f7c-40ce-b306-693d918eb495 service nova] [instance: 1281e273-d400-4493-b718-e78252e1221a] Received unexpected event network-vif-plugged-6fdd424a-82f7-4902-941c-94e0437a6bdd for instance with vm_state building and task_state spawning. [ 559.505834] env[62321]: DEBUG nova.compute.manager [req-8d4a3f1f-1791-4ec5-b376-85d4c355d393 req-465e0922-0f7c-40ce-b306-693d918eb495 service nova] [instance: 1281e273-d400-4493-b718-e78252e1221a] Received event network-changed-6fdd424a-82f7-4902-941c-94e0437a6bdd {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 559.506575] env[62321]: DEBUG nova.compute.manager [req-8d4a3f1f-1791-4ec5-b376-85d4c355d393 req-465e0922-0f7c-40ce-b306-693d918eb495 service nova] [instance: 1281e273-d400-4493-b718-e78252e1221a] Refreshing instance network info cache due to event network-changed-6fdd424a-82f7-4902-941c-94e0437a6bdd. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 559.506575] env[62321]: DEBUG oslo_concurrency.lockutils [req-8d4a3f1f-1791-4ec5-b376-85d4c355d393 req-465e0922-0f7c-40ce-b306-693d918eb495 service nova] Acquiring lock "refresh_cache-1281e273-d400-4493-b718-e78252e1221a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.506575] env[62321]: DEBUG oslo_concurrency.lockutils [req-8d4a3f1f-1791-4ec5-b376-85d4c355d393 req-465e0922-0f7c-40ce-b306-693d918eb495 service nova] Acquired lock "refresh_cache-1281e273-d400-4493-b718-e78252e1221a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.506575] env[62321]: DEBUG nova.network.neutron [req-8d4a3f1f-1791-4ec5-b376-85d4c355d393 req-465e0922-0f7c-40ce-b306-693d918eb495 service nova] [instance: 1281e273-d400-4493-b718-e78252e1221a] Refreshing network info cache for port 6fdd424a-82f7-4902-941c-94e0437a6bdd {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 559.516194] env[62321]: DEBUG oslo_vmware.api [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2632513, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669398} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.516994] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 1281e273-d400-4493-b718-e78252e1221a/1281e273-d400-4493-b718-e78252e1221a.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 559.517242] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 559.517740] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b26430e-8ab2-47aa-899f-232ad3a2340f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.524422] env[62321]: DEBUG oslo_vmware.api [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Waiting for the task: (returnval){ [ 559.524422] env[62321]: value = "task-2632520" [ 559.524422] env[62321]: _type = "Task" [ 559.524422] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.534530] env[62321]: DEBUG oslo_vmware.api [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2632520, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.547802] env[62321]: DEBUG nova.compute.manager [None req-0e6bdc79-fe06-4e6d-b580-4d44010a2775 tempest-DeleteServersAdminTestJSON-387100418 tempest-DeleteServersAdminTestJSON-387100418-project-admin] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 559.551020] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6bdc79-fe06-4e6d-b580-4d44010a2775 tempest-DeleteServersAdminTestJSON-387100418 tempest-DeleteServersAdminTestJSON-387100418-project-admin] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 559.551020] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6999da-ef38-42c7-af58-e7c1d50b969e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.559431] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6bdc79-fe06-4e6d-b580-4d44010a2775 tempest-DeleteServersAdminTestJSON-387100418 tempest-DeleteServersAdminTestJSON-387100418-project-admin] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 559.562516] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fbab9a3-e865-4b93-9d8a-6f9047e39c34 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.564063] env[62321]: DEBUG oslo_vmware.api [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Task: {'id': task-2632517, 'name': ReconfigVM_Task, 'duration_secs': 0.419458} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.564338] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 9f712855-ab1c-43d1-9dbe-15825b9f66b4/9f712855-ab1c-43d1-9dbe-15825b9f66b4.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 559.565593] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3900a42b-b9c3-4612-a702-5c82c229f3f7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.568546] env[62321]: DEBUG oslo_vmware.api [None req-0e6bdc79-fe06-4e6d-b580-4d44010a2775 tempest-DeleteServersAdminTestJSON-387100418 tempest-DeleteServersAdminTestJSON-387100418-project-admin] Waiting for the task: (returnval){ [ 559.568546] env[62321]: value = "task-2632521" [ 559.568546] env[62321]: _type = "Task" [ 559.568546] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.572835] env[62321]: DEBUG oslo_vmware.api [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Waiting for the task: (returnval){ [ 559.572835] env[62321]: value = "task-2632522" [ 559.572835] env[62321]: _type = "Task" [ 559.572835] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.582841] env[62321]: DEBUG oslo_vmware.api [None req-0e6bdc79-fe06-4e6d-b580-4d44010a2775 tempest-DeleteServersAdminTestJSON-387100418 tempest-DeleteServersAdminTestJSON-387100418-project-admin] Task: {'id': task-2632521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.587207] env[62321]: DEBUG oslo_vmware.api [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52913bcd-1f6c-4a1d-cffb-681f61f485de, 'name': SearchDatastore_Task, 'duration_secs': 0.045578} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.590842] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.591217] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] f5c11eeb-bd4a-44b4-8a99-985b0c7716f6/f5c11eeb-bd4a-44b4-8a99-985b0c7716f6.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 559.591969] env[62321]: DEBUG oslo_vmware.api [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Task: {'id': task-2632522, 'name': Rename_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.592265] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2d78f4b-bc08-4fe1-9749-9d3fdd66e220 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.598537] env[62321]: DEBUG oslo_vmware.api [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Waiting for the task: (returnval){ [ 559.598537] env[62321]: value = "task-2632523" [ 559.598537] env[62321]: _type = "Task" [ 559.598537] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.606638] env[62321]: DEBUG oslo_vmware.api [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Task: {'id': task-2632523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.829826] env[62321]: DEBUG oslo_concurrency.lockutils [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.830455] env[62321]: DEBUG nova.compute.manager [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 559.834263] env[62321]: DEBUG oslo_concurrency.lockutils [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.862s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.834853] env[62321]: INFO nova.compute.claims [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 559.839679] env[62321]: DEBUG oslo_concurrency.lockutils [req-eb1145ea-596b-44d8-ade3-5eabec2a26fa req-2296b652-a1ea-4bd0-bd23-6bafedab9abb service nova] Releasing lock "refresh_cache-9f712855-ab1c-43d1-9dbe-15825b9f66b4" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.877047] env[62321]: DEBUG oslo_vmware.api [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528d2b06-cf7c-28b5-9fba-2ab4b2c57555, 'name': SearchDatastore_Task, 'duration_secs': 0.022659} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.877047] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.877460] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 559.877955] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.879696] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.879696] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 559.882529] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b446d0f2-79a4-4ca7-9cde-fc86cf3b0a1d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.893713] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 559.893713] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 559.895737] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a745e3a-488c-430c-a293-8f1deaa09836 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.903179] env[62321]: DEBUG oslo_vmware.api [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Waiting for the task: (returnval){ [ 559.903179] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5252ae58-6027-31d3-bcd3-6e42179be799" [ 559.903179] env[62321]: _type = "Task" [ 559.903179] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.912697] env[62321]: DEBUG oslo_vmware.api [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5252ae58-6027-31d3-bcd3-6e42179be799, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.980527] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Acquiring lock "0be60052-791c-4216-b5db-c666b62ef9f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.980886] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Lock "0be60052-791c-4216-b5db-c666b62ef9f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.993267] env[62321]: DEBUG oslo_vmware.api [None req-6e3c2289-a183-4076-a9d9-b5c855c6279b tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Task: {'id': task-2632518, 'name': PowerOffVM_Task, 'duration_secs': 0.224882} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.997018] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e3c2289-a183-4076-a9d9-b5c855c6279b tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 559.997266] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3c2289-a183-4076-a9d9-b5c855c6279b tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 559.997607] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-320d612b-aeed-47a3-8a4c-97394c5530ad {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.005506] env[62321]: DEBUG oslo_vmware.api [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Task: {'id': task-2632519, 'name': Rename_Task, 'duration_secs': 0.209239} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.005506] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 560.005833] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41a18ec9-a8a2-49c4-ad98-43873cd1cda1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.015147] env[62321]: DEBUG oslo_vmware.api [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Waiting for the task: (returnval){ [ 560.015147] env[62321]: value = "task-2632525" [ 560.015147] env[62321]: _type = "Task" [ 560.015147] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.024244] env[62321]: DEBUG oslo_vmware.api [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Task: {'id': task-2632525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.033577] env[62321]: DEBUG oslo_vmware.api [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2632520, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099303} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.033863] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 560.034787] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823bf80f-9111-4ed2-972c-0c305f2be751 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.060242] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 1281e273-d400-4493-b718-e78252e1221a/1281e273-d400-4493-b718-e78252e1221a.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 560.060981] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-543abac6-562d-4ea5-aa1f-e874ee32043d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.079239] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3c2289-a183-4076-a9d9-b5c855c6279b tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 560.079239] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3c2289-a183-4076-a9d9-b5c855c6279b tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 560.079239] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e3c2289-a183-4076-a9d9-b5c855c6279b tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Deleting the datastore file [datastore1] 0d3265e8-1056-4410-8035-d009478d2052 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 560.087509] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-188a2b3b-18ab-41ee-9ff5-8fa7461374b3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.093727] env[62321]: DEBUG oslo_concurrency.lockutils [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquiring lock "554e13c2-ea50-43d4-9d9b-62a3cce7b91e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.093727] env[62321]: DEBUG oslo_concurrency.lockutils [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "554e13c2-ea50-43d4-9d9b-62a3cce7b91e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.098111] env[62321]: DEBUG oslo_vmware.api [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Waiting for the task: (returnval){ [ 560.098111] env[62321]: value = "task-2632526" [ 560.098111] env[62321]: _type = "Task" [ 560.098111] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.107640] env[62321]: DEBUG oslo_vmware.api [None req-6e3c2289-a183-4076-a9d9-b5c855c6279b tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Waiting for the task: (returnval){ [ 560.107640] env[62321]: value = "task-2632527" [ 560.107640] env[62321]: _type = "Task" [ 560.107640] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.108111] env[62321]: DEBUG oslo_vmware.api [None req-0e6bdc79-fe06-4e6d-b580-4d44010a2775 tempest-DeleteServersAdminTestJSON-387100418 tempest-DeleteServersAdminTestJSON-387100418-project-admin] Task: {'id': task-2632521, 'name': PowerOffVM_Task, 'duration_secs': 0.249079} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.113062] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6bdc79-fe06-4e6d-b580-4d44010a2775 tempest-DeleteServersAdminTestJSON-387100418 tempest-DeleteServersAdminTestJSON-387100418-project-admin] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 560.113062] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6bdc79-fe06-4e6d-b580-4d44010a2775 tempest-DeleteServersAdminTestJSON-387100418 tempest-DeleteServersAdminTestJSON-387100418-project-admin] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 560.119959] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e17d272-de52-4a98-9cfa-11ba6bb8d8f8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.121502] env[62321]: DEBUG oslo_vmware.api [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Task: {'id': task-2632522, 'name': Rename_Task, 'duration_secs': 0.198961} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.125770] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 560.125995] env[62321]: DEBUG oslo_vmware.api [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2632526, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.126844] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-767513d2-4a93-4286-a896-db9a0746074b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.134601] env[62321]: DEBUG oslo_vmware.api [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Task: {'id': task-2632523, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.135207] env[62321]: DEBUG oslo_vmware.api [None req-6e3c2289-a183-4076-a9d9-b5c855c6279b tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Task: {'id': task-2632527, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.139515] env[62321]: DEBUG oslo_vmware.api [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Waiting for the task: (returnval){ [ 560.139515] env[62321]: value = "task-2632529" [ 560.139515] env[62321]: _type = "Task" [ 560.139515] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.147907] env[62321]: DEBUG oslo_vmware.api [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Task: {'id': task-2632529, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.203450] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6bdc79-fe06-4e6d-b580-4d44010a2775 tempest-DeleteServersAdminTestJSON-387100418 tempest-DeleteServersAdminTestJSON-387100418-project-admin] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 560.203450] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6bdc79-fe06-4e6d-b580-4d44010a2775 tempest-DeleteServersAdminTestJSON-387100418 tempest-DeleteServersAdminTestJSON-387100418-project-admin] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 560.203650] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e6bdc79-fe06-4e6d-b580-4d44010a2775 tempest-DeleteServersAdminTestJSON-387100418 tempest-DeleteServersAdminTestJSON-387100418-project-admin] Deleting the datastore file [datastore1] 6dcc5aef-a417-4e28-b807-39f518bcd7fa {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 560.203989] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3883c7c8-15de-4fa9-903c-0bd4c1d2c705 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.212911] env[62321]: DEBUG oslo_vmware.api [None req-0e6bdc79-fe06-4e6d-b580-4d44010a2775 tempest-DeleteServersAdminTestJSON-387100418 tempest-DeleteServersAdminTestJSON-387100418-project-admin] Waiting for the task: (returnval){ [ 560.212911] env[62321]: value = "task-2632530" [ 560.212911] env[62321]: _type = "Task" [ 560.212911] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.224178] env[62321]: DEBUG oslo_vmware.api [None req-0e6bdc79-fe06-4e6d-b580-4d44010a2775 tempest-DeleteServersAdminTestJSON-387100418 tempest-DeleteServersAdminTestJSON-387100418-project-admin] Task: {'id': task-2632530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.342670] env[62321]: DEBUG nova.compute.utils [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 560.344231] env[62321]: DEBUG nova.compute.manager [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 560.344340] env[62321]: DEBUG nova.network.neutron [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 560.413475] env[62321]: DEBUG oslo_vmware.api [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5252ae58-6027-31d3-bcd3-6e42179be799, 'name': SearchDatastore_Task, 'duration_secs': 0.019905} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.414481] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcee7a2b-c4e3-4812-9151-ebe4293abef5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.420200] env[62321]: DEBUG oslo_vmware.api [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Waiting for the task: (returnval){ [ 560.420200] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5265c9ff-7d97-398a-1021-a4cc1ebd3c7e" [ 560.420200] env[62321]: _type = "Task" [ 560.420200] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.429827] env[62321]: DEBUG oslo_vmware.api [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5265c9ff-7d97-398a-1021-a4cc1ebd3c7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.444273] env[62321]: DEBUG nova.policy [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ecf14cee012490497cd49ae319994a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90467fb1952a4408918e04a3fb3a6342', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 560.515493] env[62321]: DEBUG oslo_concurrency.lockutils [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Acquiring lock "86949a33-63ea-47ba-924f-15bc56751c17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.515815] env[62321]: DEBUG oslo_concurrency.lockutils [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Lock "86949a33-63ea-47ba-924f-15bc56751c17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.526953] env[62321]: DEBUG oslo_vmware.api [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Task: {'id': task-2632525, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.610857] env[62321]: DEBUG oslo_vmware.api [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2632526, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.614862] env[62321]: DEBUG nova.network.neutron [req-8d4a3f1f-1791-4ec5-b376-85d4c355d393 req-465e0922-0f7c-40ce-b306-693d918eb495 service nova] [instance: 1281e273-d400-4493-b718-e78252e1221a] Updated VIF entry in instance network info cache for port 6fdd424a-82f7-4902-941c-94e0437a6bdd. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 560.615215] env[62321]: DEBUG nova.network.neutron [req-8d4a3f1f-1791-4ec5-b376-85d4c355d393 req-465e0922-0f7c-40ce-b306-693d918eb495 service nova] [instance: 1281e273-d400-4493-b718-e78252e1221a] Updating instance_info_cache with network_info: [{"id": "6fdd424a-82f7-4902-941c-94e0437a6bdd", "address": "fa:16:3e:98:bf:bf", "network": {"id": "9c40758c-9a82-4741-98c6-bbb00b813c0b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-190221554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01d8e18986b945cda7366750b9136ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fdd424a-82", "ovs_interfaceid": "6fdd424a-82f7-4902-941c-94e0437a6bdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 560.625160] env[62321]: DEBUG oslo_vmware.api [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Task: {'id': task-2632523, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737508} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.633796] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] f5c11eeb-bd4a-44b4-8a99-985b0c7716f6/f5c11eeb-bd4a-44b4-8a99-985b0c7716f6.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 560.633796] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 560.633924] env[62321]: DEBUG oslo_vmware.api [None req-6e3c2289-a183-4076-a9d9-b5c855c6279b tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Task: {'id': task-2632527, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313314} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.635314] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64321eb9-cd82-4062-b341-b83df132525c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.638139] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e3c2289-a183-4076-a9d9-b5c855c6279b tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 560.638337] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3c2289-a183-4076-a9d9-b5c855c6279b tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 560.638508] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3c2289-a183-4076-a9d9-b5c855c6279b tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 560.639818] env[62321]: INFO nova.compute.manager [None req-6e3c2289-a183-4076-a9d9-b5c855c6279b tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Took 1.19 seconds to destroy the instance on the hypervisor. [ 560.639818] env[62321]: DEBUG oslo.service.loopingcall [None req-6e3c2289-a183-4076-a9d9-b5c855c6279b tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 560.639818] env[62321]: DEBUG nova.compute.manager [-] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 560.640085] env[62321]: DEBUG nova.network.neutron [-] [instance: 0d3265e8-1056-4410-8035-d009478d2052] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 560.649498] env[62321]: DEBUG oslo_vmware.api [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Waiting for the task: (returnval){ [ 560.649498] env[62321]: value = "task-2632531" [ 560.649498] env[62321]: _type = "Task" [ 560.649498] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.656928] env[62321]: DEBUG oslo_vmware.api [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Task: {'id': task-2632529, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.663980] env[62321]: DEBUG oslo_vmware.api [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Task: {'id': task-2632531, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.725135] env[62321]: DEBUG oslo_vmware.api [None req-0e6bdc79-fe06-4e6d-b580-4d44010a2775 tempest-DeleteServersAdminTestJSON-387100418 tempest-DeleteServersAdminTestJSON-387100418-project-admin] Task: {'id': task-2632530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239875} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.725564] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e6bdc79-fe06-4e6d-b580-4d44010a2775 tempest-DeleteServersAdminTestJSON-387100418 tempest-DeleteServersAdminTestJSON-387100418-project-admin] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 560.726021] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6bdc79-fe06-4e6d-b580-4d44010a2775 tempest-DeleteServersAdminTestJSON-387100418 tempest-DeleteServersAdminTestJSON-387100418-project-admin] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 560.726345] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6bdc79-fe06-4e6d-b580-4d44010a2775 tempest-DeleteServersAdminTestJSON-387100418 tempest-DeleteServersAdminTestJSON-387100418-project-admin] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 560.726696] env[62321]: INFO nova.compute.manager [None req-0e6bdc79-fe06-4e6d-b580-4d44010a2775 tempest-DeleteServersAdminTestJSON-387100418 tempest-DeleteServersAdminTestJSON-387100418-project-admin] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Took 1.18 seconds to destroy the instance on the hypervisor. [ 560.728011] env[62321]: DEBUG oslo.service.loopingcall [None req-0e6bdc79-fe06-4e6d-b580-4d44010a2775 tempest-DeleteServersAdminTestJSON-387100418 tempest-DeleteServersAdminTestJSON-387100418-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 560.728495] env[62321]: DEBUG nova.compute.manager [-] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 560.728695] env[62321]: DEBUG nova.network.neutron [-] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 560.849411] env[62321]: DEBUG nova.compute.manager [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 560.941807] env[62321]: DEBUG oslo_vmware.api [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5265c9ff-7d97-398a-1021-a4cc1ebd3c7e, 'name': SearchDatastore_Task, 'duration_secs': 0.009651} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.942087] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.942354] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] aeb622a0-9532-4a9d-ac75-65f4e84dfda0/aeb622a0-9532-4a9d-ac75-65f4e84dfda0.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 560.942603] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c0f6b1c-9199-4ef0-a334-3497728aeb73 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.950554] env[62321]: DEBUG oslo_vmware.api [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Waiting for the task: (returnval){ [ 560.950554] env[62321]: value = "task-2632532" [ 560.950554] env[62321]: _type = "Task" [ 560.950554] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.958451] env[62321]: DEBUG oslo_vmware.api [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2632532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.028596] env[62321]: DEBUG oslo_vmware.api [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Task: {'id': task-2632525, 'name': PowerOnVM_Task, 'duration_secs': 0.843026} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.031970] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 561.032186] env[62321]: INFO nova.compute.manager [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Took 16.53 seconds to spawn the instance on the hypervisor. [ 561.032363] env[62321]: DEBUG nova.compute.manager [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 561.033404] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db455bfb-9183-4cd6-9ff2-48dd61098b91 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.060020] env[62321]: DEBUG nova.network.neutron [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Successfully updated port: 869eb667-b185-416d-a28f-0ab126982701 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 561.112269] env[62321]: DEBUG oslo_vmware.api [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2632526, 'name': ReconfigVM_Task, 'duration_secs': 0.659931} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.113210] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 1281e273-d400-4493-b718-e78252e1221a/1281e273-d400-4493-b718-e78252e1221a.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 561.113634] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5f444aa-32be-471d-b5ce-459be2ab09ab {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.122808] env[62321]: DEBUG oslo_concurrency.lockutils [req-8d4a3f1f-1791-4ec5-b376-85d4c355d393 req-465e0922-0f7c-40ce-b306-693d918eb495 service nova] Releasing lock "refresh_cache-1281e273-d400-4493-b718-e78252e1221a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.123203] env[62321]: DEBUG nova.compute.manager [req-8d4a3f1f-1791-4ec5-b376-85d4c355d393 req-465e0922-0f7c-40ce-b306-693d918eb495 service nova] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Received event network-vif-plugged-95279848-997c-4857-b9d0-9a6b4c7bd6a9 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 561.123465] env[62321]: DEBUG oslo_concurrency.lockutils [req-8d4a3f1f-1791-4ec5-b376-85d4c355d393 req-465e0922-0f7c-40ce-b306-693d918eb495 service nova] Acquiring lock "aeb622a0-9532-4a9d-ac75-65f4e84dfda0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.123619] env[62321]: DEBUG oslo_concurrency.lockutils [req-8d4a3f1f-1791-4ec5-b376-85d4c355d393 req-465e0922-0f7c-40ce-b306-693d918eb495 service nova] Lock "aeb622a0-9532-4a9d-ac75-65f4e84dfda0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.123802] env[62321]: DEBUG oslo_concurrency.lockutils [req-8d4a3f1f-1791-4ec5-b376-85d4c355d393 req-465e0922-0f7c-40ce-b306-693d918eb495 service nova] Lock "aeb622a0-9532-4a9d-ac75-65f4e84dfda0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.123954] env[62321]: DEBUG nova.compute.manager [req-8d4a3f1f-1791-4ec5-b376-85d4c355d393 req-465e0922-0f7c-40ce-b306-693d918eb495 service nova] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] No waiting events found dispatching network-vif-plugged-95279848-997c-4857-b9d0-9a6b4c7bd6a9 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 561.124148] env[62321]: WARNING nova.compute.manager [req-8d4a3f1f-1791-4ec5-b376-85d4c355d393 req-465e0922-0f7c-40ce-b306-693d918eb495 service nova] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Received unexpected event network-vif-plugged-95279848-997c-4857-b9d0-9a6b4c7bd6a9 for instance with vm_state building and task_state spawning. [ 561.124305] env[62321]: DEBUG nova.compute.manager [req-8d4a3f1f-1791-4ec5-b376-85d4c355d393 req-465e0922-0f7c-40ce-b306-693d918eb495 service nova] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Received event network-changed-95279848-997c-4857-b9d0-9a6b4c7bd6a9 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 561.124470] env[62321]: DEBUG nova.compute.manager [req-8d4a3f1f-1791-4ec5-b376-85d4c355d393 req-465e0922-0f7c-40ce-b306-693d918eb495 service nova] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Refreshing instance network info cache due to event network-changed-95279848-997c-4857-b9d0-9a6b4c7bd6a9. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 561.124645] env[62321]: DEBUG oslo_concurrency.lockutils [req-8d4a3f1f-1791-4ec5-b376-85d4c355d393 req-465e0922-0f7c-40ce-b306-693d918eb495 service nova] Acquiring lock "refresh_cache-aeb622a0-9532-4a9d-ac75-65f4e84dfda0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.124842] env[62321]: DEBUG oslo_concurrency.lockutils [req-8d4a3f1f-1791-4ec5-b376-85d4c355d393 req-465e0922-0f7c-40ce-b306-693d918eb495 service nova] Acquired lock "refresh_cache-aeb622a0-9532-4a9d-ac75-65f4e84dfda0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.124933] env[62321]: DEBUG nova.network.neutron [req-8d4a3f1f-1791-4ec5-b376-85d4c355d393 req-465e0922-0f7c-40ce-b306-693d918eb495 service nova] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Refreshing network info cache for port 95279848-997c-4857-b9d0-9a6b4c7bd6a9 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 561.128604] env[62321]: DEBUG oslo_vmware.api [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Waiting for the task: (returnval){ [ 561.128604] env[62321]: value = "task-2632533" [ 561.128604] env[62321]: _type = "Task" [ 561.128604] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.141906] env[62321]: DEBUG oslo_vmware.api [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2632533, 'name': Rename_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.154088] env[62321]: DEBUG oslo_vmware.api [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Task: {'id': task-2632529, 'name': PowerOnVM_Task, 'duration_secs': 0.820207} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.157877] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 561.158091] env[62321]: INFO nova.compute.manager [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Took 14.23 seconds to spawn the instance on the hypervisor. [ 561.158316] env[62321]: DEBUG nova.compute.manager [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 561.161713] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a708ef6a-f14b-4de6-ad83-ccf7be2f4505 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.169257] env[62321]: DEBUG oslo_vmware.api [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Task: {'id': task-2632531, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070914} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.171029] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 561.174526] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c26a231-87e7-400a-8227-f7d4d6f4e639 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.209746] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] f5c11eeb-bd4a-44b4-8a99-985b0c7716f6/f5c11eeb-bd4a-44b4-8a99-985b0c7716f6.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 561.211718] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33c264c6-0849-43f1-9ab7-4ebd55b7a109 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.233205] env[62321]: DEBUG oslo_vmware.api [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Waiting for the task: (returnval){ [ 561.233205] env[62321]: value = "task-2632534" [ 561.233205] env[62321]: _type = "Task" [ 561.233205] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.244975] env[62321]: DEBUG oslo_vmware.api [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Task: {'id': task-2632534, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.259017] env[62321]: DEBUG nova.network.neutron [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Successfully created port: c3185f9c-a5c0-4cf9-ace2-373f73a5ad4e {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 561.272607] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9e68cc-af75-4bf9-8ee7-13b1090796df {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.280344] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272e1e96-ed3d-4b4c-9a62-adae17d56978 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.316203] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b88ec8-2a9a-48be-8fe9-ae6bb22d9df8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.325901] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cd7b4a-bece-4592-85cc-be10097d684e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.344174] env[62321]: DEBUG nova.compute.provider_tree [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 561.389510] env[62321]: DEBUG oslo_concurrency.lockutils [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "6c7313cd-0c0a-4068-975a-3239bf6b7869" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.389510] env[62321]: DEBUG oslo_concurrency.lockutils [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "6c7313cd-0c0a-4068-975a-3239bf6b7869" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.461150] env[62321]: DEBUG oslo_vmware.api [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2632532, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.553051] env[62321]: INFO nova.compute.manager [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Took 29.86 seconds to build instance. [ 561.559556] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Acquiring lock "refresh_cache-8b0b955b-47b6-4c40-bdcc-e929e2013509" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.559619] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Acquired lock "refresh_cache-8b0b955b-47b6-4c40-bdcc-e929e2013509" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.560583] env[62321]: DEBUG nova.network.neutron [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 561.641781] env[62321]: DEBUG oslo_vmware.api [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2632533, 'name': Rename_Task, 'duration_secs': 0.274654} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.641781] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 561.641921] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61ea42c3-c2ad-4966-a535-cd4b4c95f1a9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.648069] env[62321]: DEBUG oslo_vmware.api [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Waiting for the task: (returnval){ [ 561.648069] env[62321]: value = "task-2632535" [ 561.648069] env[62321]: _type = "Task" [ 561.648069] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.656187] env[62321]: DEBUG oslo_vmware.api [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2632535, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.687851] env[62321]: INFO nova.compute.manager [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Took 29.32 seconds to build instance. [ 561.747704] env[62321]: DEBUG oslo_vmware.api [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Task: {'id': task-2632534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.754268] env[62321]: DEBUG nova.network.neutron [-] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 561.847809] env[62321]: DEBUG nova.scheduler.client.report [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 561.863414] env[62321]: DEBUG nova.compute.manager [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 561.888148] env[62321]: DEBUG nova.virt.hardware [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 561.888583] env[62321]: DEBUG nova.virt.hardware [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 561.888888] env[62321]: DEBUG nova.virt.hardware [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 561.889202] env[62321]: DEBUG nova.virt.hardware [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 561.889482] env[62321]: DEBUG nova.virt.hardware [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 561.889730] env[62321]: DEBUG nova.virt.hardware [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 561.890085] env[62321]: DEBUG nova.virt.hardware [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 561.890352] env[62321]: DEBUG nova.virt.hardware [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 561.890623] env[62321]: DEBUG nova.virt.hardware [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 561.890902] env[62321]: DEBUG nova.virt.hardware [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 561.891265] env[62321]: DEBUG nova.virt.hardware [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 561.892263] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6fa2bd-39f7-49a9-a8b6-67d55521cbf0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.901640] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097cbf47-5c27-4906-ae92-5b02bf72c500 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.959320] env[62321]: DEBUG nova.network.neutron [req-8d4a3f1f-1791-4ec5-b376-85d4c355d393 req-465e0922-0f7c-40ce-b306-693d918eb495 service nova] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Updated VIF entry in instance network info cache for port 95279848-997c-4857-b9d0-9a6b4c7bd6a9. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 561.959489] env[62321]: DEBUG nova.network.neutron [req-8d4a3f1f-1791-4ec5-b376-85d4c355d393 req-465e0922-0f7c-40ce-b306-693d918eb495 service nova] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Updating instance_info_cache with network_info: [{"id": "95279848-997c-4857-b9d0-9a6b4c7bd6a9", "address": "fa:16:3e:57:77:aa", "network": {"id": "a5547c0f-46b1-4ae5-841a-9f39910febcd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ef1461c1ad14a3cb8e9828aa58002a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95279848-99", "ovs_interfaceid": "95279848-997c-4857-b9d0-9a6b4c7bd6a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 561.966820] env[62321]: DEBUG oslo_vmware.api [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2632532, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523489} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.967153] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] aeb622a0-9532-4a9d-ac75-65f4e84dfda0/aeb622a0-9532-4a9d-ac75-65f4e84dfda0.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 561.967323] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 561.968329] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35de86a7-17ae-43b6-872e-0b1b90deb91e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.975921] env[62321]: DEBUG oslo_vmware.api [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Waiting for the task: (returnval){ [ 561.975921] env[62321]: value = "task-2632536" [ 561.975921] env[62321]: _type = "Task" [ 561.975921] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.984523] env[62321]: DEBUG oslo_vmware.api [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2632536, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.988190] env[62321]: DEBUG nova.network.neutron [-] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 562.055916] env[62321]: DEBUG oslo_concurrency.lockutils [None req-259d9ab5-6fab-4a9b-b7ef-3ce84f7d7e49 tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Lock "272a1022-6da1-41c5-a572-e048c09a8aec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.368s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.133407] env[62321]: DEBUG nova.network.neutron [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 562.162196] env[62321]: DEBUG oslo_vmware.api [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2632535, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.192183] env[62321]: DEBUG oslo_concurrency.lockutils [None req-af3f5c9f-fb92-4e80-88cb-b186dafff338 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Lock "9f712855-ab1c-43d1-9dbe-15825b9f66b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.836s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.243900] env[62321]: DEBUG oslo_vmware.api [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Task: {'id': task-2632534, 'name': ReconfigVM_Task, 'duration_secs': 0.651371} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.244190] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Reconfigured VM instance instance-00000004 to attach disk [datastore2] f5c11eeb-bd4a-44b4-8a99-985b0c7716f6/f5c11eeb-bd4a-44b4-8a99-985b0c7716f6.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 562.244816] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fdcc9c11-59bb-4789-b5dd-382907c85fd9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.254814] env[62321]: DEBUG oslo_vmware.api [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Waiting for the task: (returnval){ [ 562.254814] env[62321]: value = "task-2632537" [ 562.254814] env[62321]: _type = "Task" [ 562.254814] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.259201] env[62321]: INFO nova.compute.manager [-] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Took 1.53 seconds to deallocate network for instance. [ 562.269997] env[62321]: DEBUG oslo_vmware.api [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Task: {'id': task-2632537, 'name': Rename_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.352014] env[62321]: DEBUG oslo_concurrency.lockutils [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.352627] env[62321]: DEBUG nova.compute.manager [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 562.355242] env[62321]: DEBUG oslo_concurrency.lockutils [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.285s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.356823] env[62321]: INFO nova.compute.claims [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 562.383024] env[62321]: DEBUG nova.network.neutron [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Updating instance_info_cache with network_info: [{"id": "869eb667-b185-416d-a28f-0ab126982701", "address": "fa:16:3e:dc:5c:62", "network": {"id": "f8f1959b-11da-4db6-b32a-822d4fb19944", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1343326659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "137cc248e47143658cb3d64a2aadb94e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap869eb667-b1", "ovs_interfaceid": "869eb667-b185-416d-a28f-0ab126982701", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 562.452045] env[62321]: DEBUG nova.compute.manager [req-504089bb-4aa0-4729-91b0-11284ead0d26 req-b3633823-8a60-4d19-a019-7e08c3d7f063 service nova] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Received event network-vif-deleted-1eab3335-6f31-4f13-9af3-a5141aee0c41 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 562.462550] env[62321]: DEBUG oslo_concurrency.lockutils [req-8d4a3f1f-1791-4ec5-b376-85d4c355d393 req-465e0922-0f7c-40ce-b306-693d918eb495 service nova] Releasing lock "refresh_cache-aeb622a0-9532-4a9d-ac75-65f4e84dfda0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.480211] env[62321]: DEBUG nova.compute.manager [req-0a3c093f-3556-4c86-82bf-1fc567176d60 req-f8483b03-cc50-4a4b-946c-4495f2d91500 service nova] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Received event network-vif-plugged-869eb667-b185-416d-a28f-0ab126982701 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 562.480211] env[62321]: DEBUG oslo_concurrency.lockutils [req-0a3c093f-3556-4c86-82bf-1fc567176d60 req-f8483b03-cc50-4a4b-946c-4495f2d91500 service nova] Acquiring lock "8b0b955b-47b6-4c40-bdcc-e929e2013509-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.480211] env[62321]: DEBUG oslo_concurrency.lockutils [req-0a3c093f-3556-4c86-82bf-1fc567176d60 req-f8483b03-cc50-4a4b-946c-4495f2d91500 service nova] Lock "8b0b955b-47b6-4c40-bdcc-e929e2013509-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.480949] env[62321]: DEBUG oslo_concurrency.lockutils [req-0a3c093f-3556-4c86-82bf-1fc567176d60 req-f8483b03-cc50-4a4b-946c-4495f2d91500 service nova] Lock "8b0b955b-47b6-4c40-bdcc-e929e2013509-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.482065] env[62321]: DEBUG nova.compute.manager [req-0a3c093f-3556-4c86-82bf-1fc567176d60 req-f8483b03-cc50-4a4b-946c-4495f2d91500 service nova] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] No waiting events found dispatching network-vif-plugged-869eb667-b185-416d-a28f-0ab126982701 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 562.482273] env[62321]: WARNING nova.compute.manager [req-0a3c093f-3556-4c86-82bf-1fc567176d60 req-f8483b03-cc50-4a4b-946c-4495f2d91500 service nova] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Received unexpected event network-vif-plugged-869eb667-b185-416d-a28f-0ab126982701 for instance with vm_state building and task_state spawning. [ 562.482471] env[62321]: DEBUG nova.compute.manager [req-0a3c093f-3556-4c86-82bf-1fc567176d60 req-f8483b03-cc50-4a4b-946c-4495f2d91500 service nova] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Received event network-changed-869eb667-b185-416d-a28f-0ab126982701 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 562.482646] env[62321]: DEBUG nova.compute.manager [req-0a3c093f-3556-4c86-82bf-1fc567176d60 req-f8483b03-cc50-4a4b-946c-4495f2d91500 service nova] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Refreshing instance network info cache due to event network-changed-869eb667-b185-416d-a28f-0ab126982701. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 562.482832] env[62321]: DEBUG oslo_concurrency.lockutils [req-0a3c093f-3556-4c86-82bf-1fc567176d60 req-f8483b03-cc50-4a4b-946c-4495f2d91500 service nova] Acquiring lock "refresh_cache-8b0b955b-47b6-4c40-bdcc-e929e2013509" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.491147] env[62321]: INFO nova.compute.manager [-] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Took 1.85 seconds to deallocate network for instance. [ 562.497563] env[62321]: DEBUG oslo_vmware.api [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2632536, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069225} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.506866] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 562.507735] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Acquiring lock "e255473e-2577-4105-9d39-3436f13e2e6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.507958] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Lock "e255473e-2577-4105-9d39-3436f13e2e6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.508745] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77f853f-d322-4e1e-b8b1-ffe164f7093c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.538581] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] aeb622a0-9532-4a9d-ac75-65f4e84dfda0/aeb622a0-9532-4a9d-ac75-65f4e84dfda0.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 562.542887] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ce8bc29-76cc-488f-8613-53fb9091b9dc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.559776] env[62321]: DEBUG nova.compute.manager [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 562.570871] env[62321]: DEBUG oslo_vmware.api [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Waiting for the task: (returnval){ [ 562.570871] env[62321]: value = "task-2632538" [ 562.570871] env[62321]: _type = "Task" [ 562.570871] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.586698] env[62321]: DEBUG oslo_vmware.api [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2632538, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.661069] env[62321]: DEBUG oslo_vmware.api [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2632535, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.696333] env[62321]: DEBUG nova.compute.manager [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 562.766610] env[62321]: DEBUG oslo_vmware.api [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Task: {'id': task-2632537, 'name': Rename_Task, 'duration_secs': 0.411961} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.767380] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 562.767754] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a4d6263-0583-4823-93db-0800b3580a2d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.771427] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0e6bdc79-fe06-4e6d-b580-4d44010a2775 tempest-DeleteServersAdminTestJSON-387100418 tempest-DeleteServersAdminTestJSON-387100418-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.777752] env[62321]: DEBUG oslo_vmware.api [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Waiting for the task: (returnval){ [ 562.777752] env[62321]: value = "task-2632539" [ 562.777752] env[62321]: _type = "Task" [ 562.777752] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.790022] env[62321]: DEBUG oslo_vmware.api [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Task: {'id': task-2632539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.829554] env[62321]: DEBUG nova.network.neutron [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Successfully updated port: c3185f9c-a5c0-4cf9-ace2-373f73a5ad4e {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 562.865406] env[62321]: DEBUG nova.compute.utils [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 562.868746] env[62321]: DEBUG nova.compute.manager [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 562.869316] env[62321]: DEBUG nova.network.neutron [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 562.883367] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Releasing lock "refresh_cache-8b0b955b-47b6-4c40-bdcc-e929e2013509" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.883367] env[62321]: DEBUG nova.compute.manager [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Instance network_info: |[{"id": "869eb667-b185-416d-a28f-0ab126982701", "address": "fa:16:3e:dc:5c:62", "network": {"id": "f8f1959b-11da-4db6-b32a-822d4fb19944", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1343326659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "137cc248e47143658cb3d64a2aadb94e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap869eb667-b1", "ovs_interfaceid": "869eb667-b185-416d-a28f-0ab126982701", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 562.883659] env[62321]: DEBUG oslo_concurrency.lockutils [req-0a3c093f-3556-4c86-82bf-1fc567176d60 req-f8483b03-cc50-4a4b-946c-4495f2d91500 service nova] Acquired lock "refresh_cache-8b0b955b-47b6-4c40-bdcc-e929e2013509" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.883836] env[62321]: DEBUG nova.network.neutron [req-0a3c093f-3556-4c86-82bf-1fc567176d60 req-f8483b03-cc50-4a4b-946c-4495f2d91500 service nova] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Refreshing network info cache for port 869eb667-b185-416d-a28f-0ab126982701 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 562.885373] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:5c:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa410d21-2141-45bb-8d0b-16c77304605f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '869eb667-b185-416d-a28f-0ab126982701', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 562.894242] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Creating folder: Project (137cc248e47143658cb3d64a2aadb94e). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 562.897560] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8076507-9aff-44ae-a681-8d119b433b9d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.914076] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Created folder: Project (137cc248e47143658cb3d64a2aadb94e) in parent group-v530434. [ 562.914076] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Creating folder: Instances. Parent ref: group-v530463. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 562.914474] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46806dd7-cd04-49c4-a102-8f02a7b5e086 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.919021] env[62321]: DEBUG nova.policy [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9543f40e252049388bc621a2b45825c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7f08a1b575d4d34a6472874d750fc0f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 562.927523] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Created folder: Instances in parent group-v530463. [ 562.927523] env[62321]: DEBUG oslo.service.loopingcall [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 562.927523] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 562.931012] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5eb152a-1c5d-49bb-b259-2ac0779fb6ab {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.952370] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 562.952370] env[62321]: value = "task-2632542" [ 562.952370] env[62321]: _type = "Task" [ 562.952370] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.961890] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632542, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.008765] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6e3c2289-a183-4076-a9d9-b5c855c6279b tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.083013] env[62321]: DEBUG oslo_vmware.api [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2632538, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.086169] env[62321]: DEBUG oslo_concurrency.lockutils [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.163543] env[62321]: DEBUG oslo_vmware.api [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2632535, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.196027] env[62321]: DEBUG nova.network.neutron [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Successfully created port: c06dc10d-7ed3-49c4-86a2-997f23bf9f5b {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 563.223346] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.294044] env[62321]: DEBUG oslo_vmware.api [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Task: {'id': task-2632539, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.333245] env[62321]: DEBUG oslo_concurrency.lockutils [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Acquiring lock "refresh_cache-53bb2f01-4e70-471e-ad9d-7bff56746663" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.333393] env[62321]: DEBUG oslo_concurrency.lockutils [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Acquired lock "refresh_cache-53bb2f01-4e70-471e-ad9d-7bff56746663" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.333549] env[62321]: DEBUG nova.network.neutron [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 563.375169] env[62321]: DEBUG nova.compute.manager [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 563.414510] env[62321]: DEBUG nova.compute.manager [None req-29082f4c-a0ff-4894-93b2-f656aec31c1c tempest-ServerExternalEventsTest-1067754354 tempest-ServerExternalEventsTest-1067754354-project] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Received event network-changed {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 563.414510] env[62321]: DEBUG nova.compute.manager [None req-29082f4c-a0ff-4894-93b2-f656aec31c1c tempest-ServerExternalEventsTest-1067754354 tempest-ServerExternalEventsTest-1067754354-project] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Refreshing instance network info cache due to event network-changed. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 563.414641] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29082f4c-a0ff-4894-93b2-f656aec31c1c tempest-ServerExternalEventsTest-1067754354 tempest-ServerExternalEventsTest-1067754354-project] Acquiring lock "refresh_cache-9f712855-ab1c-43d1-9dbe-15825b9f66b4" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.414772] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29082f4c-a0ff-4894-93b2-f656aec31c1c tempest-ServerExternalEventsTest-1067754354 tempest-ServerExternalEventsTest-1067754354-project] Acquired lock "refresh_cache-9f712855-ab1c-43d1-9dbe-15825b9f66b4" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.414932] env[62321]: DEBUG nova.network.neutron [None req-29082f4c-a0ff-4894-93b2-f656aec31c1c tempest-ServerExternalEventsTest-1067754354 tempest-ServerExternalEventsTest-1067754354-project] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 563.463782] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632542, 'name': CreateVM_Task, 'duration_secs': 0.433215} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.466313] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 563.467184] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.467433] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.467665] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.468492] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f489a0a-da47-4019-a275-1f30fc9406b4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.473160] env[62321]: DEBUG oslo_vmware.api [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Waiting for the task: (returnval){ [ 563.473160] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5255fae3-174f-9ada-e6d8-1863f5037d78" [ 563.473160] env[62321]: _type = "Task" [ 563.473160] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.482893] env[62321]: DEBUG oslo_vmware.api [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5255fae3-174f-9ada-e6d8-1863f5037d78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.584866] env[62321]: DEBUG oslo_vmware.api [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2632538, 'name': ReconfigVM_Task, 'duration_secs': 0.548465} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.587840] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Reconfigured VM instance instance-00000009 to attach disk [datastore2] aeb622a0-9532-4a9d-ac75-65f4e84dfda0/aeb622a0-9532-4a9d-ac75-65f4e84dfda0.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 563.587840] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f44a6b3-1128-42bf-b2d3-beb3c89373e4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.596014] env[62321]: DEBUG oslo_vmware.api [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Waiting for the task: (returnval){ [ 563.596014] env[62321]: value = "task-2632543" [ 563.596014] env[62321]: _type = "Task" [ 563.596014] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.603187] env[62321]: DEBUG oslo_vmware.api [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2632543, 'name': Rename_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.663637] env[62321]: DEBUG oslo_vmware.api [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2632535, 'name': PowerOnVM_Task, 'duration_secs': 1.766256} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.664055] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 563.664429] env[62321]: INFO nova.compute.manager [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Took 14.24 seconds to spawn the instance on the hypervisor. [ 563.664878] env[62321]: DEBUG nova.compute.manager [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 563.665809] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891d151d-b020-46a4-b9d0-90bb74a44d2d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.729468] env[62321]: DEBUG nova.network.neutron [req-0a3c093f-3556-4c86-82bf-1fc567176d60 req-f8483b03-cc50-4a4b-946c-4495f2d91500 service nova] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Updated VIF entry in instance network info cache for port 869eb667-b185-416d-a28f-0ab126982701. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 563.729468] env[62321]: DEBUG nova.network.neutron [req-0a3c093f-3556-4c86-82bf-1fc567176d60 req-f8483b03-cc50-4a4b-946c-4495f2d91500 service nova] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Updating instance_info_cache with network_info: [{"id": "869eb667-b185-416d-a28f-0ab126982701", "address": "fa:16:3e:dc:5c:62", "network": {"id": "f8f1959b-11da-4db6-b32a-822d4fb19944", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1343326659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "137cc248e47143658cb3d64a2aadb94e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap869eb667-b1", "ovs_interfaceid": "869eb667-b185-416d-a28f-0ab126982701", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 563.747222] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c640a25-efae-4d93-a2a9-63272db1f039 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.755134] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c579a782-79bf-4661-b187-228a0ce16ab8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.796591] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bc9841-bbcc-46cd-a45e-7ce2b8bdb1ec {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.805937] env[62321]: DEBUG oslo_vmware.api [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Task: {'id': task-2632539, 'name': PowerOnVM_Task, 'duration_secs': 0.545942} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.808411] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 563.808862] env[62321]: DEBUG nova.compute.manager [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 563.812015] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28afa55-4a33-499b-99b0-3cc967794549 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.814834] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fc9b9c-e18d-46ef-a6b2-c5d0dcb36dc2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.837539] env[62321]: DEBUG nova.compute.provider_tree [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 563.989020] env[62321]: DEBUG oslo_vmware.api [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5255fae3-174f-9ada-e6d8-1863f5037d78, 'name': SearchDatastore_Task, 'duration_secs': 0.011672} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.989020] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.989020] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 563.989020] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.989615] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.989615] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 563.989615] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d7369a7-6d8b-4877-843b-0a8f0ed78489 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.999437] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 563.999836] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 564.000771] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78aa79b4-b73f-48e3-9c99-54f6a7b27f7b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.010211] env[62321]: DEBUG oslo_vmware.api [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Waiting for the task: (returnval){ [ 564.010211] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d3cfbc-a7c7-7bae-316e-c7aa2130bc1b" [ 564.010211] env[62321]: _type = "Task" [ 564.010211] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.021279] env[62321]: DEBUG oslo_vmware.api [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d3cfbc-a7c7-7bae-316e-c7aa2130bc1b, 'name': SearchDatastore_Task, 'duration_secs': 0.009553} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.022488] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3df8d29-a59e-4c81-8a73-6ad27172d419 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.028553] env[62321]: DEBUG oslo_vmware.api [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Waiting for the task: (returnval){ [ 564.028553] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a18d05-47cd-5f26-b6ca-846d20966bf1" [ 564.028553] env[62321]: _type = "Task" [ 564.028553] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.039626] env[62321]: DEBUG oslo_vmware.api [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a18d05-47cd-5f26-b6ca-846d20966bf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.108219] env[62321]: DEBUG oslo_vmware.api [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2632543, 'name': Rename_Task, 'duration_secs': 0.228034} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.108875] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 564.109363] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-354ad53a-eb18-4633-a2b7-57e55d5be75a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.124295] env[62321]: DEBUG oslo_vmware.api [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Waiting for the task: (returnval){ [ 564.124295] env[62321]: value = "task-2632544" [ 564.124295] env[62321]: _type = "Task" [ 564.124295] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.133568] env[62321]: DEBUG oslo_vmware.api [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2632544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.143364] env[62321]: DEBUG nova.network.neutron [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 564.196389] env[62321]: DEBUG nova.network.neutron [None req-29082f4c-a0ff-4894-93b2-f656aec31c1c tempest-ServerExternalEventsTest-1067754354 tempest-ServerExternalEventsTest-1067754354-project] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Updating instance_info_cache with network_info: [{"id": "94c1be44-183c-4b36-be23-d13cf8ae3a05", "address": "fa:16:3e:c9:12:80", "network": {"id": "a5547c0f-46b1-4ae5-841a-9f39910febcd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ef1461c1ad14a3cb8e9828aa58002a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94c1be44-18", "ovs_interfaceid": "94c1be44-183c-4b36-be23-d13cf8ae3a05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 564.197501] env[62321]: INFO nova.compute.manager [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Took 24.67 seconds to build instance. [ 564.234868] env[62321]: DEBUG oslo_concurrency.lockutils [req-0a3c093f-3556-4c86-82bf-1fc567176d60 req-f8483b03-cc50-4a4b-946c-4495f2d91500 service nova] Releasing lock "refresh_cache-8b0b955b-47b6-4c40-bdcc-e929e2013509" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.235068] env[62321]: DEBUG nova.compute.manager [req-0a3c093f-3556-4c86-82bf-1fc567176d60 req-f8483b03-cc50-4a4b-946c-4495f2d91500 service nova] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Received event network-vif-deleted-d5d76e14-02f5-4526-a044-6beb5af30d04 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 564.345327] env[62321]: DEBUG nova.scheduler.client.report [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 564.354195] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.386655] env[62321]: DEBUG nova.compute.manager [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 564.418827] env[62321]: DEBUG nova.virt.hardware [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 564.419178] env[62321]: DEBUG nova.virt.hardware [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 564.419393] env[62321]: DEBUG nova.virt.hardware [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 564.419630] env[62321]: DEBUG nova.virt.hardware [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 564.419807] env[62321]: DEBUG nova.virt.hardware [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 564.419979] env[62321]: DEBUG nova.virt.hardware [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 564.420238] env[62321]: DEBUG nova.virt.hardware [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 564.420788] env[62321]: DEBUG nova.virt.hardware [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 564.421110] env[62321]: DEBUG nova.virt.hardware [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 564.421352] env[62321]: DEBUG nova.virt.hardware [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 564.421636] env[62321]: DEBUG nova.virt.hardware [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 564.422518] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c5dd8c-4e3b-4037-ba13-209a78382265 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.431495] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbededd-4503-48e4-a9eb-e9bb5d3dfcea {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.539798] env[62321]: DEBUG oslo_vmware.api [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a18d05-47cd-5f26-b6ca-846d20966bf1, 'name': SearchDatastore_Task, 'duration_secs': 0.010081} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.540057] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.540337] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 8b0b955b-47b6-4c40-bdcc-e929e2013509/8b0b955b-47b6-4c40-bdcc-e929e2013509.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 564.540795] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65b2aa70-d922-4a97-81a1-342ec63758af {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.548802] env[62321]: DEBUG oslo_vmware.api [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Waiting for the task: (returnval){ [ 564.548802] env[62321]: value = "task-2632545" [ 564.548802] env[62321]: _type = "Task" [ 564.548802] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.560012] env[62321]: DEBUG oslo_vmware.api [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Task: {'id': task-2632545, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.623965] env[62321]: DEBUG nova.network.neutron [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Updating instance_info_cache with network_info: [{"id": "c3185f9c-a5c0-4cf9-ace2-373f73a5ad4e", "address": "fa:16:3e:4d:5a:5d", "network": {"id": "a5547c0f-46b1-4ae5-841a-9f39910febcd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ef1461c1ad14a3cb8e9828aa58002a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3185f9c-a5", "ovs_interfaceid": "c3185f9c-a5c0-4cf9-ace2-373f73a5ad4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 564.635937] env[62321]: DEBUG oslo_vmware.api [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2632544, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.706074] env[62321]: DEBUG oslo_concurrency.lockutils [None req-08f8dcbd-50df-4f02-9000-646364dd7f0b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Lock "1281e273-d400-4493-b718-e78252e1221a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.211s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.706074] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29082f4c-a0ff-4894-93b2-f656aec31c1c tempest-ServerExternalEventsTest-1067754354 tempest-ServerExternalEventsTest-1067754354-project] Releasing lock "refresh_cache-9f712855-ab1c-43d1-9dbe-15825b9f66b4" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.855178] env[62321]: DEBUG oslo_concurrency.lockutils [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.499s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.857210] env[62321]: DEBUG nova.compute.manager [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 564.864635] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.318s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.872433] env[62321]: INFO nova.compute.claims [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 564.880564] env[62321]: DEBUG nova.network.neutron [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Successfully updated port: c06dc10d-7ed3-49c4-86a2-997f23bf9f5b {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 565.062827] env[62321]: DEBUG oslo_vmware.api [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Task: {'id': task-2632545, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506145} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.062827] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 8b0b955b-47b6-4c40-bdcc-e929e2013509/8b0b955b-47b6-4c40-bdcc-e929e2013509.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 565.062827] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 565.062827] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eacb1dcc-96bb-4529-b020-4f2aad9bf537 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.075022] env[62321]: DEBUG oslo_vmware.api [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Waiting for the task: (returnval){ [ 565.075022] env[62321]: value = "task-2632546" [ 565.075022] env[62321]: _type = "Task" [ 565.075022] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.081773] env[62321]: DEBUG oslo_vmware.api [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Task: {'id': task-2632546, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.131151] env[62321]: DEBUG oslo_concurrency.lockutils [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Releasing lock "refresh_cache-53bb2f01-4e70-471e-ad9d-7bff56746663" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.131151] env[62321]: DEBUG nova.compute.manager [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Instance network_info: |[{"id": "c3185f9c-a5c0-4cf9-ace2-373f73a5ad4e", "address": "fa:16:3e:4d:5a:5d", "network": {"id": "a5547c0f-46b1-4ae5-841a-9f39910febcd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ef1461c1ad14a3cb8e9828aa58002a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3185f9c-a5", "ovs_interfaceid": "c3185f9c-a5c0-4cf9-ace2-373f73a5ad4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 565.131599] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:5a:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4c8c8fd-baca-4e60-97dc-ff0418d63215', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3185f9c-a5c0-4cf9-ace2-373f73a5ad4e', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 565.138895] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Creating folder: Project (90467fb1952a4408918e04a3fb3a6342). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 565.140677] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b9b135d-aa22-49f4-a132-e816295a361b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.149926] env[62321]: DEBUG oslo_vmware.api [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2632544, 'name': PowerOnVM_Task, 'duration_secs': 0.834737} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.150376] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 565.150486] env[62321]: INFO nova.compute.manager [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Took 13.27 seconds to spawn the instance on the hypervisor. [ 565.150713] env[62321]: DEBUG nova.compute.manager [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 565.151592] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0970f3-99a0-4faf-b3e0-9a45a95d5b07 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.160010] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Created folder: Project (90467fb1952a4408918e04a3fb3a6342) in parent group-v530434. [ 565.161584] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Creating folder: Instances. Parent ref: group-v530466. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 565.163907] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-416891e2-8c07-4bf7-8389-9c8abe08d82a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.173513] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Created folder: Instances in parent group-v530466. [ 565.173674] env[62321]: DEBUG oslo.service.loopingcall [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 565.173849] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 565.174058] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-017cf3cc-4ac1-4d52-b6fe-a2a612fd962d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.198625] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 565.198625] env[62321]: value = "task-2632549" [ 565.198625] env[62321]: _type = "Task" [ 565.198625] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.208538] env[62321]: DEBUG nova.compute.manager [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 565.211212] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632549, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.378909] env[62321]: DEBUG nova.compute.utils [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 565.383032] env[62321]: DEBUG nova.compute.manager [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 565.383032] env[62321]: DEBUG nova.network.neutron [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 565.385493] env[62321]: DEBUG oslo_concurrency.lockutils [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Acquiring lock "refresh_cache-134d5bd9-4ede-4817-9d40-682ff2205edb" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.386020] env[62321]: DEBUG oslo_concurrency.lockutils [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Acquired lock "refresh_cache-134d5bd9-4ede-4817-9d40-682ff2205edb" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.386020] env[62321]: DEBUG nova.network.neutron [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 565.408902] env[62321]: DEBUG oslo_concurrency.lockutils [None req-51866ca5-45a1-421c-b35e-cb61e35cd465 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Acquiring lock "9f712855-ab1c-43d1-9dbe-15825b9f66b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.409373] env[62321]: DEBUG oslo_concurrency.lockutils [None req-51866ca5-45a1-421c-b35e-cb61e35cd465 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Lock "9f712855-ab1c-43d1-9dbe-15825b9f66b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.409610] env[62321]: DEBUG oslo_concurrency.lockutils [None req-51866ca5-45a1-421c-b35e-cb61e35cd465 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Acquiring lock "9f712855-ab1c-43d1-9dbe-15825b9f66b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.409799] env[62321]: DEBUG oslo_concurrency.lockutils [None req-51866ca5-45a1-421c-b35e-cb61e35cd465 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Lock "9f712855-ab1c-43d1-9dbe-15825b9f66b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.409966] env[62321]: DEBUG oslo_concurrency.lockutils [None req-51866ca5-45a1-421c-b35e-cb61e35cd465 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Lock "9f712855-ab1c-43d1-9dbe-15825b9f66b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.412308] env[62321]: INFO nova.compute.manager [None req-51866ca5-45a1-421c-b35e-cb61e35cd465 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Terminating instance [ 565.452649] env[62321]: DEBUG nova.policy [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4c0e4a97beb4e99a15447f8bddcd874', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3a30c1e24264109876f828e701f39dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 565.584648] env[62321]: DEBUG oslo_vmware.api [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Task: {'id': task-2632546, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078994} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.585156] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 565.586197] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0373e048-727e-47d1-b124-38e679dd890a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.612174] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 8b0b955b-47b6-4c40-bdcc-e929e2013509/8b0b955b-47b6-4c40-bdcc-e929e2013509.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 565.612619] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7a28648-b5be-4225-820b-01503e319ed2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.637670] env[62321]: DEBUG oslo_vmware.api [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Waiting for the task: (returnval){ [ 565.637670] env[62321]: value = "task-2632550" [ 565.637670] env[62321]: _type = "Task" [ 565.637670] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.649555] env[62321]: DEBUG oslo_vmware.api [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Task: {'id': task-2632550, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.681029] env[62321]: INFO nova.compute.manager [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Took 24.28 seconds to build instance. [ 565.711887] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632549, 'name': CreateVM_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.735638] env[62321]: DEBUG oslo_concurrency.lockutils [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.888971] env[62321]: DEBUG nova.compute.manager [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 565.918406] env[62321]: DEBUG nova.compute.manager [None req-51866ca5-45a1-421c-b35e-cb61e35cd465 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 565.918770] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-51866ca5-45a1-421c-b35e-cb61e35cd465 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 565.919966] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea106d7-601d-4353-ab2b-9a4d9c1d9f97 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.931184] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-51866ca5-45a1-421c-b35e-cb61e35cd465 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 565.931388] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e75d9af2-d0ce-49d8-a1a0-62df88d8ba78 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.941325] env[62321]: DEBUG oslo_vmware.api [None req-51866ca5-45a1-421c-b35e-cb61e35cd465 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Waiting for the task: (returnval){ [ 565.941325] env[62321]: value = "task-2632551" [ 565.941325] env[62321]: _type = "Task" [ 565.941325] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.957548] env[62321]: DEBUG oslo_vmware.api [None req-51866ca5-45a1-421c-b35e-cb61e35cd465 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Task: {'id': task-2632551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.966996] env[62321]: DEBUG nova.network.neutron [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 566.019053] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0c78c219-4e8b-4934-a455-fced2a9bd44d tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Acquiring lock "272a1022-6da1-41c5-a572-e048c09a8aec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.019457] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0c78c219-4e8b-4934-a455-fced2a9bd44d tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Lock "272a1022-6da1-41c5-a572-e048c09a8aec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.019729] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0c78c219-4e8b-4934-a455-fced2a9bd44d tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Acquiring lock "272a1022-6da1-41c5-a572-e048c09a8aec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.019966] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0c78c219-4e8b-4934-a455-fced2a9bd44d tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Lock "272a1022-6da1-41c5-a572-e048c09a8aec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.020217] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0c78c219-4e8b-4934-a455-fced2a9bd44d tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Lock "272a1022-6da1-41c5-a572-e048c09a8aec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.026268] env[62321]: INFO nova.compute.manager [None req-0c78c219-4e8b-4934-a455-fced2a9bd44d tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Terminating instance [ 566.035785] env[62321]: DEBUG nova.compute.manager [req-1ce82e0a-20db-4f3e-b4eb-5c14aaadec17 req-5304243f-f74d-4f54-ab93-7978efa3921f service nova] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Received event network-vif-plugged-c3185f9c-a5c0-4cf9-ace2-373f73a5ad4e {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 566.036071] env[62321]: DEBUG oslo_concurrency.lockutils [req-1ce82e0a-20db-4f3e-b4eb-5c14aaadec17 req-5304243f-f74d-4f54-ab93-7978efa3921f service nova] Acquiring lock "53bb2f01-4e70-471e-ad9d-7bff56746663-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.036358] env[62321]: DEBUG oslo_concurrency.lockutils [req-1ce82e0a-20db-4f3e-b4eb-5c14aaadec17 req-5304243f-f74d-4f54-ab93-7978efa3921f service nova] Lock "53bb2f01-4e70-471e-ad9d-7bff56746663-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.036754] env[62321]: DEBUG oslo_concurrency.lockutils [req-1ce82e0a-20db-4f3e-b4eb-5c14aaadec17 req-5304243f-f74d-4f54-ab93-7978efa3921f service nova] Lock "53bb2f01-4e70-471e-ad9d-7bff56746663-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.036916] env[62321]: DEBUG nova.compute.manager [req-1ce82e0a-20db-4f3e-b4eb-5c14aaadec17 req-5304243f-f74d-4f54-ab93-7978efa3921f service nova] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] No waiting events found dispatching network-vif-plugged-c3185f9c-a5c0-4cf9-ace2-373f73a5ad4e {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 566.037722] env[62321]: WARNING nova.compute.manager [req-1ce82e0a-20db-4f3e-b4eb-5c14aaadec17 req-5304243f-f74d-4f54-ab93-7978efa3921f service nova] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Received unexpected event network-vif-plugged-c3185f9c-a5c0-4cf9-ace2-373f73a5ad4e for instance with vm_state building and task_state spawning. [ 566.037722] env[62321]: DEBUG nova.compute.manager [req-1ce82e0a-20db-4f3e-b4eb-5c14aaadec17 req-5304243f-f74d-4f54-ab93-7978efa3921f service nova] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Received event network-changed-c3185f9c-a5c0-4cf9-ace2-373f73a5ad4e {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 566.037993] env[62321]: DEBUG nova.compute.manager [req-1ce82e0a-20db-4f3e-b4eb-5c14aaadec17 req-5304243f-f74d-4f54-ab93-7978efa3921f service nova] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Refreshing instance network info cache due to event network-changed-c3185f9c-a5c0-4cf9-ace2-373f73a5ad4e. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 566.038166] env[62321]: DEBUG oslo_concurrency.lockutils [req-1ce82e0a-20db-4f3e-b4eb-5c14aaadec17 req-5304243f-f74d-4f54-ab93-7978efa3921f service nova] Acquiring lock "refresh_cache-53bb2f01-4e70-471e-ad9d-7bff56746663" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.038293] env[62321]: DEBUG oslo_concurrency.lockutils [req-1ce82e0a-20db-4f3e-b4eb-5c14aaadec17 req-5304243f-f74d-4f54-ab93-7978efa3921f service nova] Acquired lock "refresh_cache-53bb2f01-4e70-471e-ad9d-7bff56746663" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.039067] env[62321]: DEBUG nova.network.neutron [req-1ce82e0a-20db-4f3e-b4eb-5c14aaadec17 req-5304243f-f74d-4f54-ab93-7978efa3921f service nova] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Refreshing network info cache for port c3185f9c-a5c0-4cf9-ace2-373f73a5ad4e {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 566.152797] env[62321]: DEBUG oslo_vmware.api [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Task: {'id': task-2632550, 'name': ReconfigVM_Task, 'duration_secs': 0.476547} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.153644] env[62321]: DEBUG nova.network.neutron [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Successfully created port: 26afda3c-5190-4e76-af99-cc5f049018e3 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 566.155712] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 8b0b955b-47b6-4c40-bdcc-e929e2013509/8b0b955b-47b6-4c40-bdcc-e929e2013509.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 566.156426] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3821077c-ea94-4729-b41e-84e9b12911e3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.165506] env[62321]: DEBUG oslo_vmware.api [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Waiting for the task: (returnval){ [ 566.165506] env[62321]: value = "task-2632552" [ 566.165506] env[62321]: _type = "Task" [ 566.165506] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.178080] env[62321]: DEBUG oslo_vmware.api [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Task: {'id': task-2632552, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.182790] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7e77188b-c624-4c48-a469-d3a3d4c71cdc tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Lock "aeb622a0-9532-4a9d-ac75-65f4e84dfda0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.799s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.214489] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632549, 'name': CreateVM_Task, 'duration_secs': 0.714527} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.219675] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 566.220970] env[62321]: DEBUG oslo_concurrency.lockutils [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.221335] env[62321]: DEBUG oslo_concurrency.lockutils [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.221745] env[62321]: DEBUG oslo_concurrency.lockutils [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.222252] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47ddca6b-e972-4a78-8663-1629e9b0ffd1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.227735] env[62321]: DEBUG oslo_vmware.api [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Waiting for the task: (returnval){ [ 566.227735] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5247123a-930f-92ec-a6e9-9d29ca7c3db1" [ 566.227735] env[62321]: _type = "Task" [ 566.227735] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.238447] env[62321]: DEBUG oslo_vmware.api [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5247123a-930f-92ec-a6e9-9d29ca7c3db1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.321584] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357cf54f-43ea-4150-a0d3-26d54f2b0b4e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.329638] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51141d27-7687-4e71-8930-6fa43b4fefbf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.362614] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c01f14e-6c87-4ffd-9273-e262d971f1d3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.371120] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6068d0-e569-491e-b1c0-56ec9aa5ef79 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.385144] env[62321]: DEBUG nova.compute.provider_tree [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 566.457520] env[62321]: DEBUG oslo_vmware.api [None req-51866ca5-45a1-421c-b35e-cb61e35cd465 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Task: {'id': task-2632551, 'name': PowerOffVM_Task, 'duration_secs': 0.238449} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.457788] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-51866ca5-45a1-421c-b35e-cb61e35cd465 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 566.457958] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-51866ca5-45a1-421c-b35e-cb61e35cd465 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 566.458285] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1202574-cd2f-466c-baab-2433f3b9deb9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.532502] env[62321]: DEBUG nova.compute.manager [None req-0c78c219-4e8b-4934-a455-fced2a9bd44d tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 566.532502] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0c78c219-4e8b-4934-a455-fced2a9bd44d tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 566.532842] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-51866ca5-45a1-421c-b35e-cb61e35cd465 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 566.532971] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-51866ca5-45a1-421c-b35e-cb61e35cd465 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 566.533154] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-51866ca5-45a1-421c-b35e-cb61e35cd465 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Deleting the datastore file [datastore2] 9f712855-ab1c-43d1-9dbe-15825b9f66b4 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 566.534390] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0279c4be-49d8-4c50-8824-5f9c2827dc6c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.537363] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffc56523-fe33-43b0-9580-9731ca317f46 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.543351] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c78c219-4e8b-4934-a455-fced2a9bd44d tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 566.546848] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ada57817-cb65-4d21-8b01-2e187e301116 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.548411] env[62321]: DEBUG oslo_vmware.api [None req-51866ca5-45a1-421c-b35e-cb61e35cd465 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Waiting for the task: (returnval){ [ 566.548411] env[62321]: value = "task-2632554" [ 566.548411] env[62321]: _type = "Task" [ 566.548411] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.555356] env[62321]: DEBUG nova.compute.manager [None req-7cdda0b8-cc27-42d0-8c03-c1605c7b8e54 tempest-ServerDiagnosticsV248Test-1358941733 tempest-ServerDiagnosticsV248Test-1358941733-project-admin] [instance: 8c1ba19f-5d4c-4d59-bf01-68d886c24669] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 566.556016] env[62321]: DEBUG oslo_vmware.api [None req-0c78c219-4e8b-4934-a455-fced2a9bd44d tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Waiting for the task: (returnval){ [ 566.556016] env[62321]: value = "task-2632555" [ 566.556016] env[62321]: _type = "Task" [ 566.556016] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.557203] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad891573-35da-483f-affd-c9c6eeddb4d0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.566567] env[62321]: DEBUG oslo_vmware.api [None req-51866ca5-45a1-421c-b35e-cb61e35cd465 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Task: {'id': task-2632554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.570127] env[62321]: INFO nova.compute.manager [None req-7cdda0b8-cc27-42d0-8c03-c1605c7b8e54 tempest-ServerDiagnosticsV248Test-1358941733 tempest-ServerDiagnosticsV248Test-1358941733-project-admin] [instance: 8c1ba19f-5d4c-4d59-bf01-68d886c24669] Retrieving diagnostics [ 566.573600] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57415ab-2fa4-4aa5-8d5c-f903e767bc88 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.576169] env[62321]: DEBUG oslo_vmware.api [None req-0c78c219-4e8b-4934-a455-fced2a9bd44d tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Task: {'id': task-2632555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.638221] env[62321]: DEBUG nova.network.neutron [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Updating instance_info_cache with network_info: [{"id": "c06dc10d-7ed3-49c4-86a2-997f23bf9f5b", "address": "fa:16:3e:d5:17:39", "network": {"id": "c0fceb5b-d470-4ba1-b555-602572141573", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1625486976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7f08a1b575d4d34a6472874d750fc0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc06dc10d-7e", "ovs_interfaceid": "c06dc10d-7ed3-49c4-86a2-997f23bf9f5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 566.679246] env[62321]: DEBUG oslo_vmware.api [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Task: {'id': task-2632552, 'name': Rename_Task, 'duration_secs': 0.150307} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.679346] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 566.679577] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04f9df48-4bdf-4d07-a3ea-93e9693b219c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.685398] env[62321]: DEBUG nova.compute.manager [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 566.691439] env[62321]: DEBUG oslo_vmware.api [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Waiting for the task: (returnval){ [ 566.691439] env[62321]: value = "task-2632556" [ 566.691439] env[62321]: _type = "Task" [ 566.691439] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.700471] env[62321]: DEBUG oslo_vmware.api [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Task: {'id': task-2632556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.739303] env[62321]: DEBUG oslo_vmware.api [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5247123a-930f-92ec-a6e9-9d29ca7c3db1, 'name': SearchDatastore_Task, 'duration_secs': 0.011042} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.740709] env[62321]: DEBUG oslo_concurrency.lockutils [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.740985] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 566.741244] env[62321]: DEBUG oslo_concurrency.lockutils [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.741392] env[62321]: DEBUG oslo_concurrency.lockutils [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.741570] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 566.743476] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8facaf7d-5d37-4db2-b718-bb7a4d0c02c1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.751817] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 566.751988] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 566.752727] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a915d57-f81e-41fe-9c66-214eacf52970 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.759371] env[62321]: DEBUG oslo_vmware.api [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Waiting for the task: (returnval){ [ 566.759371] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d3c9db-df67-2cd7-8b86-fa5a3bea418e" [ 566.759371] env[62321]: _type = "Task" [ 566.759371] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.769962] env[62321]: DEBUG oslo_vmware.api [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d3c9db-df67-2cd7-8b86-fa5a3bea418e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.888940] env[62321]: DEBUG nova.scheduler.client.report [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 566.905350] env[62321]: DEBUG nova.compute.manager [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 566.982697] env[62321]: DEBUG nova.virt.hardware [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 566.982984] env[62321]: DEBUG nova.virt.hardware [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 566.983192] env[62321]: DEBUG nova.virt.hardware [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 566.983405] env[62321]: DEBUG nova.virt.hardware [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 566.983620] env[62321]: DEBUG nova.virt.hardware [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 566.983718] env[62321]: DEBUG nova.virt.hardware [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 566.983943] env[62321]: DEBUG nova.virt.hardware [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 566.984130] env[62321]: DEBUG nova.virt.hardware [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 566.984361] env[62321]: DEBUG nova.virt.hardware [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 566.984512] env[62321]: DEBUG nova.virt.hardware [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 566.984704] env[62321]: DEBUG nova.virt.hardware [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 566.985900] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012596a5-2092-499a-9acd-79ed81ac54b9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.993940] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb18e5e-cb5b-4fb7-a8e6-59cef05680cc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.057508] env[62321]: DEBUG oslo_vmware.api [None req-51866ca5-45a1-421c-b35e-cb61e35cd465 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Task: {'id': task-2632554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132018} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.057944] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-51866ca5-45a1-421c-b35e-cb61e35cd465 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 567.058152] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-51866ca5-45a1-421c-b35e-cb61e35cd465 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 567.058376] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-51866ca5-45a1-421c-b35e-cb61e35cd465 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 567.059944] env[62321]: INFO nova.compute.manager [None req-51866ca5-45a1-421c-b35e-cb61e35cd465 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 567.060808] env[62321]: DEBUG oslo.service.loopingcall [None req-51866ca5-45a1-421c-b35e-cb61e35cd465 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 567.061108] env[62321]: DEBUG nova.compute.manager [-] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 567.061190] env[62321]: DEBUG nova.network.neutron [-] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 567.073194] env[62321]: DEBUG oslo_vmware.api [None req-0c78c219-4e8b-4934-a455-fced2a9bd44d tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Task: {'id': task-2632555, 'name': PowerOffVM_Task, 'duration_secs': 0.260452} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.073194] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c78c219-4e8b-4934-a455-fced2a9bd44d tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 567.073339] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0c78c219-4e8b-4934-a455-fced2a9bd44d tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 567.073512] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e0fc5e2-6453-4846-a2ca-2198930555ea {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.141456] env[62321]: DEBUG oslo_concurrency.lockutils [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Releasing lock "refresh_cache-134d5bd9-4ede-4817-9d40-682ff2205edb" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.141809] env[62321]: DEBUG nova.compute.manager [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Instance network_info: |[{"id": "c06dc10d-7ed3-49c4-86a2-997f23bf9f5b", "address": "fa:16:3e:d5:17:39", "network": {"id": "c0fceb5b-d470-4ba1-b555-602572141573", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1625486976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7f08a1b575d4d34a6472874d750fc0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc06dc10d-7e", "ovs_interfaceid": "c06dc10d-7ed3-49c4-86a2-997f23bf9f5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 567.142395] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:17:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd733acc2-07d0-479e-918c-ec8a21925389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c06dc10d-7ed3-49c4-86a2-997f23bf9f5b', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 567.154666] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Creating folder: Project (c7f08a1b575d4d34a6472874d750fc0f). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 567.156486] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb975336-d184-4449-9900-8ae9a5c8dbf2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.159240] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0c78c219-4e8b-4934-a455-fced2a9bd44d tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 567.159565] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0c78c219-4e8b-4934-a455-fced2a9bd44d tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 567.159856] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c78c219-4e8b-4934-a455-fced2a9bd44d tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Deleting the datastore file [datastore2] 272a1022-6da1-41c5-a572-e048c09a8aec {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 567.160219] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1d6d7d6-74aa-45f2-a95b-99279733a8a2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.174631] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquiring lock "16608632-c469-40d5-97d4-2e80c871e4be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.175211] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lock "16608632-c469-40d5-97d4-2e80c871e4be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.175480] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Created folder: Project (c7f08a1b575d4d34a6472874d750fc0f) in parent group-v530434. [ 567.175720] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Creating folder: Instances. Parent ref: group-v530469. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 567.176402] env[62321]: DEBUG oslo_vmware.api [None req-0c78c219-4e8b-4934-a455-fced2a9bd44d tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Waiting for the task: (returnval){ [ 567.176402] env[62321]: value = "task-2632559" [ 567.176402] env[62321]: _type = "Task" [ 567.176402] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.178352] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7c9889f-dc7d-4031-8fc9-432053b42400 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.191099] env[62321]: DEBUG oslo_vmware.api [None req-0c78c219-4e8b-4934-a455-fced2a9bd44d tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Task: {'id': task-2632559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.194738] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Created folder: Instances in parent group-v530469. [ 567.194958] env[62321]: DEBUG oslo.service.loopingcall [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 567.203954] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 567.211237] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23e3da11-2081-41e1-8a34-a1720630b0f0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.224570] env[62321]: DEBUG oslo_concurrency.lockutils [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.231043] env[62321]: DEBUG oslo_vmware.api [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Task: {'id': task-2632556, 'name': PowerOnVM_Task, 'duration_secs': 0.510765} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.232282] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 567.232821] env[62321]: INFO nova.compute.manager [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Took 7.96 seconds to spawn the instance on the hypervisor. [ 567.232901] env[62321]: DEBUG nova.compute.manager [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 567.233231] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 567.233231] env[62321]: value = "task-2632561" [ 567.233231] env[62321]: _type = "Task" [ 567.233231] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.233953] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e3200c-2643-4267-9265-98fa3a6ea1ac {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.246366] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632561, 'name': CreateVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.274282] env[62321]: DEBUG oslo_vmware.api [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d3c9db-df67-2cd7-8b86-fa5a3bea418e, 'name': SearchDatastore_Task, 'duration_secs': 0.008241} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.274282] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c665a39c-56d7-414f-9d15-ffac5bbf1cbe {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.279629] env[62321]: DEBUG oslo_vmware.api [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Waiting for the task: (returnval){ [ 567.279629] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]525caad4-2bd8-1402-6400-3d445da4b6d3" [ 567.279629] env[62321]: _type = "Task" [ 567.279629] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.288425] env[62321]: DEBUG oslo_vmware.api [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]525caad4-2bd8-1402-6400-3d445da4b6d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.394467] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.530s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.395125] env[62321]: DEBUG nova.compute.manager [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 567.403018] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.919s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.403018] env[62321]: INFO nova.compute.claims [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 567.531133] env[62321]: DEBUG nova.network.neutron [req-1ce82e0a-20db-4f3e-b4eb-5c14aaadec17 req-5304243f-f74d-4f54-ab93-7978efa3921f service nova] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Updated VIF entry in instance network info cache for port c3185f9c-a5c0-4cf9-ace2-373f73a5ad4e. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 567.531522] env[62321]: DEBUG nova.network.neutron [req-1ce82e0a-20db-4f3e-b4eb-5c14aaadec17 req-5304243f-f74d-4f54-ab93-7978efa3921f service nova] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Updating instance_info_cache with network_info: [{"id": "c3185f9c-a5c0-4cf9-ace2-373f73a5ad4e", "address": "fa:16:3e:4d:5a:5d", "network": {"id": "a5547c0f-46b1-4ae5-841a-9f39910febcd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ef1461c1ad14a3cb8e9828aa58002a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3185f9c-a5", "ovs_interfaceid": "c3185f9c-a5c0-4cf9-ace2-373f73a5ad4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 567.691751] env[62321]: DEBUG oslo_vmware.api [None req-0c78c219-4e8b-4934-a455-fced2a9bd44d tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Task: {'id': task-2632559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162983} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.691751] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c78c219-4e8b-4934-a455-fced2a9bd44d tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 567.692060] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0c78c219-4e8b-4934-a455-fced2a9bd44d tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 567.692267] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0c78c219-4e8b-4934-a455-fced2a9bd44d tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 567.692439] env[62321]: INFO nova.compute.manager [None req-0c78c219-4e8b-4934-a455-fced2a9bd44d tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Took 1.16 seconds to destroy the instance on the hypervisor. [ 567.694008] env[62321]: DEBUG oslo.service.loopingcall [None req-0c78c219-4e8b-4934-a455-fced2a9bd44d tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 567.694008] env[62321]: DEBUG nova.compute.manager [-] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 567.694008] env[62321]: DEBUG nova.network.neutron [-] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 567.750067] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632561, 'name': CreateVM_Task, 'duration_secs': 0.348942} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.756989] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 567.757734] env[62321]: DEBUG oslo_concurrency.lockutils [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.758031] env[62321]: DEBUG oslo_concurrency.lockutils [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.761289] env[62321]: DEBUG oslo_concurrency.lockutils [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.762704] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a39ff11-08da-4691-b960-67f4db8452b3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.767551] env[62321]: INFO nova.compute.manager [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Took 22.47 seconds to build instance. [ 567.772713] env[62321]: DEBUG oslo_vmware.api [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Waiting for the task: (returnval){ [ 567.772713] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522e9d4e-7442-8df6-4655-7906b9315aa9" [ 567.772713] env[62321]: _type = "Task" [ 567.772713] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.781856] env[62321]: DEBUG oslo_vmware.api [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522e9d4e-7442-8df6-4655-7906b9315aa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.790340] env[62321]: DEBUG oslo_vmware.api [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]525caad4-2bd8-1402-6400-3d445da4b6d3, 'name': SearchDatastore_Task, 'duration_secs': 0.011203} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.791221] env[62321]: DEBUG oslo_concurrency.lockutils [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.791517] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 53bb2f01-4e70-471e-ad9d-7bff56746663/53bb2f01-4e70-471e-ad9d-7bff56746663.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 567.791791] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3a8aaad-f613-4024-8699-f05ce9372de1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.825020] env[62321]: DEBUG oslo_vmware.api [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Waiting for the task: (returnval){ [ 567.825020] env[62321]: value = "task-2632562" [ 567.825020] env[62321]: _type = "Task" [ 567.825020] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.833949] env[62321]: DEBUG oslo_vmware.api [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Task: {'id': task-2632562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.907039] env[62321]: DEBUG nova.compute.utils [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 567.911270] env[62321]: DEBUG nova.compute.manager [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 567.911542] env[62321]: DEBUG nova.network.neutron [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 568.026936] env[62321]: DEBUG nova.policy [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ad2fea25e5344019aa45b4a4acb4aa2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14a55a06f5564465b14521b89e150849', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 568.036314] env[62321]: DEBUG oslo_concurrency.lockutils [req-1ce82e0a-20db-4f3e-b4eb-5c14aaadec17 req-5304243f-f74d-4f54-ab93-7978efa3921f service nova] Releasing lock "refresh_cache-53bb2f01-4e70-471e-ad9d-7bff56746663" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.062398] env[62321]: INFO nova.compute.manager [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Rebuilding instance [ 568.156143] env[62321]: DEBUG nova.compute.manager [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 568.157789] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a30f719-6aa3-4ff4-8fbb-ab23aad30e04 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.271267] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b4f762ed-c933-40cc-9f1a-bb6784ba492f tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Lock "8b0b955b-47b6-4c40-bdcc-e929e2013509" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.989s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.288280] env[62321]: DEBUG oslo_vmware.api [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522e9d4e-7442-8df6-4655-7906b9315aa9, 'name': SearchDatastore_Task, 'duration_secs': 0.01031} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.289267] env[62321]: DEBUG oslo_concurrency.lockutils [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.289616] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 568.289985] env[62321]: DEBUG oslo_concurrency.lockutils [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.290294] env[62321]: DEBUG oslo_concurrency.lockutils [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.290542] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 568.290910] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-976a6ece-9c41-45e4-8e0c-90492148bbcb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.308922] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 568.309126] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 568.309890] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5969dd7b-1e66-4203-8375-146909ae7c8e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.319652] env[62321]: DEBUG oslo_vmware.api [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Waiting for the task: (returnval){ [ 568.319652] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52490afc-808e-8098-132d-10a5195e9667" [ 568.319652] env[62321]: _type = "Task" [ 568.319652] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.336179] env[62321]: DEBUG oslo_vmware.api [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Task: {'id': task-2632562, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.341368] env[62321]: DEBUG oslo_vmware.api [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52490afc-808e-8098-132d-10a5195e9667, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.413925] env[62321]: DEBUG nova.compute.manager [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 568.483290] env[62321]: DEBUG nova.network.neutron [-] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 568.513091] env[62321]: DEBUG nova.network.neutron [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Successfully created port: a395b324-1400-4709-80db-93ef2253542d {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 568.775078] env[62321]: DEBUG nova.compute.manager [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 568.848542] env[62321]: DEBUG oslo_vmware.api [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52490afc-808e-8098-132d-10a5195e9667, 'name': SearchDatastore_Task, 'duration_secs': 0.057352} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.850214] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4895dd7b-f9bf-41fa-b1fc-b7a9d45a1b23 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.859359] env[62321]: DEBUG oslo_vmware.api [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Task: {'id': task-2632562, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58448} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.860070] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 53bb2f01-4e70-471e-ad9d-7bff56746663/53bb2f01-4e70-471e-ad9d-7bff56746663.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 568.860348] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 568.860637] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d13737c2-f804-416a-827c-80ddc05b4cfe {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.865479] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3efe69d-e446-4b57-a793-adf0a38c8249 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.868276] env[62321]: DEBUG oslo_vmware.api [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Waiting for the task: (returnval){ [ 568.868276] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b7b0d9-f259-7537-d920-c4e325e23cbd" [ 568.868276] env[62321]: _type = "Task" [ 568.868276] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.876690] env[62321]: DEBUG oslo_vmware.api [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Waiting for the task: (returnval){ [ 568.876690] env[62321]: value = "task-2632563" [ 568.876690] env[62321]: _type = "Task" [ 568.876690] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.878946] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc25b59e-d287-44b8-856d-0341d5b3cc22 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.888889] env[62321]: DEBUG oslo_vmware.api [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b7b0d9-f259-7537-d920-c4e325e23cbd, 'name': SearchDatastore_Task, 'duration_secs': 0.01037} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.891089] env[62321]: DEBUG oslo_concurrency.lockutils [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.891400] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 134d5bd9-4ede-4817-9d40-682ff2205edb/134d5bd9-4ede-4817-9d40-682ff2205edb.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 568.892072] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61804937-0109-49c9-88b4-05852f11eff1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.941324] env[62321]: DEBUG oslo_vmware.api [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Task: {'id': task-2632563, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.946498] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cee6e43-9b9f-4351-9a8b-525dd463f337 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.950581] env[62321]: DEBUG oslo_vmware.api [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Waiting for the task: (returnval){ [ 568.950581] env[62321]: value = "task-2632564" [ 568.950581] env[62321]: _type = "Task" [ 568.950581] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.958182] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887ddd46-0238-4514-95f1-cf6979f482a5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.967748] env[62321]: DEBUG oslo_vmware.api [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Task: {'id': task-2632564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.977653] env[62321]: DEBUG nova.compute.provider_tree [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 568.989037] env[62321]: INFO nova.compute.manager [-] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Took 1.93 seconds to deallocate network for instance. [ 569.096184] env[62321]: DEBUG nova.network.neutron [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Successfully updated port: 26afda3c-5190-4e76-af99-cc5f049018e3 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 569.169072] env[62321]: DEBUG nova.network.neutron [-] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 569.179399] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 569.180394] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f751449b-90c7-49bc-a350-419bbe1d81c2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.188770] env[62321]: DEBUG oslo_vmware.api [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Waiting for the task: (returnval){ [ 569.188770] env[62321]: value = "task-2632565" [ 569.188770] env[62321]: _type = "Task" [ 569.188770] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.199177] env[62321]: DEBUG oslo_vmware.api [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Task: {'id': task-2632565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.315033] env[62321]: DEBUG oslo_concurrency.lockutils [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.315033] env[62321]: DEBUG nova.compute.manager [req-a407ca64-e96d-4d54-8a4d-b65bd6dad0b7 req-80f2fd22-9ddb-4c9a-8b75-fd1112e0c363 service nova] [instance: 1281e273-d400-4493-b718-e78252e1221a] Received event network-changed-6fdd424a-82f7-4902-941c-94e0437a6bdd {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 569.315921] env[62321]: DEBUG nova.compute.manager [req-a407ca64-e96d-4d54-8a4d-b65bd6dad0b7 req-80f2fd22-9ddb-4c9a-8b75-fd1112e0c363 service nova] [instance: 1281e273-d400-4493-b718-e78252e1221a] Refreshing instance network info cache due to event network-changed-6fdd424a-82f7-4902-941c-94e0437a6bdd. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 569.317735] env[62321]: DEBUG oslo_concurrency.lockutils [req-a407ca64-e96d-4d54-8a4d-b65bd6dad0b7 req-80f2fd22-9ddb-4c9a-8b75-fd1112e0c363 service nova] Acquiring lock "refresh_cache-1281e273-d400-4493-b718-e78252e1221a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.318013] env[62321]: DEBUG oslo_concurrency.lockutils [req-a407ca64-e96d-4d54-8a4d-b65bd6dad0b7 req-80f2fd22-9ddb-4c9a-8b75-fd1112e0c363 service nova] Acquired lock "refresh_cache-1281e273-d400-4493-b718-e78252e1221a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.321339] env[62321]: DEBUG nova.network.neutron [req-a407ca64-e96d-4d54-8a4d-b65bd6dad0b7 req-80f2fd22-9ddb-4c9a-8b75-fd1112e0c363 service nova] [instance: 1281e273-d400-4493-b718-e78252e1221a] Refreshing network info cache for port 6fdd424a-82f7-4902-941c-94e0437a6bdd {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 569.349246] env[62321]: DEBUG nova.compute.manager [req-74ec6c9e-6c4c-48e1-8bb1-2a992bbf12a7 req-cae50908-e503-42c6-92d6-3d913bebb213 service nova] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Received event network-vif-plugged-c06dc10d-7ed3-49c4-86a2-997f23bf9f5b {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 569.349246] env[62321]: DEBUG oslo_concurrency.lockutils [req-74ec6c9e-6c4c-48e1-8bb1-2a992bbf12a7 req-cae50908-e503-42c6-92d6-3d913bebb213 service nova] Acquiring lock "134d5bd9-4ede-4817-9d40-682ff2205edb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.349246] env[62321]: DEBUG oslo_concurrency.lockutils [req-74ec6c9e-6c4c-48e1-8bb1-2a992bbf12a7 req-cae50908-e503-42c6-92d6-3d913bebb213 service nova] Lock "134d5bd9-4ede-4817-9d40-682ff2205edb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.349246] env[62321]: DEBUG oslo_concurrency.lockutils [req-74ec6c9e-6c4c-48e1-8bb1-2a992bbf12a7 req-cae50908-e503-42c6-92d6-3d913bebb213 service nova] Lock "134d5bd9-4ede-4817-9d40-682ff2205edb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.350380] env[62321]: DEBUG nova.compute.manager [req-74ec6c9e-6c4c-48e1-8bb1-2a992bbf12a7 req-cae50908-e503-42c6-92d6-3d913bebb213 service nova] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] No waiting events found dispatching network-vif-plugged-c06dc10d-7ed3-49c4-86a2-997f23bf9f5b {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 569.350583] env[62321]: WARNING nova.compute.manager [req-74ec6c9e-6c4c-48e1-8bb1-2a992bbf12a7 req-cae50908-e503-42c6-92d6-3d913bebb213 service nova] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Received unexpected event network-vif-plugged-c06dc10d-7ed3-49c4-86a2-997f23bf9f5b for instance with vm_state building and task_state spawning. [ 569.350757] env[62321]: DEBUG nova.compute.manager [req-74ec6c9e-6c4c-48e1-8bb1-2a992bbf12a7 req-cae50908-e503-42c6-92d6-3d913bebb213 service nova] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Received event network-changed-c06dc10d-7ed3-49c4-86a2-997f23bf9f5b {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 569.350902] env[62321]: DEBUG nova.compute.manager [req-74ec6c9e-6c4c-48e1-8bb1-2a992bbf12a7 req-cae50908-e503-42c6-92d6-3d913bebb213 service nova] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Refreshing instance network info cache due to event network-changed-c06dc10d-7ed3-49c4-86a2-997f23bf9f5b. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 569.351123] env[62321]: DEBUG oslo_concurrency.lockutils [req-74ec6c9e-6c4c-48e1-8bb1-2a992bbf12a7 req-cae50908-e503-42c6-92d6-3d913bebb213 service nova] Acquiring lock "refresh_cache-134d5bd9-4ede-4817-9d40-682ff2205edb" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.351256] env[62321]: DEBUG oslo_concurrency.lockutils [req-74ec6c9e-6c4c-48e1-8bb1-2a992bbf12a7 req-cae50908-e503-42c6-92d6-3d913bebb213 service nova] Acquired lock "refresh_cache-134d5bd9-4ede-4817-9d40-682ff2205edb" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.351422] env[62321]: DEBUG nova.network.neutron [req-74ec6c9e-6c4c-48e1-8bb1-2a992bbf12a7 req-cae50908-e503-42c6-92d6-3d913bebb213 service nova] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Refreshing network info cache for port c06dc10d-7ed3-49c4-86a2-997f23bf9f5b {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 569.392041] env[62321]: DEBUG oslo_vmware.api [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Task: {'id': task-2632563, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111833} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.392711] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 569.393634] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d7a35c-96a5-4097-a2f9-ce9a90b2e523 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.419946] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 53bb2f01-4e70-471e-ad9d-7bff56746663/53bb2f01-4e70-471e-ad9d-7bff56746663.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 569.420877] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e82e4b91-8361-4555-8351-1cc139a9919a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.441098] env[62321]: DEBUG oslo_vmware.api [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Waiting for the task: (returnval){ [ 569.441098] env[62321]: value = "task-2632566" [ 569.441098] env[62321]: _type = "Task" [ 569.441098] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.446518] env[62321]: DEBUG nova.compute.manager [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 569.458011] env[62321]: DEBUG oslo_vmware.api [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Task: {'id': task-2632566, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.466277] env[62321]: DEBUG oslo_vmware.api [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Task: {'id': task-2632564, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.482586] env[62321]: DEBUG nova.scheduler.client.report [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 569.502317] env[62321]: DEBUG nova.virt.hardware [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 569.502317] env[62321]: DEBUG nova.virt.hardware [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 569.502317] env[62321]: DEBUG nova.virt.hardware [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 569.502735] env[62321]: DEBUG nova.virt.hardware [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 569.502735] env[62321]: DEBUG nova.virt.hardware [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 569.502735] env[62321]: DEBUG nova.virt.hardware [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 569.502735] env[62321]: DEBUG nova.virt.hardware [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 569.502735] env[62321]: DEBUG nova.virt.hardware [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 569.502889] env[62321]: DEBUG nova.virt.hardware [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 569.502889] env[62321]: DEBUG nova.virt.hardware [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 569.503213] env[62321]: DEBUG nova.virt.hardware [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 569.504321] env[62321]: DEBUG oslo_concurrency.lockutils [None req-51866ca5-45a1-421c-b35e-cb61e35cd465 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.505982] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7575349e-abe6-4bf4-b3f8-99e9d6446b9e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.515392] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1694eb-0abd-4264-973a-6abbb43e5f4c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.602505] env[62321]: DEBUG oslo_concurrency.lockutils [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Acquiring lock "refresh_cache-c1559566-8363-4f6d-8e9d-695f91e7fe1d" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.602779] env[62321]: DEBUG oslo_concurrency.lockutils [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Acquired lock "refresh_cache-c1559566-8363-4f6d-8e9d-695f91e7fe1d" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.602975] env[62321]: DEBUG nova.network.neutron [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 569.607610] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b6f30c00-dbf9-4859-a1cd-4f7cbdee24fd tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Acquiring lock "8c1ba19f-5d4c-4d59-bf01-68d886c24669" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.607610] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b6f30c00-dbf9-4859-a1cd-4f7cbdee24fd tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Lock "8c1ba19f-5d4c-4d59-bf01-68d886c24669" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.607610] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b6f30c00-dbf9-4859-a1cd-4f7cbdee24fd tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Acquiring lock "8c1ba19f-5d4c-4d59-bf01-68d886c24669-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.608160] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b6f30c00-dbf9-4859-a1cd-4f7cbdee24fd tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Lock "8c1ba19f-5d4c-4d59-bf01-68d886c24669-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.608160] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b6f30c00-dbf9-4859-a1cd-4f7cbdee24fd tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Lock "8c1ba19f-5d4c-4d59-bf01-68d886c24669-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.609796] env[62321]: INFO nova.compute.manager [None req-b6f30c00-dbf9-4859-a1cd-4f7cbdee24fd tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] [instance: 8c1ba19f-5d4c-4d59-bf01-68d886c24669] Terminating instance [ 569.675728] env[62321]: INFO nova.compute.manager [-] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Took 1.98 seconds to deallocate network for instance. [ 569.699155] env[62321]: DEBUG oslo_vmware.api [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Task: {'id': task-2632565, 'name': PowerOffVM_Task, 'duration_secs': 0.177476} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.699496] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 569.699757] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 569.700572] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c4252a-dd46-442e-aaf0-3cee330890d0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.707890] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 569.708154] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7903ee93-f08c-4540-b3a9-0c6242ec4dd9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.734437] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 569.734651] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 569.735071] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Deleting the datastore file [datastore2] f5c11eeb-bd4a-44b4-8a99-985b0c7716f6 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 569.735266] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-963eaad3-40ec-49e2-8450-e77e5301c43e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.742280] env[62321]: DEBUG oslo_vmware.api [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Waiting for the task: (returnval){ [ 569.742280] env[62321]: value = "task-2632568" [ 569.742280] env[62321]: _type = "Task" [ 569.742280] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.751155] env[62321]: DEBUG oslo_vmware.api [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Task: {'id': task-2632568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.953333] env[62321]: DEBUG oslo_vmware.api [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Task: {'id': task-2632566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.965939] env[62321]: DEBUG oslo_vmware.api [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Task: {'id': task-2632564, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527557} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.966428] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 134d5bd9-4ede-4817-9d40-682ff2205edb/134d5bd9-4ede-4817-9d40-682ff2205edb.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 569.967029] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 569.967738] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0719129a-605c-4b48-8d57-057807ab59d8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.975297] env[62321]: DEBUG oslo_vmware.api [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Waiting for the task: (returnval){ [ 569.975297] env[62321]: value = "task-2632569" [ 569.975297] env[62321]: _type = "Task" [ 569.975297] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.985747] env[62321]: DEBUG oslo_vmware.api [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Task: {'id': task-2632569, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.990536] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.990536] env[62321]: DEBUG nova.compute.manager [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 569.991894] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0e6bdc79-fe06-4e6d-b580-4d44010a2775 tempest-DeleteServersAdminTestJSON-387100418 tempest-DeleteServersAdminTestJSON-387100418-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.220s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.992418] env[62321]: DEBUG nova.objects.instance [None req-0e6bdc79-fe06-4e6d-b580-4d44010a2775 tempest-DeleteServersAdminTestJSON-387100418 tempest-DeleteServersAdminTestJSON-387100418-project-admin] Lazy-loading 'resources' on Instance uuid 6dcc5aef-a417-4e28-b807-39f518bcd7fa {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 570.115840] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b6f30c00-dbf9-4859-a1cd-4f7cbdee24fd tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Acquiring lock "refresh_cache-8c1ba19f-5d4c-4d59-bf01-68d886c24669" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.115840] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b6f30c00-dbf9-4859-a1cd-4f7cbdee24fd tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Acquired lock "refresh_cache-8c1ba19f-5d4c-4d59-bf01-68d886c24669" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.115933] env[62321]: DEBUG nova.network.neutron [None req-b6f30c00-dbf9-4859-a1cd-4f7cbdee24fd tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] [instance: 8c1ba19f-5d4c-4d59-bf01-68d886c24669] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 570.184169] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0c78c219-4e8b-4934-a455-fced2a9bd44d tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.208308] env[62321]: DEBUG nova.network.neutron [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 570.262120] env[62321]: DEBUG oslo_vmware.api [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Task: {'id': task-2632568, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104627} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.263428] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 570.264128] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 570.264128] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 570.453150] env[62321]: DEBUG oslo_vmware.api [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Task: {'id': task-2632566, 'name': ReconfigVM_Task, 'duration_secs': 0.675983} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.453338] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 53bb2f01-4e70-471e-ad9d-7bff56746663/53bb2f01-4e70-471e-ad9d-7bff56746663.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 570.454968] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e06b55d3-a2dc-4acd-b8d7-9b4a11edbe5d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.463401] env[62321]: DEBUG oslo_vmware.api [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Waiting for the task: (returnval){ [ 570.463401] env[62321]: value = "task-2632570" [ 570.463401] env[62321]: _type = "Task" [ 570.463401] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.472984] env[62321]: DEBUG oslo_vmware.api [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Task: {'id': task-2632570, 'name': Rename_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.485367] env[62321]: DEBUG oslo_vmware.api [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Task: {'id': task-2632569, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115595} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.485627] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 570.486785] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7a5e6f-e703-4f2a-a90e-d43f27346567 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.505931] env[62321]: DEBUG nova.compute.utils [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 570.522985] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 134d5bd9-4ede-4817-9d40-682ff2205edb/134d5bd9-4ede-4817-9d40-682ff2205edb.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 570.530298] env[62321]: DEBUG nova.compute.manager [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 570.530539] env[62321]: DEBUG nova.network.neutron [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 570.532750] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86032dba-e8b0-4104-bed1-ed3da3f865ed {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.561018] env[62321]: DEBUG oslo_vmware.api [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Waiting for the task: (returnval){ [ 570.561018] env[62321]: value = "task-2632571" [ 570.561018] env[62321]: _type = "Task" [ 570.561018] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.569676] env[62321]: DEBUG oslo_vmware.api [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Task: {'id': task-2632571, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.665915] env[62321]: DEBUG nova.policy [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f3f85df078143bfb36463bf0d6ac673', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9af734de2b844faeb240143f7c4baa66', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 570.712064] env[62321]: DEBUG nova.network.neutron [None req-b6f30c00-dbf9-4859-a1cd-4f7cbdee24fd tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] [instance: 8c1ba19f-5d4c-4d59-bf01-68d886c24669] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 570.729599] env[62321]: DEBUG nova.network.neutron [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Updating instance_info_cache with network_info: [{"id": "26afda3c-5190-4e76-af99-cc5f049018e3", "address": "fa:16:3e:73:b1:2d", "network": {"id": "15059447-4ddb-4f7c-9d7a-eb15d620cc06", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-61771899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3a30c1e24264109876f828e701f39dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26afda3c-51", "ovs_interfaceid": "26afda3c-5190-4e76-af99-cc5f049018e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 570.848584] env[62321]: DEBUG nova.network.neutron [req-74ec6c9e-6c4c-48e1-8bb1-2a992bbf12a7 req-cae50908-e503-42c6-92d6-3d913bebb213 service nova] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Updated VIF entry in instance network info cache for port c06dc10d-7ed3-49c4-86a2-997f23bf9f5b. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 570.849477] env[62321]: DEBUG nova.network.neutron [req-74ec6c9e-6c4c-48e1-8bb1-2a992bbf12a7 req-cae50908-e503-42c6-92d6-3d913bebb213 service nova] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Updating instance_info_cache with network_info: [{"id": "c06dc10d-7ed3-49c4-86a2-997f23bf9f5b", "address": "fa:16:3e:d5:17:39", "network": {"id": "c0fceb5b-d470-4ba1-b555-602572141573", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1625486976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7f08a1b575d4d34a6472874d750fc0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc06dc10d-7e", "ovs_interfaceid": "c06dc10d-7ed3-49c4-86a2-997f23bf9f5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 570.921628] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15df15d5-6c26-4618-8ea0-c3ce0c2ff70c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.931049] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c64aef2-c5f1-4a69-a513-dec0b6fecc28 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.936217] env[62321]: DEBUG nova.network.neutron [req-a407ca64-e96d-4d54-8a4d-b65bd6dad0b7 req-80f2fd22-9ddb-4c9a-8b75-fd1112e0c363 service nova] [instance: 1281e273-d400-4493-b718-e78252e1221a] Updated VIF entry in instance network info cache for port 6fdd424a-82f7-4902-941c-94e0437a6bdd. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 570.936217] env[62321]: DEBUG nova.network.neutron [req-a407ca64-e96d-4d54-8a4d-b65bd6dad0b7 req-80f2fd22-9ddb-4c9a-8b75-fd1112e0c363 service nova] [instance: 1281e273-d400-4493-b718-e78252e1221a] Updating instance_info_cache with network_info: [{"id": "6fdd424a-82f7-4902-941c-94e0437a6bdd", "address": "fa:16:3e:98:bf:bf", "network": {"id": "9c40758c-9a82-4741-98c6-bbb00b813c0b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-190221554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01d8e18986b945cda7366750b9136ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fdd424a-82", "ovs_interfaceid": "6fdd424a-82f7-4902-941c-94e0437a6bdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 570.969126] env[62321]: DEBUG nova.network.neutron [None req-b6f30c00-dbf9-4859-a1cd-4f7cbdee24fd tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] [instance: 8c1ba19f-5d4c-4d59-bf01-68d886c24669] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 570.974427] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947d7420-5ba7-47c4-9ee5-b5b5320dfcce {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.982586] env[62321]: DEBUG oslo_vmware.api [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Task: {'id': task-2632570, 'name': Rename_Task, 'duration_secs': 0.365901} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.984715] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 570.985225] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-538b417f-8d5c-46da-b041-93e8658cbd6a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.988514] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3862d56c-455a-40f0-abb8-385c47ee2ad0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.003637] env[62321]: DEBUG nova.compute.provider_tree [None req-0e6bdc79-fe06-4e6d-b580-4d44010a2775 tempest-DeleteServersAdminTestJSON-387100418 tempest-DeleteServersAdminTestJSON-387100418-project-admin] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 571.006104] env[62321]: DEBUG oslo_vmware.api [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Waiting for the task: (returnval){ [ 571.006104] env[62321]: value = "task-2632572" [ 571.006104] env[62321]: _type = "Task" [ 571.006104] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.014958] env[62321]: DEBUG oslo_vmware.api [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Task: {'id': task-2632572, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.025195] env[62321]: DEBUG nova.compute.manager [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 571.072013] env[62321]: DEBUG oslo_vmware.api [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Task: {'id': task-2632571, 'name': ReconfigVM_Task, 'duration_secs': 0.313078} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.074554] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 134d5bd9-4ede-4817-9d40-682ff2205edb/134d5bd9-4ede-4817-9d40-682ff2205edb.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 571.074554] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d32bd0f1-261f-42f5-864e-a5c3c4979796 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.080317] env[62321]: DEBUG oslo_vmware.api [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Waiting for the task: (returnval){ [ 571.080317] env[62321]: value = "task-2632573" [ 571.080317] env[62321]: _type = "Task" [ 571.080317] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.090125] env[62321]: DEBUG oslo_vmware.api [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Task: {'id': task-2632573, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.232046] env[62321]: DEBUG oslo_concurrency.lockutils [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Releasing lock "refresh_cache-c1559566-8363-4f6d-8e9d-695f91e7fe1d" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.232599] env[62321]: DEBUG nova.compute.manager [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Instance network_info: |[{"id": "26afda3c-5190-4e76-af99-cc5f049018e3", "address": "fa:16:3e:73:b1:2d", "network": {"id": "15059447-4ddb-4f7c-9d7a-eb15d620cc06", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-61771899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3a30c1e24264109876f828e701f39dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26afda3c-51", "ovs_interfaceid": "26afda3c-5190-4e76-af99-cc5f049018e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 571.232971] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:b1:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cc0a33d-17c0-4b87-b48f-413a87a4cc6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26afda3c-5190-4e76-af99-cc5f049018e3', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 571.243179] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Creating folder: Project (f3a30c1e24264109876f828e701f39dc). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 571.243603] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-037c5944-090f-4619-9cd7-d58267a928fe {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.254565] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Created folder: Project (f3a30c1e24264109876f828e701f39dc) in parent group-v530434. [ 571.254793] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Creating folder: Instances. Parent ref: group-v530472. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 571.255053] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3047ce92-80db-4d73-b083-8c03f35a7762 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.265451] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Created folder: Instances in parent group-v530472. [ 571.265733] env[62321]: DEBUG oslo.service.loopingcall [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 571.265937] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 571.266163] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-411a4ff1-3751-4795-93ca-6c72678ea910 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.289377] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 571.289377] env[62321]: value = "task-2632576" [ 571.289377] env[62321]: _type = "Task" [ 571.289377] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.300931] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632576, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.317224] env[62321]: DEBUG nova.virt.hardware [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 571.317508] env[62321]: DEBUG nova.virt.hardware [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 571.317707] env[62321]: DEBUG nova.virt.hardware [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 571.317913] env[62321]: DEBUG nova.virt.hardware [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 571.318083] env[62321]: DEBUG nova.virt.hardware [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 571.318236] env[62321]: DEBUG nova.virt.hardware [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 571.318787] env[62321]: DEBUG nova.virt.hardware [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 571.318787] env[62321]: DEBUG nova.virt.hardware [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 571.318933] env[62321]: DEBUG nova.virt.hardware [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 571.318999] env[62321]: DEBUG nova.virt.hardware [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 571.319205] env[62321]: DEBUG nova.virt.hardware [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 571.320112] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c696408a-98bb-4d53-bceb-adb9d8f043c1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.328931] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38863bb-f583-4336-b26d-4127695cbad0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.347696] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Instance VIF info [] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 571.353226] env[62321]: DEBUG oslo.service.loopingcall [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 571.353750] env[62321]: DEBUG oslo_concurrency.lockutils [req-74ec6c9e-6c4c-48e1-8bb1-2a992bbf12a7 req-cae50908-e503-42c6-92d6-3d913bebb213 service nova] Releasing lock "refresh_cache-134d5bd9-4ede-4817-9d40-682ff2205edb" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.354179] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 571.354397] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-500b8c84-8e1a-4af1-9516-b6506141be61 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.378053] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 571.378053] env[62321]: value = "task-2632577" [ 571.378053] env[62321]: _type = "Task" [ 571.378053] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.385066] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632577, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.403117] env[62321]: DEBUG nova.network.neutron [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Successfully updated port: a395b324-1400-4709-80db-93ef2253542d {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 571.431376] env[62321]: DEBUG nova.compute.manager [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Stashing vm_state: active {{(pid=62321) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 571.438433] env[62321]: DEBUG nova.network.neutron [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Successfully created port: 418fbb4a-881b-4600-97af-570d7d3877d6 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 571.440682] env[62321]: DEBUG oslo_concurrency.lockutils [req-a407ca64-e96d-4d54-8a4d-b65bd6dad0b7 req-80f2fd22-9ddb-4c9a-8b75-fd1112e0c363 service nova] Releasing lock "refresh_cache-1281e273-d400-4493-b718-e78252e1221a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.478372] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b6f30c00-dbf9-4859-a1cd-4f7cbdee24fd tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Releasing lock "refresh_cache-8c1ba19f-5d4c-4d59-bf01-68d886c24669" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.479679] env[62321]: DEBUG nova.compute.manager [None req-b6f30c00-dbf9-4859-a1cd-4f7cbdee24fd tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] [instance: 8c1ba19f-5d4c-4d59-bf01-68d886c24669] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 571.479679] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f30c00-dbf9-4859-a1cd-4f7cbdee24fd tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] [instance: 8c1ba19f-5d4c-4d59-bf01-68d886c24669] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 571.479947] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ef0842-7778-424c-be71-3bd803db6cd0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.490014] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f30c00-dbf9-4859-a1cd-4f7cbdee24fd tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] [instance: 8c1ba19f-5d4c-4d59-bf01-68d886c24669] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 571.490300] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04434431-02a9-4e61-b584-d1760927bd42 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.496985] env[62321]: DEBUG oslo_vmware.api [None req-b6f30c00-dbf9-4859-a1cd-4f7cbdee24fd tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Waiting for the task: (returnval){ [ 571.496985] env[62321]: value = "task-2632578" [ 571.496985] env[62321]: _type = "Task" [ 571.496985] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.506466] env[62321]: DEBUG oslo_vmware.api [None req-b6f30c00-dbf9-4859-a1cd-4f7cbdee24fd tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Task: {'id': task-2632578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.507423] env[62321]: DEBUG nova.scheduler.client.report [None req-0e6bdc79-fe06-4e6d-b580-4d44010a2775 tempest-DeleteServersAdminTestJSON-387100418 tempest-DeleteServersAdminTestJSON-387100418-project-admin] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 571.524293] env[62321]: DEBUG oslo_vmware.api [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Task: {'id': task-2632572, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.591750] env[62321]: DEBUG oslo_vmware.api [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Task: {'id': task-2632573, 'name': Rename_Task, 'duration_secs': 0.15916} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.592587] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 571.592914] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af5a5333-b756-4a24-8d4e-4f4176f3daf0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.599746] env[62321]: DEBUG oslo_vmware.api [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Waiting for the task: (returnval){ [ 571.599746] env[62321]: value = "task-2632579" [ 571.599746] env[62321]: _type = "Task" [ 571.599746] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.613683] env[62321]: DEBUG oslo_vmware.api [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Task: {'id': task-2632579, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.801875] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632576, 'name': CreateVM_Task} progress is 15%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.889452] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632577, 'name': CreateVM_Task, 'duration_secs': 0.397782} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.889858] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 571.890379] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.890635] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.891095] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.891395] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba72e935-406b-4c4f-9410-6b47fdc062ce {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.896142] env[62321]: DEBUG oslo_vmware.api [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Waiting for the task: (returnval){ [ 571.896142] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]529068c4-cba1-1d5d-cdd9-9770291d995e" [ 571.896142] env[62321]: _type = "Task" [ 571.896142] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.906655] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Acquiring lock "refresh_cache-677d7209-536c-43ed-8704-1554ce7ef923" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.907313] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Acquired lock "refresh_cache-677d7209-536c-43ed-8704-1554ce7ef923" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.907562] env[62321]: DEBUG nova.network.neutron [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 571.911039] env[62321]: DEBUG oslo_vmware.api [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]529068c4-cba1-1d5d-cdd9-9770291d995e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.956460] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.008755] env[62321]: DEBUG oslo_vmware.api [None req-b6f30c00-dbf9-4859-a1cd-4f7cbdee24fd tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Task: {'id': task-2632578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.016557] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0e6bdc79-fe06-4e6d-b580-4d44010a2775 tempest-DeleteServersAdminTestJSON-387100418 tempest-DeleteServersAdminTestJSON-387100418-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.025s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.023271] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6e3c2289-a183-4076-a9d9-b5c855c6279b tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.014s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.023271] env[62321]: DEBUG nova.objects.instance [None req-6e3c2289-a183-4076-a9d9-b5c855c6279b tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Lazy-loading 'resources' on Instance uuid 0d3265e8-1056-4410-8035-d009478d2052 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 572.023802] env[62321]: DEBUG oslo_vmware.api [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Task: {'id': task-2632572, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.035400] env[62321]: DEBUG nova.compute.manager [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 572.044652] env[62321]: INFO nova.scheduler.client.report [None req-0e6bdc79-fe06-4e6d-b580-4d44010a2775 tempest-DeleteServersAdminTestJSON-387100418 tempest-DeleteServersAdminTestJSON-387100418-project-admin] Deleted allocations for instance 6dcc5aef-a417-4e28-b807-39f518bcd7fa [ 572.066485] env[62321]: DEBUG nova.virt.hardware [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 572.066736] env[62321]: DEBUG nova.virt.hardware [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 572.066970] env[62321]: DEBUG nova.virt.hardware [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 572.067081] env[62321]: DEBUG nova.virt.hardware [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 572.070072] env[62321]: DEBUG nova.virt.hardware [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 572.070072] env[62321]: DEBUG nova.virt.hardware [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 572.070072] env[62321]: DEBUG nova.virt.hardware [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 572.070072] env[62321]: DEBUG nova.virt.hardware [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 572.070072] env[62321]: DEBUG nova.virt.hardware [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 572.070384] env[62321]: DEBUG nova.virt.hardware [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 572.070384] env[62321]: DEBUG nova.virt.hardware [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 572.070384] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133c9c17-57ec-4e96-84e3-3c4497d05288 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.080435] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b79d5a-c73a-4b9a-bf74-bfe407b7da31 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.109959] env[62321]: DEBUG oslo_vmware.api [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Task: {'id': task-2632579, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.304223] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632576, 'name': CreateVM_Task} progress is 15%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.412432] env[62321]: DEBUG oslo_vmware.api [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]529068c4-cba1-1d5d-cdd9-9770291d995e, 'name': SearchDatastore_Task, 'duration_secs': 0.00986} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.412739] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.412963] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 572.413211] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.413356] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.413529] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 572.414115] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b81ce3a-37b3-4e14-9638-5ba8f46c97f3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.422947] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 572.423135] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 572.425341] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84b0614f-4e3f-430b-afc7-036faf4979da {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.429060] env[62321]: DEBUG oslo_vmware.api [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Waiting for the task: (returnval){ [ 572.429060] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52589a06-16e0-227f-162c-45b3ba365313" [ 572.429060] env[62321]: _type = "Task" [ 572.429060] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.437801] env[62321]: DEBUG oslo_vmware.api [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52589a06-16e0-227f-162c-45b3ba365313, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.468268] env[62321]: DEBUG nova.network.neutron [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 572.508674] env[62321]: DEBUG oslo_vmware.api [None req-b6f30c00-dbf9-4859-a1cd-4f7cbdee24fd tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Task: {'id': task-2632578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.528953] env[62321]: DEBUG oslo_vmware.api [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Task: {'id': task-2632572, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.557704] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0e6bdc79-fe06-4e6d-b580-4d44010a2775 tempest-DeleteServersAdminTestJSON-387100418 tempest-DeleteServersAdminTestJSON-387100418-project-admin] Lock "6dcc5aef-a417-4e28-b807-39f518bcd7fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.556s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.616606] env[62321]: DEBUG oslo_vmware.api [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Task: {'id': task-2632579, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.803949] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632576, 'name': CreateVM_Task} progress is 15%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.865998] env[62321]: DEBUG nova.compute.manager [req-ff70d802-129e-48ae-b5d0-0a845aac12a3 req-26fb0515-def0-41ff-8aab-4c4caa1df1ac service nova] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Received event network-vif-deleted-4e6a1261-872c-41ad-839f-1f29b57bae6b {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 572.866349] env[62321]: DEBUG nova.compute.manager [req-ff70d802-129e-48ae-b5d0-0a845aac12a3 req-26fb0515-def0-41ff-8aab-4c4caa1df1ac service nova] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Received event network-vif-plugged-26afda3c-5190-4e76-af99-cc5f049018e3 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 572.866750] env[62321]: DEBUG oslo_concurrency.lockutils [req-ff70d802-129e-48ae-b5d0-0a845aac12a3 req-26fb0515-def0-41ff-8aab-4c4caa1df1ac service nova] Acquiring lock "c1559566-8363-4f6d-8e9d-695f91e7fe1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.867037] env[62321]: DEBUG oslo_concurrency.lockutils [req-ff70d802-129e-48ae-b5d0-0a845aac12a3 req-26fb0515-def0-41ff-8aab-4c4caa1df1ac service nova] Lock "c1559566-8363-4f6d-8e9d-695f91e7fe1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.867637] env[62321]: DEBUG oslo_concurrency.lockutils [req-ff70d802-129e-48ae-b5d0-0a845aac12a3 req-26fb0515-def0-41ff-8aab-4c4caa1df1ac service nova] Lock "c1559566-8363-4f6d-8e9d-695f91e7fe1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.867811] env[62321]: DEBUG nova.compute.manager [req-ff70d802-129e-48ae-b5d0-0a845aac12a3 req-26fb0515-def0-41ff-8aab-4c4caa1df1ac service nova] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] No waiting events found dispatching network-vif-plugged-26afda3c-5190-4e76-af99-cc5f049018e3 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 572.867982] env[62321]: WARNING nova.compute.manager [req-ff70d802-129e-48ae-b5d0-0a845aac12a3 req-26fb0515-def0-41ff-8aab-4c4caa1df1ac service nova] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Received unexpected event network-vif-plugged-26afda3c-5190-4e76-af99-cc5f049018e3 for instance with vm_state building and task_state spawning. [ 572.868377] env[62321]: DEBUG nova.compute.manager [req-ff70d802-129e-48ae-b5d0-0a845aac12a3 req-26fb0515-def0-41ff-8aab-4c4caa1df1ac service nova] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Received event network-changed-26afda3c-5190-4e76-af99-cc5f049018e3 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 572.868571] env[62321]: DEBUG nova.compute.manager [req-ff70d802-129e-48ae-b5d0-0a845aac12a3 req-26fb0515-def0-41ff-8aab-4c4caa1df1ac service nova] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Refreshing instance network info cache due to event network-changed-26afda3c-5190-4e76-af99-cc5f049018e3. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 572.868832] env[62321]: DEBUG oslo_concurrency.lockutils [req-ff70d802-129e-48ae-b5d0-0a845aac12a3 req-26fb0515-def0-41ff-8aab-4c4caa1df1ac service nova] Acquiring lock "refresh_cache-c1559566-8363-4f6d-8e9d-695f91e7fe1d" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.869318] env[62321]: DEBUG oslo_concurrency.lockutils [req-ff70d802-129e-48ae-b5d0-0a845aac12a3 req-26fb0515-def0-41ff-8aab-4c4caa1df1ac service nova] Acquired lock "refresh_cache-c1559566-8363-4f6d-8e9d-695f91e7fe1d" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.869318] env[62321]: DEBUG nova.network.neutron [req-ff70d802-129e-48ae-b5d0-0a845aac12a3 req-26fb0515-def0-41ff-8aab-4c4caa1df1ac service nova] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Refreshing network info cache for port 26afda3c-5190-4e76-af99-cc5f049018e3 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 572.899415] env[62321]: DEBUG nova.compute.manager [req-0a396a7d-a74b-4c21-bb66-dd9073d506e7 req-dd23f213-aad6-48da-af2b-01e28ff63186 service nova] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Received event network-vif-deleted-94c1be44-183c-4b36-be23-d13cf8ae3a05 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 572.899573] env[62321]: DEBUG nova.compute.manager [req-0a396a7d-a74b-4c21-bb66-dd9073d506e7 req-dd23f213-aad6-48da-af2b-01e28ff63186 service nova] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Received event network-vif-plugged-a395b324-1400-4709-80db-93ef2253542d {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 572.899962] env[62321]: DEBUG oslo_concurrency.lockutils [req-0a396a7d-a74b-4c21-bb66-dd9073d506e7 req-dd23f213-aad6-48da-af2b-01e28ff63186 service nova] Acquiring lock "677d7209-536c-43ed-8704-1554ce7ef923-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.900303] env[62321]: DEBUG oslo_concurrency.lockutils [req-0a396a7d-a74b-4c21-bb66-dd9073d506e7 req-dd23f213-aad6-48da-af2b-01e28ff63186 service nova] Lock "677d7209-536c-43ed-8704-1554ce7ef923-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.900641] env[62321]: DEBUG oslo_concurrency.lockutils [req-0a396a7d-a74b-4c21-bb66-dd9073d506e7 req-dd23f213-aad6-48da-af2b-01e28ff63186 service nova] Lock "677d7209-536c-43ed-8704-1554ce7ef923-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.900952] env[62321]: DEBUG nova.compute.manager [req-0a396a7d-a74b-4c21-bb66-dd9073d506e7 req-dd23f213-aad6-48da-af2b-01e28ff63186 service nova] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] No waiting events found dispatching network-vif-plugged-a395b324-1400-4709-80db-93ef2253542d {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 572.901327] env[62321]: WARNING nova.compute.manager [req-0a396a7d-a74b-4c21-bb66-dd9073d506e7 req-dd23f213-aad6-48da-af2b-01e28ff63186 service nova] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Received unexpected event network-vif-plugged-a395b324-1400-4709-80db-93ef2253542d for instance with vm_state building and task_state spawning. [ 572.909097] env[62321]: DEBUG nova.network.neutron [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Updating instance_info_cache with network_info: [{"id": "a395b324-1400-4709-80db-93ef2253542d", "address": "fa:16:3e:27:d4:dc", "network": {"id": "e620a076-f603-4ecf-9eb5-4d2d4f1e7690", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-90897136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "14a55a06f5564465b14521b89e150849", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa395b324-14", "ovs_interfaceid": "a395b324-1400-4709-80db-93ef2253542d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 572.922576] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5403cff0-b0dc-4f08-9974-6730f9ff944f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.934469] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7637cb-8ecd-48f4-8b66-ff891c618a9b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.943750] env[62321]: DEBUG oslo_vmware.api [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52589a06-16e0-227f-162c-45b3ba365313, 'name': SearchDatastore_Task, 'duration_secs': 0.008138} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.971896] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6896e189-d3e5-41c1-aeac-b0df006761c7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.974870] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77de40de-e476-4356-ac15-f49c546bbd4d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.984431] env[62321]: DEBUG oslo_vmware.api [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Waiting for the task: (returnval){ [ 572.984431] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52675823-34b0-5a3a-3d3e-60f82ae531e1" [ 572.984431] env[62321]: _type = "Task" [ 572.984431] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.986234] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471812b7-8ed2-41ce-8753-a3fbaeffbc3c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.010814] env[62321]: DEBUG oslo_vmware.api [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52675823-34b0-5a3a-3d3e-60f82ae531e1, 'name': SearchDatastore_Task, 'duration_secs': 0.009343} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.011292] env[62321]: DEBUG nova.compute.provider_tree [None req-6e3c2289-a183-4076-a9d9-b5c855c6279b tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 573.015830] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.016108] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] f5c11eeb-bd4a-44b4-8a99-985b0c7716f6/f5c11eeb-bd4a-44b4-8a99-985b0c7716f6.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 573.016725] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67824aed-a58f-4fdf-b71a-a2ef76796fcf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.026424] env[62321]: DEBUG oslo_vmware.api [None req-b6f30c00-dbf9-4859-a1cd-4f7cbdee24fd tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Task: {'id': task-2632578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.030839] env[62321]: DEBUG oslo_vmware.api [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Task: {'id': task-2632572, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.031197] env[62321]: DEBUG oslo_vmware.api [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Waiting for the task: (returnval){ [ 573.031197] env[62321]: value = "task-2632580" [ 573.031197] env[62321]: _type = "Task" [ 573.031197] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.039041] env[62321]: DEBUG oslo_vmware.api [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Task: {'id': task-2632580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.113357] env[62321]: DEBUG oslo_vmware.api [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Task: {'id': task-2632579, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.308512] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632576, 'name': CreateVM_Task} progress is 15%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.416628] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Releasing lock "refresh_cache-677d7209-536c-43ed-8704-1554ce7ef923" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.420714] env[62321]: DEBUG nova.compute.manager [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Instance network_info: |[{"id": "a395b324-1400-4709-80db-93ef2253542d", "address": "fa:16:3e:27:d4:dc", "network": {"id": "e620a076-f603-4ecf-9eb5-4d2d4f1e7690", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-90897136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "14a55a06f5564465b14521b89e150849", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa395b324-14", "ovs_interfaceid": "a395b324-1400-4709-80db-93ef2253542d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 573.420802] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:d4:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0685bd0b-3dbf-4a06-951c-c6a4726dd4b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a395b324-1400-4709-80db-93ef2253542d', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 573.424697] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Creating folder: Project (14a55a06f5564465b14521b89e150849). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 573.429888] env[62321]: DEBUG nova.network.neutron [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Successfully updated port: 418fbb4a-881b-4600-97af-570d7d3877d6 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 573.431138] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c11b33a0-980c-4e85-8654-3f3ae85fdefc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.442696] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Created folder: Project (14a55a06f5564465b14521b89e150849) in parent group-v530434. [ 573.442932] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Creating folder: Instances. Parent ref: group-v530476. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 573.443223] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51cb8737-be9d-4202-9151-e6131698cd5d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.453867] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Created folder: Instances in parent group-v530476. [ 573.453867] env[62321]: DEBUG oslo.service.loopingcall [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 573.454249] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 573.454249] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f970d60-9376-4577-a39a-872d20602012 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.477296] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 573.477296] env[62321]: value = "task-2632583" [ 573.477296] env[62321]: _type = "Task" [ 573.477296] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.486913] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632583, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.520212] env[62321]: DEBUG nova.scheduler.client.report [None req-6e3c2289-a183-4076-a9d9-b5c855c6279b tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 573.523461] env[62321]: DEBUG oslo_vmware.api [None req-b6f30c00-dbf9-4859-a1cd-4f7cbdee24fd tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Task: {'id': task-2632578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.534842] env[62321]: DEBUG oslo_vmware.api [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Task: {'id': task-2632572, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.541536] env[62321]: DEBUG oslo_vmware.api [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Task: {'id': task-2632580, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483017} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.541827] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] f5c11eeb-bd4a-44b4-8a99-985b0c7716f6/f5c11eeb-bd4a-44b4-8a99-985b0c7716f6.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 573.542102] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 573.542397] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e7c0ab2-61fd-4bba-ab4a-63fc79bcb3c7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.548862] env[62321]: DEBUG oslo_vmware.api [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Waiting for the task: (returnval){ [ 573.548862] env[62321]: value = "task-2632584" [ 573.548862] env[62321]: _type = "Task" [ 573.548862] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.560536] env[62321]: DEBUG oslo_vmware.api [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Task: {'id': task-2632584, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.616237] env[62321]: DEBUG oslo_vmware.api [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Task: {'id': task-2632579, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.808654] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632576, 'name': CreateVM_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.934938] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Acquiring lock "refresh_cache-362ae547-c9b5-4e21-a740-9077e044ba8d" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.938335] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Acquired lock "refresh_cache-362ae547-c9b5-4e21-a740-9077e044ba8d" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.938638] env[62321]: DEBUG nova.network.neutron [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 573.990501] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632583, 'name': CreateVM_Task, 'duration_secs': 0.393437} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.990825] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 573.991798] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.992185] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.993137] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.993521] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2e041f1-65d1-4a2e-9acd-ffb02e8ada70 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.996752] env[62321]: DEBUG nova.network.neutron [req-ff70d802-129e-48ae-b5d0-0a845aac12a3 req-26fb0515-def0-41ff-8aab-4c4caa1df1ac service nova] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Updated VIF entry in instance network info cache for port 26afda3c-5190-4e76-af99-cc5f049018e3. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 573.996752] env[62321]: DEBUG nova.network.neutron [req-ff70d802-129e-48ae-b5d0-0a845aac12a3 req-26fb0515-def0-41ff-8aab-4c4caa1df1ac service nova] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Updating instance_info_cache with network_info: [{"id": "26afda3c-5190-4e76-af99-cc5f049018e3", "address": "fa:16:3e:73:b1:2d", "network": {"id": "15059447-4ddb-4f7c-9d7a-eb15d620cc06", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-61771899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3a30c1e24264109876f828e701f39dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26afda3c-51", "ovs_interfaceid": "26afda3c-5190-4e76-af99-cc5f049018e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 574.007126] env[62321]: DEBUG oslo_vmware.api [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Waiting for the task: (returnval){ [ 574.007126] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52cb653a-642f-352b-00a8-4a0c26b32a27" [ 574.007126] env[62321]: _type = "Task" [ 574.007126] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.024108] env[62321]: DEBUG oslo_vmware.api [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52cb653a-642f-352b-00a8-4a0c26b32a27, 'name': SearchDatastore_Task, 'duration_secs': 0.012148} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.029795] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6e3c2289-a183-4076-a9d9-b5c855c6279b tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.007s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.032009] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.032312] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 574.032515] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.032673] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.032855] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 574.033886] env[62321]: DEBUG oslo_vmware.api [None req-b6f30c00-dbf9-4859-a1cd-4f7cbdee24fd tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Task: {'id': task-2632578, 'name': PowerOffVM_Task, 'duration_secs': 2.180157} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.038598] env[62321]: DEBUG oslo_concurrency.lockutils [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.953s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.040511] env[62321]: INFO nova.compute.claims [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 574.043424] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa152907-80de-45a6-841b-5cabdb9eccdf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.046445] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f30c00-dbf9-4859-a1cd-4f7cbdee24fd tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] [instance: 8c1ba19f-5d4c-4d59-bf01-68d886c24669] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 574.046661] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f30c00-dbf9-4859-a1cd-4f7cbdee24fd tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] [instance: 8c1ba19f-5d4c-4d59-bf01-68d886c24669] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 574.047857] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d462768-d662-4b92-a4e0-cd2814e2438a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.064076] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 574.064076] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 574.064554] env[62321]: DEBUG oslo_vmware.api [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Task: {'id': task-2632572, 'name': PowerOnVM_Task, 'duration_secs': 3.032069} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.065173] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d8aeae9-a2d2-4e6e-9758-b68ad217762c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.068403] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 574.068755] env[62321]: INFO nova.compute.manager [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Took 12.20 seconds to spawn the instance on the hypervisor. [ 574.068919] env[62321]: DEBUG nova.compute.manager [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 574.073273] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10c446e-6de6-4d9f-ae1b-8e74c818aada {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.078674] env[62321]: DEBUG oslo_vmware.api [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Task: {'id': task-2632584, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069162} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.079952] env[62321]: INFO nova.scheduler.client.report [None req-6e3c2289-a183-4076-a9d9-b5c855c6279b tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Deleted allocations for instance 0d3265e8-1056-4410-8035-d009478d2052 [ 574.081489] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 574.082535] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f30c00-dbf9-4859-a1cd-4f7cbdee24fd tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] [instance: 8c1ba19f-5d4c-4d59-bf01-68d886c24669] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 574.082535] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f30c00-dbf9-4859-a1cd-4f7cbdee24fd tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] [instance: 8c1ba19f-5d4c-4d59-bf01-68d886c24669] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 574.082535] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6f30c00-dbf9-4859-a1cd-4f7cbdee24fd tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Deleting the datastore file [datastore1] 8c1ba19f-5d4c-4d59-bf01-68d886c24669 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 574.089015] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5433a0-0015-4ed8-a1b4-1fc4693ce97f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.093564] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bad69afa-1324-452f-afc3-f613949828bd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.101362] env[62321]: DEBUG oslo_vmware.api [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Waiting for the task: (returnval){ [ 574.101362] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a92945-0a17-a066-f4d9-a8c69864791c" [ 574.101362] env[62321]: _type = "Task" [ 574.101362] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.126907] env[62321]: DEBUG oslo_vmware.api [None req-b6f30c00-dbf9-4859-a1cd-4f7cbdee24fd tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Waiting for the task: (returnval){ [ 574.126907] env[62321]: value = "task-2632586" [ 574.126907] env[62321]: _type = "Task" [ 574.126907] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.132302] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] f5c11eeb-bd4a-44b4-8a99-985b0c7716f6/f5c11eeb-bd4a-44b4-8a99-985b0c7716f6.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 574.134643] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b9976a6-471c-427e-85e6-6112687ed79d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.159522] env[62321]: DEBUG oslo_vmware.api [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Task: {'id': task-2632579, 'name': PowerOnVM_Task, 'duration_secs': 2.425641} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.159648] env[62321]: DEBUG oslo_vmware.api [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a92945-0a17-a066-f4d9-a8c69864791c, 'name': SearchDatastore_Task, 'duration_secs': 0.010493} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.160809] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 574.162156] env[62321]: INFO nova.compute.manager [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Took 9.77 seconds to spawn the instance on the hypervisor. [ 574.162156] env[62321]: DEBUG nova.compute.manager [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 574.163061] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783c730b-833b-4a0c-9cb3-bc3f1289952d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.166541] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe18979b-c59e-4207-953f-f8063647300b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.173831] env[62321]: DEBUG oslo_vmware.api [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Waiting for the task: (returnval){ [ 574.173831] env[62321]: value = "task-2632587" [ 574.173831] env[62321]: _type = "Task" [ 574.173831] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.174064] env[62321]: DEBUG oslo_vmware.api [None req-b6f30c00-dbf9-4859-a1cd-4f7cbdee24fd tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Task: {'id': task-2632586, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.185216] env[62321]: DEBUG oslo_vmware.api [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Waiting for the task: (returnval){ [ 574.185216] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5223c90e-73b7-458a-10d5-f79d63da89e6" [ 574.185216] env[62321]: _type = "Task" [ 574.185216] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.193279] env[62321]: DEBUG oslo_vmware.api [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Task: {'id': task-2632587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.198166] env[62321]: DEBUG oslo_vmware.api [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5223c90e-73b7-458a-10d5-f79d63da89e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.311978] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632576, 'name': CreateVM_Task, 'duration_secs': 2.663058} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.312526] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 574.313325] env[62321]: DEBUG oslo_concurrency.lockutils [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.313649] env[62321]: DEBUG oslo_concurrency.lockutils [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.313789] env[62321]: DEBUG oslo_concurrency.lockutils [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.314157] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-510d866e-9515-4d8d-a59c-8f9c86506862 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.319397] env[62321]: DEBUG oslo_vmware.api [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Waiting for the task: (returnval){ [ 574.319397] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521eef62-41a0-87d2-2683-d9b561ae3481" [ 574.319397] env[62321]: _type = "Task" [ 574.319397] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.328041] env[62321]: DEBUG oslo_vmware.api [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521eef62-41a0-87d2-2683-d9b561ae3481, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.501405] env[62321]: DEBUG oslo_concurrency.lockutils [req-ff70d802-129e-48ae-b5d0-0a845aac12a3 req-26fb0515-def0-41ff-8aab-4c4caa1df1ac service nova] Releasing lock "refresh_cache-c1559566-8363-4f6d-8e9d-695f91e7fe1d" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.501683] env[62321]: DEBUG nova.compute.manager [req-ff70d802-129e-48ae-b5d0-0a845aac12a3 req-26fb0515-def0-41ff-8aab-4c4caa1df1ac service nova] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Received event network-changed-869eb667-b185-416d-a28f-0ab126982701 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 574.501851] env[62321]: DEBUG nova.compute.manager [req-ff70d802-129e-48ae-b5d0-0a845aac12a3 req-26fb0515-def0-41ff-8aab-4c4caa1df1ac service nova] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Refreshing instance network info cache due to event network-changed-869eb667-b185-416d-a28f-0ab126982701. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 574.504054] env[62321]: DEBUG oslo_concurrency.lockutils [req-ff70d802-129e-48ae-b5d0-0a845aac12a3 req-26fb0515-def0-41ff-8aab-4c4caa1df1ac service nova] Acquiring lock "refresh_cache-8b0b955b-47b6-4c40-bdcc-e929e2013509" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.504054] env[62321]: DEBUG oslo_concurrency.lockutils [req-ff70d802-129e-48ae-b5d0-0a845aac12a3 req-26fb0515-def0-41ff-8aab-4c4caa1df1ac service nova] Acquired lock "refresh_cache-8b0b955b-47b6-4c40-bdcc-e929e2013509" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.504054] env[62321]: DEBUG nova.network.neutron [req-ff70d802-129e-48ae-b5d0-0a845aac12a3 req-26fb0515-def0-41ff-8aab-4c4caa1df1ac service nova] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Refreshing network info cache for port 869eb667-b185-416d-a28f-0ab126982701 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 574.600258] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6e3c2289-a183-4076-a9d9-b5c855c6279b tempest-ServerDiagnosticsTest-1387755532 tempest-ServerDiagnosticsTest-1387755532-project-member] Lock "0d3265e8-1056-4410-8035-d009478d2052" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.659s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.614659] env[62321]: INFO nova.compute.manager [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Took 22.87 seconds to build instance. [ 574.641198] env[62321]: DEBUG nova.network.neutron [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 574.647627] env[62321]: DEBUG oslo_vmware.api [None req-b6f30c00-dbf9-4859-a1cd-4f7cbdee24fd tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Task: {'id': task-2632586, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.381999} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.647869] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6f30c00-dbf9-4859-a1cd-4f7cbdee24fd tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 574.648064] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f30c00-dbf9-4859-a1cd-4f7cbdee24fd tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] [instance: 8c1ba19f-5d4c-4d59-bf01-68d886c24669] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 574.648240] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f30c00-dbf9-4859-a1cd-4f7cbdee24fd tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] [instance: 8c1ba19f-5d4c-4d59-bf01-68d886c24669] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 574.649455] env[62321]: INFO nova.compute.manager [None req-b6f30c00-dbf9-4859-a1cd-4f7cbdee24fd tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] [instance: 8c1ba19f-5d4c-4d59-bf01-68d886c24669] Took 3.17 seconds to destroy the instance on the hypervisor. [ 574.649861] env[62321]: DEBUG oslo.service.loopingcall [None req-b6f30c00-dbf9-4859-a1cd-4f7cbdee24fd tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 574.649937] env[62321]: DEBUG nova.compute.manager [-] [instance: 8c1ba19f-5d4c-4d59-bf01-68d886c24669] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 574.650031] env[62321]: DEBUG nova.network.neutron [-] [instance: 8c1ba19f-5d4c-4d59-bf01-68d886c24669] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 574.680705] env[62321]: DEBUG nova.network.neutron [-] [instance: 8c1ba19f-5d4c-4d59-bf01-68d886c24669] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 574.698028] env[62321]: DEBUG oslo_vmware.api [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Task: {'id': task-2632587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.702557] env[62321]: INFO nova.compute.manager [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Took 22.79 seconds to build instance. [ 574.710954] env[62321]: DEBUG oslo_vmware.api [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5223c90e-73b7-458a-10d5-f79d63da89e6, 'name': SearchDatastore_Task, 'duration_secs': 0.030581} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.710954] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.710954] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 677d7209-536c-43ed-8704-1554ce7ef923/677d7209-536c-43ed-8704-1554ce7ef923.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 574.710954] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59b304cf-a080-489a-b4e1-49a57f645a68 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.717718] env[62321]: DEBUG oslo_vmware.api [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Waiting for the task: (returnval){ [ 574.717718] env[62321]: value = "task-2632588" [ 574.717718] env[62321]: _type = "Task" [ 574.717718] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.728506] env[62321]: DEBUG oslo_vmware.api [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Task: {'id': task-2632588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.841769] env[62321]: DEBUG oslo_vmware.api [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521eef62-41a0-87d2-2683-d9b561ae3481, 'name': SearchDatastore_Task, 'duration_secs': 0.03666} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.842403] env[62321]: DEBUG oslo_concurrency.lockutils [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.843302] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 574.843302] env[62321]: DEBUG oslo_concurrency.lockutils [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.843302] env[62321]: DEBUG oslo_concurrency.lockutils [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.843535] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 574.843897] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f72d67e-7e6b-4ac1-b6a6-51c74dbaa665 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.854063] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 574.854063] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 574.854715] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-766944a6-c979-4fc1-894a-a763c629ae57 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.861169] env[62321]: DEBUG oslo_vmware.api [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Waiting for the task: (returnval){ [ 574.861169] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52249a41-2756-6bd2-d1ee-ffb9dbff17ff" [ 574.861169] env[62321]: _type = "Task" [ 574.861169] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.870427] env[62321]: DEBUG oslo_vmware.api [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52249a41-2756-6bd2-d1ee-ffb9dbff17ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.026517] env[62321]: DEBUG nova.network.neutron [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Updating instance_info_cache with network_info: [{"id": "418fbb4a-881b-4600-97af-570d7d3877d6", "address": "fa:16:3e:5b:a9:75", "network": {"id": "6f574191-1934-4c80-a624-5d9c0f651c1f", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-282332052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9af734de2b844faeb240143f7c4baa66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap418fbb4a-88", "ovs_interfaceid": "418fbb4a-881b-4600-97af-570d7d3877d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 575.118629] env[62321]: DEBUG oslo_concurrency.lockutils [None req-35c2773d-8035-4c7f-ac6b-c11497cb04d9 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Lock "53bb2f01-4e70-471e-ad9d-7bff56746663" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.141s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.193536] env[62321]: DEBUG nova.network.neutron [-] [instance: 8c1ba19f-5d4c-4d59-bf01-68d886c24669] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 575.201249] env[62321]: DEBUG oslo_vmware.api [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Task: {'id': task-2632587, 'name': ReconfigVM_Task, 'duration_secs': 0.889223} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.202803] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Reconfigured VM instance instance-00000004 to attach disk [datastore2] f5c11eeb-bd4a-44b4-8a99-985b0c7716f6/f5c11eeb-bd4a-44b4-8a99-985b0c7716f6.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 575.203829] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec6a4262-0dfe-45a3-a906-5862a982ab1a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.212885] env[62321]: DEBUG oslo_concurrency.lockutils [None req-88d2d2c0-2518-4363-9da9-9fe5951a5272 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Lock "134d5bd9-4ede-4817-9d40-682ff2205edb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.372s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.219884] env[62321]: DEBUG oslo_vmware.api [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Waiting for the task: (returnval){ [ 575.219884] env[62321]: value = "task-2632589" [ 575.219884] env[62321]: _type = "Task" [ 575.219884] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.244238] env[62321]: DEBUG oslo_vmware.api [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Task: {'id': task-2632588, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.248851] env[62321]: DEBUG oslo_vmware.api [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Task: {'id': task-2632589, 'name': Rename_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.374021] env[62321]: DEBUG oslo_vmware.api [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52249a41-2756-6bd2-d1ee-ffb9dbff17ff, 'name': SearchDatastore_Task, 'duration_secs': 0.012421} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.374021] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0827409a-1ce6-47ee-a3aa-004d95868696 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.389808] env[62321]: DEBUG oslo_vmware.api [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Waiting for the task: (returnval){ [ 575.389808] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b5daf9-639d-ce35-6122-5851573a3d09" [ 575.389808] env[62321]: _type = "Task" [ 575.389808] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.409897] env[62321]: DEBUG oslo_vmware.api [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b5daf9-639d-ce35-6122-5851573a3d09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.528699] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Releasing lock "refresh_cache-362ae547-c9b5-4e21-a740-9077e044ba8d" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.529607] env[62321]: DEBUG nova.compute.manager [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Instance network_info: |[{"id": "418fbb4a-881b-4600-97af-570d7d3877d6", "address": "fa:16:3e:5b:a9:75", "network": {"id": "6f574191-1934-4c80-a624-5d9c0f651c1f", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-282332052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9af734de2b844faeb240143f7c4baa66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap418fbb4a-88", "ovs_interfaceid": "418fbb4a-881b-4600-97af-570d7d3877d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 575.530129] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd3eca4-aa73-4108-948b-3bd4cbaf5580 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.533119] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:a9:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e66c4ebe-f808-4b34-bdb5-6c45edb1736f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '418fbb4a-881b-4600-97af-570d7d3877d6', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 575.542666] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Creating folder: Project (9af734de2b844faeb240143f7c4baa66). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 575.543657] env[62321]: DEBUG nova.network.neutron [req-ff70d802-129e-48ae-b5d0-0a845aac12a3 req-26fb0515-def0-41ff-8aab-4c4caa1df1ac service nova] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Updated VIF entry in instance network info cache for port 869eb667-b185-416d-a28f-0ab126982701. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 575.544015] env[62321]: DEBUG nova.network.neutron [req-ff70d802-129e-48ae-b5d0-0a845aac12a3 req-26fb0515-def0-41ff-8aab-4c4caa1df1ac service nova] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Updating instance_info_cache with network_info: [{"id": "869eb667-b185-416d-a28f-0ab126982701", "address": "fa:16:3e:dc:5c:62", "network": {"id": "f8f1959b-11da-4db6-b32a-822d4fb19944", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1343326659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "137cc248e47143658cb3d64a2aadb94e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap869eb667-b1", "ovs_interfaceid": "869eb667-b185-416d-a28f-0ab126982701", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 575.545542] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb2c1ecd-9eee-43cf-9d68-65056c6de1b9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.553112] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fb4f31-4088-44a4-b642-b05b6bffa095 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.559595] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Created folder: Project (9af734de2b844faeb240143f7c4baa66) in parent group-v530434. [ 575.559806] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Creating folder: Instances. Parent ref: group-v530479. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 575.560489] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d56679e9-d05e-422f-abce-a3bc1ca46c02 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.592919] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca4213f-6642-40f4-8602-7701d58e2199 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.601979] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7474e6f4-fe40-4ac1-a8c1-72fb6267b7b1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.607026] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Created folder: Instances in parent group-v530479. [ 575.607026] env[62321]: DEBUG oslo.service.loopingcall [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 575.607026] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 575.608094] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-167be049-6db8-4573-81da-c7d00baf9892 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.631122] env[62321]: DEBUG nova.compute.manager [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] [instance: e255473e-2577-4105-9d39-3436f13e2e6e] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 575.634490] env[62321]: DEBUG nova.compute.provider_tree [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 575.642945] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 575.642945] env[62321]: value = "task-2632592" [ 575.642945] env[62321]: _type = "Task" [ 575.642945] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.650015] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632592, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.695093] env[62321]: INFO nova.compute.manager [-] [instance: 8c1ba19f-5d4c-4d59-bf01-68d886c24669] Took 1.04 seconds to deallocate network for instance. [ 575.721207] env[62321]: DEBUG nova.compute.manager [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 575.726139] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Acquiring lock "6874b574-5eb3-4c67-9e38-7027e80ce287" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.726139] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Lock "6874b574-5eb3-4c67-9e38-7027e80ce287" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.752438] env[62321]: DEBUG oslo_vmware.api [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Task: {'id': task-2632588, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.776709} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.756122] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 677d7209-536c-43ed-8704-1554ce7ef923/677d7209-536c-43ed-8704-1554ce7ef923.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 575.756357] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 575.756664] env[62321]: DEBUG oslo_vmware.api [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Task: {'id': task-2632589, 'name': Rename_Task, 'duration_secs': 0.264736} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.756889] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a029ed04-5a9e-48d2-b16b-0ceccfd93ada {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.761549] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 575.762578] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3043fb2-9bc5-4068-bed2-8c1ebe15c38d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.771578] env[62321]: DEBUG oslo_vmware.api [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Waiting for the task: (returnval){ [ 575.771578] env[62321]: value = "task-2632594" [ 575.771578] env[62321]: _type = "Task" [ 575.771578] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.771831] env[62321]: DEBUG oslo_vmware.api [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Waiting for the task: (returnval){ [ 575.771831] env[62321]: value = "task-2632593" [ 575.771831] env[62321]: _type = "Task" [ 575.771831] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.790711] env[62321]: DEBUG oslo_vmware.api [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Task: {'id': task-2632594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.791021] env[62321]: DEBUG oslo_vmware.api [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Task: {'id': task-2632593, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.904278] env[62321]: DEBUG oslo_vmware.api [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b5daf9-639d-ce35-6122-5851573a3d09, 'name': SearchDatastore_Task, 'duration_secs': 0.01876} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.904278] env[62321]: DEBUG oslo_concurrency.lockutils [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.904278] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] c1559566-8363-4f6d-8e9d-695f91e7fe1d/c1559566-8363-4f6d-8e9d-695f91e7fe1d.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 575.904525] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-170a15ac-3016-4908-b1c4-637fc8434f6f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.913147] env[62321]: DEBUG oslo_vmware.api [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Waiting for the task: (returnval){ [ 575.913147] env[62321]: value = "task-2632595" [ 575.913147] env[62321]: _type = "Task" [ 575.913147] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.922178] env[62321]: DEBUG oslo_vmware.api [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Task: {'id': task-2632595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.049088] env[62321]: DEBUG oslo_concurrency.lockutils [req-ff70d802-129e-48ae-b5d0-0a845aac12a3 req-26fb0515-def0-41ff-8aab-4c4caa1df1ac service nova] Releasing lock "refresh_cache-8b0b955b-47b6-4c40-bdcc-e929e2013509" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.143179] env[62321]: DEBUG nova.scheduler.client.report [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 576.165080] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632592, 'name': CreateVM_Task, 'duration_secs': 0.421135} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.165925] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 576.166667] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.166832] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.167179] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.167758] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80c6da28-23f0-420c-afd8-d09710a9d98c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.173994] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.175460] env[62321]: DEBUG oslo_vmware.api [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Waiting for the task: (returnval){ [ 576.175460] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521098aa-9548-fbe6-056d-db28935592e0" [ 576.175460] env[62321]: _type = "Task" [ 576.175460] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.185035] env[62321]: DEBUG oslo_vmware.api [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521098aa-9548-fbe6-056d-db28935592e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.206282] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b6f30c00-dbf9-4859-a1cd-4f7cbdee24fd tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.247476] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.294560] env[62321]: DEBUG oslo_vmware.api [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Task: {'id': task-2632594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071394} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.298961] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 576.299227] env[62321]: DEBUG oslo_vmware.api [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Task: {'id': task-2632593, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.301033] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02572877-18e4-41ca-8bd2-2478251c2e36 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.336536] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 677d7209-536c-43ed-8704-1554ce7ef923/677d7209-536c-43ed-8704-1554ce7ef923.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 576.336874] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d5a76ca-0f58-4312-ba59-40cea3e16354 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.368897] env[62321]: DEBUG oslo_vmware.api [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Waiting for the task: (returnval){ [ 576.368897] env[62321]: value = "task-2632596" [ 576.368897] env[62321]: _type = "Task" [ 576.368897] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.383727] env[62321]: DEBUG oslo_vmware.api [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Task: {'id': task-2632596, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.423838] env[62321]: DEBUG oslo_vmware.api [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Task: {'id': task-2632595, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.622469] env[62321]: DEBUG nova.compute.manager [req-5753358a-41a9-4e7e-9cf8-0c6474f5be3c req-d865c128-043c-493d-bfa5-bd67a910d81c service nova] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Received event network-vif-plugged-418fbb4a-881b-4600-97af-570d7d3877d6 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 576.622692] env[62321]: DEBUG oslo_concurrency.lockutils [req-5753358a-41a9-4e7e-9cf8-0c6474f5be3c req-d865c128-043c-493d-bfa5-bd67a910d81c service nova] Acquiring lock "362ae547-c9b5-4e21-a740-9077e044ba8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.622899] env[62321]: DEBUG oslo_concurrency.lockutils [req-5753358a-41a9-4e7e-9cf8-0c6474f5be3c req-d865c128-043c-493d-bfa5-bd67a910d81c service nova] Lock "362ae547-c9b5-4e21-a740-9077e044ba8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.623077] env[62321]: DEBUG oslo_concurrency.lockutils [req-5753358a-41a9-4e7e-9cf8-0c6474f5be3c req-d865c128-043c-493d-bfa5-bd67a910d81c service nova] Lock "362ae547-c9b5-4e21-a740-9077e044ba8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.623236] env[62321]: DEBUG nova.compute.manager [req-5753358a-41a9-4e7e-9cf8-0c6474f5be3c req-d865c128-043c-493d-bfa5-bd67a910d81c service nova] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] No waiting events found dispatching network-vif-plugged-418fbb4a-881b-4600-97af-570d7d3877d6 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 576.623391] env[62321]: WARNING nova.compute.manager [req-5753358a-41a9-4e7e-9cf8-0c6474f5be3c req-d865c128-043c-493d-bfa5-bd67a910d81c service nova] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Received unexpected event network-vif-plugged-418fbb4a-881b-4600-97af-570d7d3877d6 for instance with vm_state building and task_state spawning. [ 576.623547] env[62321]: DEBUG nova.compute.manager [req-5753358a-41a9-4e7e-9cf8-0c6474f5be3c req-d865c128-043c-493d-bfa5-bd67a910d81c service nova] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Received event network-changed-418fbb4a-881b-4600-97af-570d7d3877d6 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 576.623693] env[62321]: DEBUG nova.compute.manager [req-5753358a-41a9-4e7e-9cf8-0c6474f5be3c req-d865c128-043c-493d-bfa5-bd67a910d81c service nova] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Refreshing instance network info cache due to event network-changed-418fbb4a-881b-4600-97af-570d7d3877d6. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 576.623889] env[62321]: DEBUG oslo_concurrency.lockutils [req-5753358a-41a9-4e7e-9cf8-0c6474f5be3c req-d865c128-043c-493d-bfa5-bd67a910d81c service nova] Acquiring lock "refresh_cache-362ae547-c9b5-4e21-a740-9077e044ba8d" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.624031] env[62321]: DEBUG oslo_concurrency.lockutils [req-5753358a-41a9-4e7e-9cf8-0c6474f5be3c req-d865c128-043c-493d-bfa5-bd67a910d81c service nova] Acquired lock "refresh_cache-362ae547-c9b5-4e21-a740-9077e044ba8d" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.624183] env[62321]: DEBUG nova.network.neutron [req-5753358a-41a9-4e7e-9cf8-0c6474f5be3c req-d865c128-043c-493d-bfa5-bd67a910d81c service nova] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Refreshing network info cache for port 418fbb4a-881b-4600-97af-570d7d3877d6 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 576.636355] env[62321]: DEBUG nova.compute.manager [req-643cee76-6b0b-4bcf-be5b-85753f3608e9 req-5e53ab26-4657-46a8-afba-3ad1bf6ea9ce service nova] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Received event network-changed-a395b324-1400-4709-80db-93ef2253542d {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 576.636607] env[62321]: DEBUG nova.compute.manager [req-643cee76-6b0b-4bcf-be5b-85753f3608e9 req-5e53ab26-4657-46a8-afba-3ad1bf6ea9ce service nova] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Refreshing instance network info cache due to event network-changed-a395b324-1400-4709-80db-93ef2253542d. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 576.636836] env[62321]: DEBUG oslo_concurrency.lockutils [req-643cee76-6b0b-4bcf-be5b-85753f3608e9 req-5e53ab26-4657-46a8-afba-3ad1bf6ea9ce service nova] Acquiring lock "refresh_cache-677d7209-536c-43ed-8704-1554ce7ef923" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.636994] env[62321]: DEBUG oslo_concurrency.lockutils [req-643cee76-6b0b-4bcf-be5b-85753f3608e9 req-5e53ab26-4657-46a8-afba-3ad1bf6ea9ce service nova] Acquired lock "refresh_cache-677d7209-536c-43ed-8704-1554ce7ef923" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.637199] env[62321]: DEBUG nova.network.neutron [req-643cee76-6b0b-4bcf-be5b-85753f3608e9 req-5e53ab26-4657-46a8-afba-3ad1bf6ea9ce service nova] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Refreshing network info cache for port a395b324-1400-4709-80db-93ef2253542d {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 576.652683] env[62321]: DEBUG oslo_concurrency.lockutils [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.652683] env[62321]: DEBUG nova.compute.manager [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 576.654843] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.432s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.656622] env[62321]: INFO nova.compute.claims [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 576.688245] env[62321]: DEBUG oslo_vmware.api [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521098aa-9548-fbe6-056d-db28935592e0, 'name': SearchDatastore_Task, 'duration_secs': 0.032893} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.688714] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.688948] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 576.689190] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.689329] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.689499] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 576.689803] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84db22bc-6700-4a40-b008-3b60c7d9f84c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.700253] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 576.700730] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 576.702562] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18adaebc-eb97-4fb7-9d80-7fe5dbbfde86 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.709204] env[62321]: DEBUG oslo_vmware.api [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Waiting for the task: (returnval){ [ 576.709204] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52bcf7b0-03bf-cb2b-52c2-4c03c7046ded" [ 576.709204] env[62321]: _type = "Task" [ 576.709204] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.720537] env[62321]: DEBUG oslo_vmware.api [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52bcf7b0-03bf-cb2b-52c2-4c03c7046ded, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.782691] env[62321]: DEBUG oslo_vmware.api [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Task: {'id': task-2632593, 'name': PowerOnVM_Task, 'duration_secs': 0.853459} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.785805] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 576.785805] env[62321]: DEBUG nova.compute.manager [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 576.794103] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c461d63-0902-4b0f-9e5f-8f4c0d0710a0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.794103] env[62321]: DEBUG oslo_concurrency.lockutils [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Acquiring lock "83721fcc-5a99-4563-8e3f-045e6c3ec04d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.794103] env[62321]: DEBUG oslo_concurrency.lockutils [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Lock "83721fcc-5a99-4563-8e3f-045e6c3ec04d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.884872] env[62321]: DEBUG oslo_vmware.api [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Task: {'id': task-2632596, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.924323] env[62321]: DEBUG oslo_vmware.api [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Task: {'id': task-2632595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.70189} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.924536] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] c1559566-8363-4f6d-8e9d-695f91e7fe1d/c1559566-8363-4f6d-8e9d-695f91e7fe1d.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 576.924786] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 576.925053] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f1cbdba-dec5-4a1a-90e5-c642aeec54bb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.936363] env[62321]: DEBUG oslo_vmware.api [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Waiting for the task: (returnval){ [ 576.936363] env[62321]: value = "task-2632597" [ 576.936363] env[62321]: _type = "Task" [ 576.936363] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.950085] env[62321]: DEBUG oslo_vmware.api [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Task: {'id': task-2632597, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.095105] env[62321]: DEBUG oslo_concurrency.lockutils [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Acquiring lock "6f587834-2727-48fc-8dba-50754fa70643" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.095105] env[62321]: DEBUG oslo_concurrency.lockutils [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Lock "6f587834-2727-48fc-8dba-50754fa70643" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.156649] env[62321]: DEBUG nova.compute.utils [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 577.158666] env[62321]: DEBUG nova.compute.manager [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 577.158666] env[62321]: DEBUG nova.network.neutron [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 577.221417] env[62321]: DEBUG oslo_vmware.api [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52bcf7b0-03bf-cb2b-52c2-4c03c7046ded, 'name': SearchDatastore_Task, 'duration_secs': 0.019009} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.228526] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75ae8cd6-84e6-4b41-87c9-2fc809d77c5e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.235116] env[62321]: DEBUG oslo_vmware.api [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Waiting for the task: (returnval){ [ 577.235116] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52edccf7-b195-0aca-14c2-dd9c5f3e525f" [ 577.235116] env[62321]: _type = "Task" [ 577.235116] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.245223] env[62321]: DEBUG oslo_vmware.api [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52edccf7-b195-0aca-14c2-dd9c5f3e525f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.297517] env[62321]: DEBUG nova.policy [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51026efb35584854aa1a8d596652ac35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd5995a6335846438a62bf5bc70ac38a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 577.315130] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.385416] env[62321]: DEBUG oslo_vmware.api [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Task: {'id': task-2632596, 'name': ReconfigVM_Task, 'duration_secs': 0.589572} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.385816] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 677d7209-536c-43ed-8704-1554ce7ef923/677d7209-536c-43ed-8704-1554ce7ef923.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 577.386544] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-279d8bbc-7cbe-4541-811d-fa3122bb07b7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.394344] env[62321]: DEBUG oslo_vmware.api [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Waiting for the task: (returnval){ [ 577.394344] env[62321]: value = "task-2632598" [ 577.394344] env[62321]: _type = "Task" [ 577.394344] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.405614] env[62321]: DEBUG oslo_vmware.api [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Task: {'id': task-2632598, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.451794] env[62321]: DEBUG oslo_vmware.api [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Task: {'id': task-2632597, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093841} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.452086] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 577.452892] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8508e38b-fb8d-41c2-b5de-bdbda95617dc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.475307] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] c1559566-8363-4f6d-8e9d-695f91e7fe1d/c1559566-8363-4f6d-8e9d-695f91e7fe1d.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 577.477927] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f5ba0aa-ff87-41a1-908e-1faef359b833 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.497301] env[62321]: DEBUG oslo_vmware.api [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Waiting for the task: (returnval){ [ 577.497301] env[62321]: value = "task-2632599" [ 577.497301] env[62321]: _type = "Task" [ 577.497301] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.505881] env[62321]: DEBUG oslo_vmware.api [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Task: {'id': task-2632599, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.662668] env[62321]: DEBUG nova.compute.manager [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 577.753027] env[62321]: DEBUG oslo_vmware.api [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52edccf7-b195-0aca-14c2-dd9c5f3e525f, 'name': SearchDatastore_Task, 'duration_secs': 0.06662} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.753087] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.753742] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 362ae547-c9b5-4e21-a740-9077e044ba8d/362ae547-c9b5-4e21-a740-9077e044ba8d.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 577.753742] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b37b7599-cfce-4d68-b8b5-500bffd5a3fd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.761756] env[62321]: DEBUG nova.network.neutron [req-5753358a-41a9-4e7e-9cf8-0c6474f5be3c req-d865c128-043c-493d-bfa5-bd67a910d81c service nova] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Updated VIF entry in instance network info cache for port 418fbb4a-881b-4600-97af-570d7d3877d6. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 577.761967] env[62321]: DEBUG nova.network.neutron [req-5753358a-41a9-4e7e-9cf8-0c6474f5be3c req-d865c128-043c-493d-bfa5-bd67a910d81c service nova] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Updating instance_info_cache with network_info: [{"id": "418fbb4a-881b-4600-97af-570d7d3877d6", "address": "fa:16:3e:5b:a9:75", "network": {"id": "6f574191-1934-4c80-a624-5d9c0f651c1f", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-282332052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9af734de2b844faeb240143f7c4baa66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap418fbb4a-88", "ovs_interfaceid": "418fbb4a-881b-4600-97af-570d7d3877d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.768980] env[62321]: DEBUG oslo_vmware.api [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Waiting for the task: (returnval){ [ 577.768980] env[62321]: value = "task-2632600" [ 577.768980] env[62321]: _type = "Task" [ 577.768980] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.779341] env[62321]: DEBUG oslo_vmware.api [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Task: {'id': task-2632600, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.905128] env[62321]: DEBUG nova.network.neutron [req-643cee76-6b0b-4bcf-be5b-85753f3608e9 req-5e53ab26-4657-46a8-afba-3ad1bf6ea9ce service nova] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Updated VIF entry in instance network info cache for port a395b324-1400-4709-80db-93ef2253542d. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 577.905128] env[62321]: DEBUG nova.network.neutron [req-643cee76-6b0b-4bcf-be5b-85753f3608e9 req-5e53ab26-4657-46a8-afba-3ad1bf6ea9ce service nova] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Updating instance_info_cache with network_info: [{"id": "a395b324-1400-4709-80db-93ef2253542d", "address": "fa:16:3e:27:d4:dc", "network": {"id": "e620a076-f603-4ecf-9eb5-4d2d4f1e7690", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-90897136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "14a55a06f5564465b14521b89e150849", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa395b324-14", "ovs_interfaceid": "a395b324-1400-4709-80db-93ef2253542d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.917525] env[62321]: DEBUG oslo_vmware.api [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Task: {'id': task-2632598, 'name': Rename_Task, 'duration_secs': 0.148707} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.917846] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 577.918121] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-664c070a-f51d-466f-8adb-dd697ed7e77f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.929619] env[62321]: DEBUG oslo_vmware.api [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Waiting for the task: (returnval){ [ 577.929619] env[62321]: value = "task-2632601" [ 577.929619] env[62321]: _type = "Task" [ 577.929619] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.940047] env[62321]: DEBUG oslo_vmware.api [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Task: {'id': task-2632601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.009862] env[62321]: DEBUG oslo_vmware.api [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Task: {'id': task-2632599, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.120502] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a88ab8-c3f8-4dd7-8d6f-4b11a5c2bb95 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.134249] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8072f92-7ec8-4560-9442-fd0b5c10924f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.176014] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981f9643-d3ee-43b2-8582-ad35cc6366d9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.184642] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5952bda9-8ec2-4b4b-b42d-4c7e454f3905 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.199436] env[62321]: DEBUG nova.compute.provider_tree [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 578.269796] env[62321]: DEBUG oslo_concurrency.lockutils [req-5753358a-41a9-4e7e-9cf8-0c6474f5be3c req-d865c128-043c-493d-bfa5-bd67a910d81c service nova] Releasing lock "refresh_cache-362ae547-c9b5-4e21-a740-9077e044ba8d" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.282729] env[62321]: DEBUG oslo_vmware.api [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Task: {'id': task-2632600, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.413282] env[62321]: DEBUG oslo_concurrency.lockutils [req-643cee76-6b0b-4bcf-be5b-85753f3608e9 req-5e53ab26-4657-46a8-afba-3ad1bf6ea9ce service nova] Releasing lock "refresh_cache-677d7209-536c-43ed-8704-1554ce7ef923" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.444523] env[62321]: DEBUG oslo_vmware.api [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Task: {'id': task-2632601, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.511475] env[62321]: DEBUG oslo_vmware.api [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Task: {'id': task-2632599, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.516108] env[62321]: DEBUG nova.network.neutron [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Successfully created port: 34fc5b07-4780-4fc5-98cd-bc45492cb8e8 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 578.681772] env[62321]: DEBUG nova.compute.manager [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 578.705024] env[62321]: DEBUG nova.scheduler.client.report [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 578.732685] env[62321]: DEBUG nova.virt.hardware [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 578.732854] env[62321]: DEBUG nova.virt.hardware [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 578.732854] env[62321]: DEBUG nova.virt.hardware [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 578.733104] env[62321]: DEBUG nova.virt.hardware [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 578.733302] env[62321]: DEBUG nova.virt.hardware [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 578.733450] env[62321]: DEBUG nova.virt.hardware [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 578.733653] env[62321]: DEBUG nova.virt.hardware [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 578.733805] env[62321]: DEBUG nova.virt.hardware [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 578.733974] env[62321]: DEBUG nova.virt.hardware [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 578.736083] env[62321]: DEBUG nova.virt.hardware [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 578.736083] env[62321]: DEBUG nova.virt.hardware [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 578.739914] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf0bf77-e471-46ab-829f-c3bb5fe42515 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.752659] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd7b3f1-d7b8-45b7-9534-cf3bf0d39072 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.779036] env[62321]: DEBUG oslo_vmware.api [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Task: {'id': task-2632600, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.776989} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.779288] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 362ae547-c9b5-4e21-a740-9077e044ba8d/362ae547-c9b5-4e21-a740-9077e044ba8d.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 578.779495] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 578.780522] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f009b4ae-59da-4841-a9d4-8a2eb38d48dd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.790964] env[62321]: DEBUG oslo_vmware.api [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Waiting for the task: (returnval){ [ 578.790964] env[62321]: value = "task-2632602" [ 578.790964] env[62321]: _type = "Task" [ 578.790964] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.802014] env[62321]: DEBUG oslo_vmware.api [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Task: {'id': task-2632602, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.947245] env[62321]: DEBUG oslo_vmware.api [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Task: {'id': task-2632601, 'name': PowerOnVM_Task, 'duration_secs': 0.642119} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.947537] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 578.947745] env[62321]: INFO nova.compute.manager [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Took 9.50 seconds to spawn the instance on the hypervisor. [ 578.947928] env[62321]: DEBUG nova.compute.manager [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 578.950274] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd54804-eb21-44ba-8811-c9c401e53f1f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.009108] env[62321]: DEBUG oslo_vmware.api [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Task: {'id': task-2632599, 'name': ReconfigVM_Task, 'duration_secs': 1.018148} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.009526] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Reconfigured VM instance instance-0000000d to attach disk [datastore1] c1559566-8363-4f6d-8e9d-695f91e7fe1d/c1559566-8363-4f6d-8e9d-695f91e7fe1d.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 579.010246] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69726e39-6b56-422b-847d-58d1cb1bd3c5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.019028] env[62321]: DEBUG oslo_vmware.api [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Waiting for the task: (returnval){ [ 579.019028] env[62321]: value = "task-2632603" [ 579.019028] env[62321]: _type = "Task" [ 579.019028] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.028231] env[62321]: DEBUG oslo_vmware.api [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Task: {'id': task-2632603, 'name': Rename_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.211462] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.557s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.211984] env[62321]: DEBUG nova.compute.manager [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 579.214643] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.862s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.214718] env[62321]: DEBUG nova.objects.instance [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62321) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 579.218763] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c215f397-28d6-41b5-9670-414dfa52edd0 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Acquiring lock "f5c11eeb-bd4a-44b4-8a99-985b0c7716f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.219047] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c215f397-28d6-41b5-9670-414dfa52edd0 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Lock "f5c11eeb-bd4a-44b4-8a99-985b0c7716f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.219260] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c215f397-28d6-41b5-9670-414dfa52edd0 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Acquiring lock "f5c11eeb-bd4a-44b4-8a99-985b0c7716f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.219458] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c215f397-28d6-41b5-9670-414dfa52edd0 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Lock "f5c11eeb-bd4a-44b4-8a99-985b0c7716f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.219643] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c215f397-28d6-41b5-9670-414dfa52edd0 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Lock "f5c11eeb-bd4a-44b4-8a99-985b0c7716f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.228394] env[62321]: INFO nova.compute.manager [None req-c215f397-28d6-41b5-9670-414dfa52edd0 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Terminating instance [ 579.303361] env[62321]: DEBUG oslo_vmware.api [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Task: {'id': task-2632602, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085037} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.304156] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 579.304960] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db50289-9efa-409c-8b89-a3189da787d7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.333195] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 362ae547-c9b5-4e21-a740-9077e044ba8d/362ae547-c9b5-4e21-a740-9077e044ba8d.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 579.333195] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d757f264-29e1-4bde-8725-4e0cf150a07b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.352562] env[62321]: DEBUG oslo_vmware.api [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Waiting for the task: (returnval){ [ 579.352562] env[62321]: value = "task-2632604" [ 579.352562] env[62321]: _type = "Task" [ 579.352562] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.360648] env[62321]: DEBUG oslo_vmware.api [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Task: {'id': task-2632604, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.468139] env[62321]: INFO nova.compute.manager [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Took 25.94 seconds to build instance. [ 579.529870] env[62321]: DEBUG oslo_vmware.api [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Task: {'id': task-2632603, 'name': Rename_Task, 'duration_secs': 0.269749} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.530202] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 579.530456] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d97c8a06-58f4-4ff5-83bd-44d3fe37459f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.536705] env[62321]: DEBUG oslo_vmware.api [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Waiting for the task: (returnval){ [ 579.536705] env[62321]: value = "task-2632605" [ 579.536705] env[62321]: _type = "Task" [ 579.536705] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.545120] env[62321]: DEBUG oslo_vmware.api [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Task: {'id': task-2632605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.721227] env[62321]: DEBUG nova.compute.utils [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 579.726698] env[62321]: DEBUG nova.compute.manager [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 579.726847] env[62321]: DEBUG nova.network.neutron [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 579.735115] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c215f397-28d6-41b5-9670-414dfa52edd0 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Acquiring lock "refresh_cache-f5c11eeb-bd4a-44b4-8a99-985b0c7716f6" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.735115] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c215f397-28d6-41b5-9670-414dfa52edd0 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Acquired lock "refresh_cache-f5c11eeb-bd4a-44b4-8a99-985b0c7716f6" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.735115] env[62321]: DEBUG nova.network.neutron [None req-c215f397-28d6-41b5-9670-414dfa52edd0 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 579.778398] env[62321]: DEBUG nova.policy [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ab7755f436d45678f8022e16fb6604f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ed0fdcbbf954c61828e9b79bad93980', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 579.868774] env[62321]: DEBUG oslo_vmware.api [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Task: {'id': task-2632604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.970329] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9ad6e1be-ae24-4abd-aeeb-8b747c3790d6 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Lock "677d7209-536c-43ed-8704-1554ce7ef923" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.350s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.046893] env[62321]: DEBUG oslo_vmware.api [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Task: {'id': task-2632605, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.228331] env[62321]: DEBUG nova.compute.manager [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 580.235237] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bff9c238-cb07-44b9-b343-ca5f208ad768 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.237743] env[62321]: DEBUG oslo_concurrency.lockutils [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.502s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.240438] env[62321]: INFO nova.compute.claims [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 580.272220] env[62321]: DEBUG nova.network.neutron [None req-c215f397-28d6-41b5-9670-414dfa52edd0 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 580.366700] env[62321]: DEBUG oslo_vmware.api [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Task: {'id': task-2632604, 'name': ReconfigVM_Task, 'duration_secs': 0.671409} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.370057] env[62321]: DEBUG nova.network.neutron [None req-c215f397-28d6-41b5-9670-414dfa52edd0 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.371660] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 362ae547-c9b5-4e21-a740-9077e044ba8d/362ae547-c9b5-4e21-a740-9077e044ba8d.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 580.376249] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f2b73f5-c1cc-4f62-a909-d34ca1ae0d35 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.379854] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Acquiring lock "2b9b9728-7733-4e6a-82dc-c1659481f577" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.380303] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Lock "2b9b9728-7733-4e6a-82dc-c1659481f577" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.387596] env[62321]: DEBUG oslo_vmware.api [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Waiting for the task: (returnval){ [ 580.387596] env[62321]: value = "task-2632606" [ 580.387596] env[62321]: _type = "Task" [ 580.387596] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.399228] env[62321]: DEBUG oslo_vmware.api [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Task: {'id': task-2632606, 'name': Rename_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.434495] env[62321]: DEBUG oslo_concurrency.lockutils [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Acquiring lock "62dce1f2-05c6-4634-ac62-423af6d9e966" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.434731] env[62321]: DEBUG oslo_concurrency.lockutils [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Lock "62dce1f2-05c6-4634-ac62-423af6d9e966" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.475742] env[62321]: DEBUG nova.compute.manager [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 580.553618] env[62321]: DEBUG oslo_vmware.api [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Task: {'id': task-2632605, 'name': PowerOnVM_Task, 'duration_secs': 0.756733} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.553618] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 580.553618] env[62321]: INFO nova.compute.manager [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Took 13.65 seconds to spawn the instance on the hypervisor. [ 580.553618] env[62321]: DEBUG nova.compute.manager [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 580.554444] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b534d6b0-2535-49ce-9a67-8b508e18dd36 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.707811] env[62321]: DEBUG nova.network.neutron [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Successfully created port: 6156cf7c-49b0-40ae-85d2-497af3416251 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 580.877464] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c215f397-28d6-41b5-9670-414dfa52edd0 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Releasing lock "refresh_cache-f5c11eeb-bd4a-44b4-8a99-985b0c7716f6" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.879426] env[62321]: DEBUG nova.compute.manager [None req-c215f397-28d6-41b5-9670-414dfa52edd0 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 580.879426] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c215f397-28d6-41b5-9670-414dfa52edd0 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 580.879567] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82b60e2-5eec-4381-869c-9990a7f3a143 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.890072] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c215f397-28d6-41b5-9670-414dfa52edd0 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 580.893814] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2be708ce-4abe-48b5-93be-33ab05ff6710 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.904218] env[62321]: DEBUG oslo_vmware.api [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Task: {'id': task-2632606, 'name': Rename_Task, 'duration_secs': 0.300862} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.905363] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 580.906544] env[62321]: DEBUG oslo_vmware.api [None req-c215f397-28d6-41b5-9670-414dfa52edd0 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Waiting for the task: (returnval){ [ 580.906544] env[62321]: value = "task-2632607" [ 580.906544] env[62321]: _type = "Task" [ 580.906544] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.906544] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e9754d7-07ca-4c0f-befe-5a43d97b5ef4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.920393] env[62321]: DEBUG oslo_vmware.api [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Waiting for the task: (returnval){ [ 580.920393] env[62321]: value = "task-2632608" [ 580.920393] env[62321]: _type = "Task" [ 580.920393] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.920696] env[62321]: DEBUG oslo_vmware.api [None req-c215f397-28d6-41b5-9670-414dfa52edd0 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Task: {'id': task-2632607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.929827] env[62321]: DEBUG oslo_vmware.api [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Task: {'id': task-2632608, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.987868] env[62321]: DEBUG nova.network.neutron [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Successfully updated port: 34fc5b07-4780-4fc5-98cd-bc45492cb8e8 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 581.005332] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.085170] env[62321]: INFO nova.compute.manager [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Took 28.04 seconds to build instance. [ 581.245467] env[62321]: DEBUG nova.compute.manager [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 581.273590] env[62321]: DEBUG nova.virt.hardware [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 581.273914] env[62321]: DEBUG nova.virt.hardware [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 581.274064] env[62321]: DEBUG nova.virt.hardware [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 581.274289] env[62321]: DEBUG nova.virt.hardware [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 581.274417] env[62321]: DEBUG nova.virt.hardware [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 581.275071] env[62321]: DEBUG nova.virt.hardware [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 581.275071] env[62321]: DEBUG nova.virt.hardware [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 581.275071] env[62321]: DEBUG nova.virt.hardware [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 581.275247] env[62321]: DEBUG nova.virt.hardware [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 581.275388] env[62321]: DEBUG nova.virt.hardware [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 581.275576] env[62321]: DEBUG nova.virt.hardware [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 581.276575] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7b59b9-9992-48c4-a03a-7a4c5f0694d5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.287727] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682daf1e-ff4a-4794-9796-3545c14eec55 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.419701] env[62321]: DEBUG oslo_vmware.api [None req-c215f397-28d6-41b5-9670-414dfa52edd0 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Task: {'id': task-2632607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.433364] env[62321]: DEBUG oslo_vmware.api [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Task: {'id': task-2632608, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.491019] env[62321]: DEBUG oslo_concurrency.lockutils [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Acquiring lock "refresh_cache-d104862d-3e3f-44ad-8ba9-54949db23968" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.491019] env[62321]: DEBUG oslo_concurrency.lockutils [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Acquired lock "refresh_cache-d104862d-3e3f-44ad-8ba9-54949db23968" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.491339] env[62321]: DEBUG nova.network.neutron [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 581.586990] env[62321]: DEBUG oslo_concurrency.lockutils [None req-443f0f83-d06b-40a9-b938-be4100964da1 tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Lock "c1559566-8363-4f6d-8e9d-695f91e7fe1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.454s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.671641] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3e2729-d73b-4038-8b18-1e912ee65820 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.680498] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9477ae5-5052-4f58-96d9-45304242c5eb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.715346] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d9ec6f-541d-483a-a28d-4b67f38e9f44 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.723582] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0d17dd-4cb5-47e4-8b7f-4704a8340a9e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.739117] env[62321]: DEBUG nova.compute.provider_tree [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 581.924296] env[62321]: DEBUG oslo_vmware.api [None req-c215f397-28d6-41b5-9670-414dfa52edd0 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Task: {'id': task-2632607, 'name': PowerOffVM_Task, 'duration_secs': 0.895653} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.927908] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c215f397-28d6-41b5-9670-414dfa52edd0 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 581.927908] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c215f397-28d6-41b5-9670-414dfa52edd0 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 581.928135] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a93a175-d518-4c61-87b4-41d4a4ea59ba {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.939333] env[62321]: DEBUG oslo_vmware.api [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Task: {'id': task-2632608, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.957438] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c215f397-28d6-41b5-9670-414dfa52edd0 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 581.957438] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c215f397-28d6-41b5-9670-414dfa52edd0 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 581.957771] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-c215f397-28d6-41b5-9670-414dfa52edd0 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Deleting the datastore file [datastore2] f5c11eeb-bd4a-44b4-8a99-985b0c7716f6 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 581.960045] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36810d23-13a8-46bb-a5e4-5c797444b72b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.965401] env[62321]: DEBUG oslo_vmware.api [None req-c215f397-28d6-41b5-9670-414dfa52edd0 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Waiting for the task: (returnval){ [ 581.965401] env[62321]: value = "task-2632610" [ 581.965401] env[62321]: _type = "Task" [ 581.965401] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.973766] env[62321]: DEBUG oslo_vmware.api [None req-c215f397-28d6-41b5-9670-414dfa52edd0 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Task: {'id': task-2632610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.095220] env[62321]: DEBUG nova.network.neutron [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 582.099270] env[62321]: DEBUG nova.compute.manager [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 582.243038] env[62321]: DEBUG nova.scheduler.client.report [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 582.433877] env[62321]: DEBUG oslo_concurrency.lockutils [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Acquiring lock "69b3114c-67ef-4fe5-9812-5fc0c07b1bb8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.434117] env[62321]: DEBUG oslo_concurrency.lockutils [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Lock "69b3114c-67ef-4fe5-9812-5fc0c07b1bb8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.438981] env[62321]: DEBUG oslo_vmware.api [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Task: {'id': task-2632608, 'name': PowerOnVM_Task, 'duration_secs': 1.266774} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.439501] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 582.439501] env[62321]: INFO nova.compute.manager [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Took 10.40 seconds to spawn the instance on the hypervisor. [ 582.439599] env[62321]: DEBUG nova.compute.manager [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 582.440377] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef01920a-981a-4fae-9406-ff3e7a1d54a3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.477103] env[62321]: DEBUG oslo_vmware.api [None req-c215f397-28d6-41b5-9670-414dfa52edd0 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Task: {'id': task-2632610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159168} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.477383] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-c215f397-28d6-41b5-9670-414dfa52edd0 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 582.477596] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c215f397-28d6-41b5-9670-414dfa52edd0 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 582.477768] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c215f397-28d6-41b5-9670-414dfa52edd0 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 582.477993] env[62321]: INFO nova.compute.manager [None req-c215f397-28d6-41b5-9670-414dfa52edd0 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Took 1.60 seconds to destroy the instance on the hypervisor. [ 582.478273] env[62321]: DEBUG oslo.service.loopingcall [None req-c215f397-28d6-41b5-9670-414dfa52edd0 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 582.478461] env[62321]: DEBUG nova.compute.manager [-] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 582.478552] env[62321]: DEBUG nova.network.neutron [-] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 582.500668] env[62321]: DEBUG nova.network.neutron [-] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 582.565072] env[62321]: DEBUG nova.network.neutron [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Updating instance_info_cache with network_info: [{"id": "34fc5b07-4780-4fc5-98cd-bc45492cb8e8", "address": "fa:16:3e:ae:34:5a", "network": {"id": "5e238b30-0897-4a13-abdd-80d9574933e5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1505937680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5995a6335846438a62bf5bc70ac38a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34fc5b07-47", "ovs_interfaceid": "34fc5b07-4780-4fc5-98cd-bc45492cb8e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.625970] env[62321]: DEBUG oslo_concurrency.lockutils [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.702199] env[62321]: INFO nova.compute.manager [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Rescuing [ 582.702585] env[62321]: DEBUG oslo_concurrency.lockutils [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Acquiring lock "refresh_cache-677d7209-536c-43ed-8704-1554ce7ef923" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.702585] env[62321]: DEBUG oslo_concurrency.lockutils [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Acquired lock "refresh_cache-677d7209-536c-43ed-8704-1554ce7ef923" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.702727] env[62321]: DEBUG nova.network.neutron [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 582.753939] env[62321]: DEBUG oslo_concurrency.lockutils [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.754563] env[62321]: DEBUG nova.compute.manager [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 582.757216] env[62321]: DEBUG oslo_concurrency.lockutils [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.533s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.758868] env[62321]: INFO nova.compute.claims [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 582.803880] env[62321]: DEBUG nova.compute.manager [req-c36a5a6c-eeae-4d6f-9e4a-5e954e24f41b req-cca7ed19-4329-40ed-a257-96b68209e2f3 service nova] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Received event network-vif-plugged-34fc5b07-4780-4fc5-98cd-bc45492cb8e8 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 582.804763] env[62321]: DEBUG oslo_concurrency.lockutils [req-c36a5a6c-eeae-4d6f-9e4a-5e954e24f41b req-cca7ed19-4329-40ed-a257-96b68209e2f3 service nova] Acquiring lock "d104862d-3e3f-44ad-8ba9-54949db23968-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.805211] env[62321]: DEBUG oslo_concurrency.lockutils [req-c36a5a6c-eeae-4d6f-9e4a-5e954e24f41b req-cca7ed19-4329-40ed-a257-96b68209e2f3 service nova] Lock "d104862d-3e3f-44ad-8ba9-54949db23968-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.805485] env[62321]: DEBUG oslo_concurrency.lockutils [req-c36a5a6c-eeae-4d6f-9e4a-5e954e24f41b req-cca7ed19-4329-40ed-a257-96b68209e2f3 service nova] Lock "d104862d-3e3f-44ad-8ba9-54949db23968-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.805778] env[62321]: DEBUG nova.compute.manager [req-c36a5a6c-eeae-4d6f-9e4a-5e954e24f41b req-cca7ed19-4329-40ed-a257-96b68209e2f3 service nova] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] No waiting events found dispatching network-vif-plugged-34fc5b07-4780-4fc5-98cd-bc45492cb8e8 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 582.806062] env[62321]: WARNING nova.compute.manager [req-c36a5a6c-eeae-4d6f-9e4a-5e954e24f41b req-cca7ed19-4329-40ed-a257-96b68209e2f3 service nova] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Received unexpected event network-vif-plugged-34fc5b07-4780-4fc5-98cd-bc45492cb8e8 for instance with vm_state building and task_state spawning. [ 582.960661] env[62321]: INFO nova.compute.manager [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Took 28.51 seconds to build instance. [ 583.002403] env[62321]: DEBUG nova.network.neutron [-] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 583.029333] env[62321]: DEBUG nova.network.neutron [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Successfully updated port: 6156cf7c-49b0-40ae-85d2-497af3416251 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 583.067814] env[62321]: DEBUG oslo_concurrency.lockutils [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Releasing lock "refresh_cache-d104862d-3e3f-44ad-8ba9-54949db23968" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.068187] env[62321]: DEBUG nova.compute.manager [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Instance network_info: |[{"id": "34fc5b07-4780-4fc5-98cd-bc45492cb8e8", "address": "fa:16:3e:ae:34:5a", "network": {"id": "5e238b30-0897-4a13-abdd-80d9574933e5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1505937680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5995a6335846438a62bf5bc70ac38a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34fc5b07-47", "ovs_interfaceid": "34fc5b07-4780-4fc5-98cd-bc45492cb8e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 583.068649] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:34:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa8c2f93-f287-41b3-adb6-4942a7ea2a0b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34fc5b07-4780-4fc5-98cd-bc45492cb8e8', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 583.076982] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Creating folder: Project (dd5995a6335846438a62bf5bc70ac38a). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 583.077900] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4f21244-7416-4414-90ce-bba56a8177ad {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.088747] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Created folder: Project (dd5995a6335846438a62bf5bc70ac38a) in parent group-v530434. [ 583.088979] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Creating folder: Instances. Parent ref: group-v530482. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 583.089238] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a2b9b5e-58ff-4407-8bfa-e7b2996e2555 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.099554] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Created folder: Instances in parent group-v530482. [ 583.099678] env[62321]: DEBUG oslo.service.loopingcall [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 583.099779] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 583.100026] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dafec30a-2fbe-4729-8a93-8095b621c43f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.121341] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 583.121341] env[62321]: value = "task-2632613" [ 583.121341] env[62321]: _type = "Task" [ 583.121341] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.130318] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632613, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.263213] env[62321]: DEBUG nova.compute.utils [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 583.270933] env[62321]: DEBUG nova.compute.manager [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 583.270933] env[62321]: DEBUG nova.network.neutron [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 583.463062] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cc0ac3e3-919d-429b-9d72-53cdce49b053 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Lock "362ae547-c9b5-4e21-a740-9077e044ba8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.367s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.473440] env[62321]: DEBUG nova.policy [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a02f0604e2a548308d63b1cf7b148a1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cbf5a183ceef4072a1656cf46c79d9a4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 583.506297] env[62321]: INFO nova.compute.manager [-] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Took 1.03 seconds to deallocate network for instance. [ 583.532020] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Acquiring lock "refresh_cache-0be60052-791c-4216-b5db-c666b62ef9f2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.532358] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Acquired lock "refresh_cache-0be60052-791c-4216-b5db-c666b62ef9f2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.532358] env[62321]: DEBUG nova.network.neutron [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 583.631698] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632613, 'name': CreateVM_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.772176] env[62321]: DEBUG nova.compute.manager [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 583.852914] env[62321]: DEBUG nova.network.neutron [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Updating instance_info_cache with network_info: [{"id": "a395b324-1400-4709-80db-93ef2253542d", "address": "fa:16:3e:27:d4:dc", "network": {"id": "e620a076-f603-4ecf-9eb5-4d2d4f1e7690", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-90897136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "14a55a06f5564465b14521b89e150849", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa395b324-14", "ovs_interfaceid": "a395b324-1400-4709-80db-93ef2253542d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 583.966625] env[62321]: DEBUG nova.compute.manager [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 584.014706] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c215f397-28d6-41b5-9670-414dfa52edd0 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.116365] env[62321]: DEBUG nova.network.neutron [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 584.133244] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632613, 'name': CreateVM_Task, 'duration_secs': 0.787475} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.133438] env[62321]: DEBUG nova.network.neutron [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Successfully created port: d61e21bb-53be-4afa-b66d-a8d7a69a2f98 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 584.135256] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 584.138086] env[62321]: DEBUG oslo_concurrency.lockutils [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.138214] env[62321]: DEBUG oslo_concurrency.lockutils [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.138514] env[62321]: DEBUG oslo_concurrency.lockutils [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.139346] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28524e81-f5ec-480a-ba82-4bb4bdf38e2f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.144348] env[62321]: DEBUG oslo_vmware.api [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Waiting for the task: (returnval){ [ 584.144348] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]523d8a79-cc9b-d6e0-a575-f7e5b6bb6aaa" [ 584.144348] env[62321]: _type = "Task" [ 584.144348] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.155469] env[62321]: DEBUG oslo_vmware.api [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]523d8a79-cc9b-d6e0-a575-f7e5b6bb6aaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.223988] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b6cfb8-fd43-4584-bad8-e5c8feafff48 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.234854] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133eb587-337b-4b90-b8ea-584267cd4fe5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.290733] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f923642-2776-493c-ac08-a9a81d86847f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.299840] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842c46a6-a375-4350-bb6f-72a72f72ad75 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.316762] env[62321]: DEBUG nova.compute.provider_tree [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 584.358018] env[62321]: DEBUG oslo_concurrency.lockutils [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Releasing lock "refresh_cache-677d7209-536c-43ed-8704-1554ce7ef923" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.460035] env[62321]: DEBUG oslo_concurrency.lockutils [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "04694878-b60b-4e33-bcc4-3bcb4bd1f5d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.460035] env[62321]: DEBUG oslo_concurrency.lockutils [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "04694878-b60b-4e33-bcc4-3bcb4bd1f5d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.488408] env[62321]: DEBUG oslo_concurrency.lockutils [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.520878] env[62321]: DEBUG nova.network.neutron [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Updating instance_info_cache with network_info: [{"id": "6156cf7c-49b0-40ae-85d2-497af3416251", "address": "fa:16:3e:5b:0d:ea", "network": {"id": "89c0515c-b183-455d-bf39-ff2f850ebc2a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1765306575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ed0fdcbbf954c61828e9b79bad93980", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6156cf7c-49", "ovs_interfaceid": "6156cf7c-49b0-40ae-85d2-497af3416251", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 584.659721] env[62321]: DEBUG oslo_vmware.api [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]523d8a79-cc9b-d6e0-a575-f7e5b6bb6aaa, 'name': SearchDatastore_Task, 'duration_secs': 0.036384} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.660015] env[62321]: DEBUG oslo_concurrency.lockutils [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.660253] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 584.660483] env[62321]: DEBUG oslo_concurrency.lockutils [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.660631] env[62321]: DEBUG oslo_concurrency.lockutils [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.660806] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 584.661075] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f73828ab-e563-44dc-a9a6-5ccfb1edf629 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.672126] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 584.672311] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 584.673040] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43b511c5-7d93-41b8-9577-bc0a694ff956 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.679287] env[62321]: DEBUG oslo_vmware.api [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Waiting for the task: (returnval){ [ 584.679287] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52f7f2b3-191e-fdc0-166b-04816e79f7c5" [ 584.679287] env[62321]: _type = "Task" [ 584.679287] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.687606] env[62321]: DEBUG oslo_vmware.api [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52f7f2b3-191e-fdc0-166b-04816e79f7c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.795323] env[62321]: DEBUG nova.compute.manager [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 584.821345] env[62321]: DEBUG nova.scheduler.client.report [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 584.832586] env[62321]: DEBUG nova.virt.hardware [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 584.832894] env[62321]: DEBUG nova.virt.hardware [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 584.833144] env[62321]: DEBUG nova.virt.hardware [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 584.833407] env[62321]: DEBUG nova.virt.hardware [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 584.833682] env[62321]: DEBUG nova.virt.hardware [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 584.835751] env[62321]: DEBUG nova.virt.hardware [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 584.835751] env[62321]: DEBUG nova.virt.hardware [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 584.835751] env[62321]: DEBUG nova.virt.hardware [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 584.835751] env[62321]: DEBUG nova.virt.hardware [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 584.835751] env[62321]: DEBUG nova.virt.hardware [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 584.836115] env[62321]: DEBUG nova.virt.hardware [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 584.836873] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2880da33-13c4-4572-83f1-4c704a1e5e2a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.850746] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77fd87e-a0ea-4168-9055-cbd585939cac {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.024059] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Releasing lock "refresh_cache-0be60052-791c-4216-b5db-c666b62ef9f2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.024182] env[62321]: DEBUG nova.compute.manager [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Instance network_info: |[{"id": "6156cf7c-49b0-40ae-85d2-497af3416251", "address": "fa:16:3e:5b:0d:ea", "network": {"id": "89c0515c-b183-455d-bf39-ff2f850ebc2a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1765306575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ed0fdcbbf954c61828e9b79bad93980", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6156cf7c-49", "ovs_interfaceid": "6156cf7c-49b0-40ae-85d2-497af3416251", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 585.025331] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:0d:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6156cf7c-49b0-40ae-85d2-497af3416251', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 585.034646] env[62321]: DEBUG oslo.service.loopingcall [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 585.034970] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 585.035723] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3c6d285-96fd-4680-bf97-129164cf39af {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.062941] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 585.062941] env[62321]: value = "task-2632614" [ 585.062941] env[62321]: _type = "Task" [ 585.062941] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.072997] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632614, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.192817] env[62321]: DEBUG oslo_vmware.api [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52f7f2b3-191e-fdc0-166b-04816e79f7c5, 'name': SearchDatastore_Task, 'duration_secs': 0.011189} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.193704] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74a2fc8e-1ee1-45a6-942a-0ad4720f894e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.199196] env[62321]: DEBUG oslo_vmware.api [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Waiting for the task: (returnval){ [ 585.199196] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52915555-0507-7723-bdfe-05a864ae83aa" [ 585.199196] env[62321]: _type = "Task" [ 585.199196] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.208633] env[62321]: DEBUG oslo_vmware.api [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52915555-0507-7723-bdfe-05a864ae83aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.327769] env[62321]: DEBUG oslo_concurrency.lockutils [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.570s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.328358] env[62321]: DEBUG nova.compute.manager [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 585.330910] env[62321]: DEBUG oslo_concurrency.lockutils [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.018s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.332371] env[62321]: INFO nova.compute.claims [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 585.549050] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "0b8a9b14-50bd-41ea-89f2-cc1d63f7816e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.549376] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "0b8a9b14-50bd-41ea-89f2-cc1d63f7816e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.586525] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632614, 'name': CreateVM_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.709585] env[62321]: DEBUG oslo_vmware.api [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52915555-0507-7723-bdfe-05a864ae83aa, 'name': SearchDatastore_Task, 'duration_secs': 0.010457} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.709907] env[62321]: DEBUG oslo_concurrency.lockutils [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.710214] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] d104862d-3e3f-44ad-8ba9-54949db23968/d104862d-3e3f-44ad-8ba9-54949db23968.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 585.710517] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f90bc3a-6ec9-4a88-8251-44e8a340d44c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.716683] env[62321]: DEBUG oslo_vmware.api [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Waiting for the task: (returnval){ [ 585.716683] env[62321]: value = "task-2632615" [ 585.716683] env[62321]: _type = "Task" [ 585.716683] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.726142] env[62321]: DEBUG oslo_vmware.api [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Task: {'id': task-2632615, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.845039] env[62321]: DEBUG nova.compute.utils [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 585.845039] env[62321]: DEBUG nova.compute.manager [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 585.845039] env[62321]: DEBUG nova.network.neutron [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 585.902373] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 585.902684] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-257c0a4f-43e0-422b-8336-c4d923ae1121 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.910979] env[62321]: DEBUG oslo_vmware.api [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Waiting for the task: (returnval){ [ 585.910979] env[62321]: value = "task-2632616" [ 585.910979] env[62321]: _type = "Task" [ 585.910979] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.920507] env[62321]: DEBUG oslo_vmware.api [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Task: {'id': task-2632616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.971401] env[62321]: DEBUG nova.policy [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '010a895d87b84b7fb21ce5bcb8839608', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9732630f588b439d9965635801617eaa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 586.080569] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632614, 'name': CreateVM_Task, 'duration_secs': 0.671296} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.080918] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 586.081765] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.082113] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.084019] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.084019] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bff359ba-acc9-4fb3-aaf7-e2ab58926403 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.092410] env[62321]: DEBUG oslo_vmware.api [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Waiting for the task: (returnval){ [ 586.092410] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52f64b50-6051-5c9c-051c-01201cd34ab6" [ 586.092410] env[62321]: _type = "Task" [ 586.092410] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.107024] env[62321]: DEBUG oslo_vmware.api [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52f64b50-6051-5c9c-051c-01201cd34ab6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.233326] env[62321]: DEBUG oslo_vmware.api [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Task: {'id': task-2632615, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.351080] env[62321]: DEBUG nova.compute.manager [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 586.427313] env[62321]: DEBUG oslo_vmware.api [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Task: {'id': task-2632616, 'name': PowerOffVM_Task, 'duration_secs': 0.234737} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.430597] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 586.432930] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558b6b7b-0713-4e9b-bf1c-9dd26b4e3dfe {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.460974] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d91316-201a-4c09-8ace-51ca51321f7a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.505349] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 586.506641] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43d2fda6-eaed-4197-87eb-8b1fe37b92e6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.513126] env[62321]: DEBUG oslo_vmware.api [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Waiting for the task: (returnval){ [ 586.513126] env[62321]: value = "task-2632617" [ 586.513126] env[62321]: _type = "Task" [ 586.513126] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.521130] env[62321]: DEBUG oslo_vmware.api [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Task: {'id': task-2632617, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.604176] env[62321]: DEBUG oslo_vmware.api [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52f64b50-6051-5c9c-051c-01201cd34ab6, 'name': SearchDatastore_Task, 'duration_secs': 0.072638} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.607149] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.607524] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 586.607899] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.608190] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.608488] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 586.610030] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd46ee72-4105-48b8-a00c-752147e5d06a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.611505] env[62321]: DEBUG oslo_concurrency.lockutils [None req-45a48372-7705-43a7-a3a7-97b5092072b3 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Acquiring lock "interface-362ae547-c9b5-4e21-a740-9077e044ba8d-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.611916] env[62321]: DEBUG oslo_concurrency.lockutils [None req-45a48372-7705-43a7-a3a7-97b5092072b3 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Lock "interface-362ae547-c9b5-4e21-a740-9077e044ba8d-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.613033] env[62321]: DEBUG nova.objects.instance [None req-45a48372-7705-43a7-a3a7-97b5092072b3 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Lazy-loading 'flavor' on Instance uuid 362ae547-c9b5-4e21-a740-9077e044ba8d {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 586.630033] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Acquiring lock "f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.630033] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Lock "f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.630033] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 586.630033] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 586.631723] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32ddf222-627d-4f4d-9876-8f9b857c8ff2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.641246] env[62321]: DEBUG oslo_vmware.api [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Waiting for the task: (returnval){ [ 586.641246] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52ee5d73-19d0-cc97-3fca-0f997dea436a" [ 586.641246] env[62321]: _type = "Task" [ 586.641246] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.651767] env[62321]: DEBUG oslo_vmware.api [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52ee5d73-19d0-cc97-3fca-0f997dea436a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.728487] env[62321]: DEBUG oslo_vmware.api [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Task: {'id': task-2632615, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.756914} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.728487] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] d104862d-3e3f-44ad-8ba9-54949db23968/d104862d-3e3f-44ad-8ba9-54949db23968.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 586.728487] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 586.728487] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a917d558-f24f-4134-9489-4ca36c1aee8e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.735703] env[62321]: DEBUG oslo_vmware.api [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Waiting for the task: (returnval){ [ 586.735703] env[62321]: value = "task-2632618" [ 586.735703] env[62321]: _type = "Task" [ 586.735703] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.745115] env[62321]: DEBUG oslo_vmware.api [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Task: {'id': task-2632618, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.814938] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b064a6-2c3d-4a19-a714-e7f27e6f9bdc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.824216] env[62321]: DEBUG nova.network.neutron [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Successfully updated port: d61e21bb-53be-4afa-b66d-a8d7a69a2f98 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 586.834301] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ef8637-d190-4c95-b1bc-4fe85769298b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.868661] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc55becf-1370-4947-9f69-8852758155be {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.876504] env[62321]: DEBUG nova.compute.manager [req-ab874a62-af6d-4e46-8baf-d1dc0e79c941 req-96d2ad70-6524-4df9-abb9-b24a0e7d559e service nova] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Received event network-changed-34fc5b07-4780-4fc5-98cd-bc45492cb8e8 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 586.876863] env[62321]: DEBUG nova.compute.manager [req-ab874a62-af6d-4e46-8baf-d1dc0e79c941 req-96d2ad70-6524-4df9-abb9-b24a0e7d559e service nova] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Refreshing instance network info cache due to event network-changed-34fc5b07-4780-4fc5-98cd-bc45492cb8e8. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 586.877136] env[62321]: DEBUG oslo_concurrency.lockutils [req-ab874a62-af6d-4e46-8baf-d1dc0e79c941 req-96d2ad70-6524-4df9-abb9-b24a0e7d559e service nova] Acquiring lock "refresh_cache-d104862d-3e3f-44ad-8ba9-54949db23968" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.877276] env[62321]: DEBUG oslo_concurrency.lockutils [req-ab874a62-af6d-4e46-8baf-d1dc0e79c941 req-96d2ad70-6524-4df9-abb9-b24a0e7d559e service nova] Acquired lock "refresh_cache-d104862d-3e3f-44ad-8ba9-54949db23968" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.877438] env[62321]: DEBUG nova.network.neutron [req-ab874a62-af6d-4e46-8baf-d1dc0e79c941 req-96d2ad70-6524-4df9-abb9-b24a0e7d559e service nova] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Refreshing network info cache for port 34fc5b07-4780-4fc5-98cd-bc45492cb8e8 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 586.884581] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306faac4-4818-4084-ac46-81d4392f3a0b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.902065] env[62321]: DEBUG nova.network.neutron [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Successfully created port: 1c3c93d5-47e6-427d-86d6-e0020b14c6f7 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 586.904798] env[62321]: DEBUG nova.compute.provider_tree [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 587.023959] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] VM already powered off {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 587.024236] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 587.024516] env[62321]: DEBUG oslo_concurrency.lockutils [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.024722] env[62321]: DEBUG oslo_concurrency.lockutils [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.024930] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 587.025223] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc8713cb-2bf6-48d6-83d5-0613ce8e93f9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.040083] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 587.040312] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 587.041140] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a24ff68-b1b3-481a-ab22-fcc8b49cc08c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.046906] env[62321]: DEBUG oslo_vmware.api [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Waiting for the task: (returnval){ [ 587.046906] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5245361b-4f07-1c72-fcbb-4586048ec409" [ 587.046906] env[62321]: _type = "Task" [ 587.046906] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.055078] env[62321]: DEBUG oslo_vmware.api [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5245361b-4f07-1c72-fcbb-4586048ec409, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.116961] env[62321]: DEBUG nova.objects.instance [None req-45a48372-7705-43a7-a3a7-97b5092072b3 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Lazy-loading 'pci_requests' on Instance uuid 362ae547-c9b5-4e21-a740-9077e044ba8d {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 587.151796] env[62321]: DEBUG oslo_vmware.api [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52ee5d73-19d0-cc97-3fca-0f997dea436a, 'name': SearchDatastore_Task, 'duration_secs': 0.030055} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.152587] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6599e69c-0b68-4568-8aad-ebfd77e29c0c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.158310] env[62321]: DEBUG oslo_vmware.api [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Waiting for the task: (returnval){ [ 587.158310] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c05b05-c037-a560-1299-a1b3b7007b70" [ 587.158310] env[62321]: _type = "Task" [ 587.158310] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.166198] env[62321]: DEBUG oslo_vmware.api [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c05b05-c037-a560-1299-a1b3b7007b70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.246355] env[62321]: DEBUG oslo_vmware.api [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Task: {'id': task-2632618, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065429} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.246641] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 587.247424] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce63f26-599c-4bfa-9622-df3f90224d29 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.269916] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] d104862d-3e3f-44ad-8ba9-54949db23968/d104862d-3e3f-44ad-8ba9-54949db23968.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 587.270232] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5d433b6-7548-423b-8510-a5019a11ffc5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.291718] env[62321]: DEBUG oslo_vmware.api [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Waiting for the task: (returnval){ [ 587.291718] env[62321]: value = "task-2632619" [ 587.291718] env[62321]: _type = "Task" [ 587.291718] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.299982] env[62321]: DEBUG oslo_vmware.api [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Task: {'id': task-2632619, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.327786] env[62321]: DEBUG oslo_concurrency.lockutils [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquiring lock "refresh_cache-554e13c2-ea50-43d4-9d9b-62a3cce7b91e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.327891] env[62321]: DEBUG oslo_concurrency.lockutils [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquired lock "refresh_cache-554e13c2-ea50-43d4-9d9b-62a3cce7b91e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.328132] env[62321]: DEBUG nova.network.neutron [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 587.373187] env[62321]: DEBUG nova.compute.manager [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 587.402306] env[62321]: DEBUG nova.virt.hardware [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 587.402573] env[62321]: DEBUG nova.virt.hardware [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 587.402728] env[62321]: DEBUG nova.virt.hardware [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 587.402909] env[62321]: DEBUG nova.virt.hardware [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 587.403192] env[62321]: DEBUG nova.virt.hardware [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 587.403351] env[62321]: DEBUG nova.virt.hardware [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 587.403567] env[62321]: DEBUG nova.virt.hardware [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 587.403725] env[62321]: DEBUG nova.virt.hardware [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 587.403891] env[62321]: DEBUG nova.virt.hardware [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 587.404064] env[62321]: DEBUG nova.virt.hardware [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 587.404241] env[62321]: DEBUG nova.virt.hardware [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 587.405432] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ea1964-f111-4114-a780-53796ef2b5a7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.408667] env[62321]: DEBUG nova.scheduler.client.report [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 587.417380] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3903100c-52dc-40d2-a0f0-8873d2f26b59 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.558202] env[62321]: DEBUG oslo_vmware.api [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5245361b-4f07-1c72-fcbb-4586048ec409, 'name': SearchDatastore_Task, 'duration_secs': 0.020042} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.558962] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dba1918-5105-41c5-9e81-003c5c593bb7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.564234] env[62321]: DEBUG oslo_vmware.api [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Waiting for the task: (returnval){ [ 587.564234] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5298828c-fbbb-daef-b11e-5816b098d328" [ 587.564234] env[62321]: _type = "Task" [ 587.564234] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.571490] env[62321]: DEBUG oslo_vmware.api [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5298828c-fbbb-daef-b11e-5816b098d328, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.622280] env[62321]: DEBUG nova.objects.base [None req-45a48372-7705-43a7-a3a7-97b5092072b3 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Object Instance<362ae547-c9b5-4e21-a740-9077e044ba8d> lazy-loaded attributes: flavor,pci_requests {{(pid=62321) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 587.622546] env[62321]: DEBUG nova.network.neutron [None req-45a48372-7705-43a7-a3a7-97b5092072b3 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 587.667866] env[62321]: DEBUG oslo_vmware.api [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c05b05-c037-a560-1299-a1b3b7007b70, 'name': SearchDatastore_Task, 'duration_secs': 0.068494} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.669635] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.669888] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 0be60052-791c-4216-b5db-c666b62ef9f2/0be60052-791c-4216-b5db-c666b62ef9f2.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 587.670146] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8254e08f-5b69-4a62-8681-fe55297a6ed4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.676367] env[62321]: DEBUG oslo_vmware.api [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Waiting for the task: (returnval){ [ 587.676367] env[62321]: value = "task-2632620" [ 587.676367] env[62321]: _type = "Task" [ 587.676367] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.684432] env[62321]: DEBUG oslo_vmware.api [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': task-2632620, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.712879] env[62321]: DEBUG oslo_concurrency.lockutils [None req-45a48372-7705-43a7-a3a7-97b5092072b3 tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Lock "interface-362ae547-c9b5-4e21-a740-9077e044ba8d-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.101s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.723388] env[62321]: DEBUG nova.network.neutron [req-ab874a62-af6d-4e46-8baf-d1dc0e79c941 req-96d2ad70-6524-4df9-abb9-b24a0e7d559e service nova] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Updated VIF entry in instance network info cache for port 34fc5b07-4780-4fc5-98cd-bc45492cb8e8. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 587.723709] env[62321]: DEBUG nova.network.neutron [req-ab874a62-af6d-4e46-8baf-d1dc0e79c941 req-96d2ad70-6524-4df9-abb9-b24a0e7d559e service nova] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Updating instance_info_cache with network_info: [{"id": "34fc5b07-4780-4fc5-98cd-bc45492cb8e8", "address": "fa:16:3e:ae:34:5a", "network": {"id": "5e238b30-0897-4a13-abdd-80d9574933e5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1505937680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5995a6335846438a62bf5bc70ac38a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34fc5b07-47", "ovs_interfaceid": "34fc5b07-4780-4fc5-98cd-bc45492cb8e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.803418] env[62321]: DEBUG oslo_vmware.api [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Task: {'id': task-2632619, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.860638] env[62321]: DEBUG nova.network.neutron [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 587.916073] env[62321]: DEBUG oslo_concurrency.lockutils [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.916626] env[62321]: DEBUG nova.compute.manager [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 587.919372] env[62321]: DEBUG oslo_concurrency.lockutils [None req-51866ca5-45a1-421c-b35e-cb61e35cd465 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.415s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.919593] env[62321]: DEBUG nova.objects.instance [None req-51866ca5-45a1-421c-b35e-cb61e35cd465 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Lazy-loading 'resources' on Instance uuid 9f712855-ab1c-43d1-9dbe-15825b9f66b4 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 588.057766] env[62321]: DEBUG nova.network.neutron [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Updating instance_info_cache with network_info: [{"id": "d61e21bb-53be-4afa-b66d-a8d7a69a2f98", "address": "fa:16:3e:52:15:5b", "network": {"id": "3b982849-7bc4-430b-b1f9-c265f8bba327", "bridge": "br-int", "label": "tempest-ImagesTestJSON-143530141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbf5a183ceef4072a1656cf46c79d9a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd61e21bb-53", "ovs_interfaceid": "d61e21bb-53be-4afa-b66d-a8d7a69a2f98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 588.075633] env[62321]: DEBUG oslo_vmware.api [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5298828c-fbbb-daef-b11e-5816b098d328, 'name': SearchDatastore_Task, 'duration_secs': 0.033949} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.076157] env[62321]: DEBUG oslo_concurrency.lockutils [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.076277] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 677d7209-536c-43ed-8704-1554ce7ef923/7fc427ea-8761-4336-ad20-460b5403c5d0-rescue.vmdk. {{(pid=62321) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 588.076433] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bf0fd10-db28-4283-9e58-014d83ab06c7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.084335] env[62321]: DEBUG oslo_vmware.api [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Waiting for the task: (returnval){ [ 588.084335] env[62321]: value = "task-2632621" [ 588.084335] env[62321]: _type = "Task" [ 588.084335] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.094271] env[62321]: DEBUG oslo_vmware.api [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Task: {'id': task-2632621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.187872] env[62321]: DEBUG oslo_vmware.api [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': task-2632620, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.226265] env[62321]: DEBUG oslo_concurrency.lockutils [req-ab874a62-af6d-4e46-8baf-d1dc0e79c941 req-96d2ad70-6524-4df9-abb9-b24a0e7d559e service nova] Releasing lock "refresh_cache-d104862d-3e3f-44ad-8ba9-54949db23968" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.226518] env[62321]: DEBUG nova.compute.manager [req-ab874a62-af6d-4e46-8baf-d1dc0e79c941 req-96d2ad70-6524-4df9-abb9-b24a0e7d559e service nova] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Received event network-changed-c06dc10d-7ed3-49c4-86a2-997f23bf9f5b {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 588.226753] env[62321]: DEBUG nova.compute.manager [req-ab874a62-af6d-4e46-8baf-d1dc0e79c941 req-96d2ad70-6524-4df9-abb9-b24a0e7d559e service nova] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Refreshing instance network info cache due to event network-changed-c06dc10d-7ed3-49c4-86a2-997f23bf9f5b. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 588.226969] env[62321]: DEBUG oslo_concurrency.lockutils [req-ab874a62-af6d-4e46-8baf-d1dc0e79c941 req-96d2ad70-6524-4df9-abb9-b24a0e7d559e service nova] Acquiring lock "refresh_cache-134d5bd9-4ede-4817-9d40-682ff2205edb" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.227135] env[62321]: DEBUG oslo_concurrency.lockutils [req-ab874a62-af6d-4e46-8baf-d1dc0e79c941 req-96d2ad70-6524-4df9-abb9-b24a0e7d559e service nova] Acquired lock "refresh_cache-134d5bd9-4ede-4817-9d40-682ff2205edb" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.227298] env[62321]: DEBUG nova.network.neutron [req-ab874a62-af6d-4e46-8baf-d1dc0e79c941 req-96d2ad70-6524-4df9-abb9-b24a0e7d559e service nova] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Refreshing network info cache for port c06dc10d-7ed3-49c4-86a2-997f23bf9f5b {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 588.311833] env[62321]: DEBUG oslo_vmware.api [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Task: {'id': task-2632619, 'name': ReconfigVM_Task, 'duration_secs': 0.850581} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.311833] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Reconfigured VM instance instance-00000010 to attach disk [datastore1] d104862d-3e3f-44ad-8ba9-54949db23968/d104862d-3e3f-44ad-8ba9-54949db23968.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 588.311833] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e12d0fde-9ff6-40e9-ae70-2d9fe4820e0f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.319390] env[62321]: DEBUG oslo_vmware.api [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Waiting for the task: (returnval){ [ 588.319390] env[62321]: value = "task-2632622" [ 588.319390] env[62321]: _type = "Task" [ 588.319390] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.330355] env[62321]: DEBUG oslo_vmware.api [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Task: {'id': task-2632622, 'name': Rename_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.425169] env[62321]: DEBUG nova.compute.utils [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 588.429553] env[62321]: DEBUG nova.compute.manager [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 588.430183] env[62321]: DEBUG nova.network.neutron [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 588.510657] env[62321]: DEBUG nova.policy [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1c2f5dfbac44829bbe716952367a1aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c660bc9909cd431cbe05cf3f4e3d2be4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 588.568424] env[62321]: DEBUG oslo_concurrency.lockutils [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Releasing lock "refresh_cache-554e13c2-ea50-43d4-9d9b-62a3cce7b91e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.568784] env[62321]: DEBUG nova.compute.manager [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Instance network_info: |[{"id": "d61e21bb-53be-4afa-b66d-a8d7a69a2f98", "address": "fa:16:3e:52:15:5b", "network": {"id": "3b982849-7bc4-430b-b1f9-c265f8bba327", "bridge": "br-int", "label": "tempest-ImagesTestJSON-143530141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbf5a183ceef4072a1656cf46c79d9a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd61e21bb-53", "ovs_interfaceid": "d61e21bb-53be-4afa-b66d-a8d7a69a2f98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 588.571664] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:15:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d62c1cf-f39a-4626-9552-f1e13c692636', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd61e21bb-53be-4afa-b66d-a8d7a69a2f98', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 588.580861] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Creating folder: Project (cbf5a183ceef4072a1656cf46c79d9a4). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 588.585094] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6258dc7e-aa92-4e13-b4ba-9a36934ea5a8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.597417] env[62321]: DEBUG oslo_vmware.api [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Task: {'id': task-2632621, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.602187] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Created folder: Project (cbf5a183ceef4072a1656cf46c79d9a4) in parent group-v530434. [ 588.602392] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Creating folder: Instances. Parent ref: group-v530486. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 588.602691] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ccae870b-2810-43f8-8529-49e520e9a3ee {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.611862] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Created folder: Instances in parent group-v530486. [ 588.612281] env[62321]: DEBUG oslo.service.loopingcall [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 588.612557] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 588.615559] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-605c7465-d11d-4817-bec9-861ae9518eab {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.637281] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 588.637281] env[62321]: value = "task-2632625" [ 588.637281] env[62321]: _type = "Task" [ 588.637281] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.649700] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632625, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.689910] env[62321]: DEBUG oslo_vmware.api [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': task-2632620, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706325} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.694590] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 0be60052-791c-4216-b5db-c666b62ef9f2/0be60052-791c-4216-b5db-c666b62ef9f2.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 588.695068] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 588.695735] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50914c0e-0539-48f6-81e1-4d2239c25862 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.704589] env[62321]: DEBUG oslo_vmware.api [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Waiting for the task: (returnval){ [ 588.704589] env[62321]: value = "task-2632626" [ 588.704589] env[62321]: _type = "Task" [ 588.704589] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.705487] env[62321]: DEBUG nova.network.neutron [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Successfully updated port: 1c3c93d5-47e6-427d-86d6-e0020b14c6f7 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 588.725586] env[62321]: DEBUG oslo_vmware.api [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': task-2632626, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.828058] env[62321]: DEBUG oslo_vmware.api [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Task: {'id': task-2632622, 'name': Rename_Task, 'duration_secs': 0.15642} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.830785] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 588.831910] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21ca3ab3-b839-4f74-bcca-a49b444438df {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.838585] env[62321]: DEBUG oslo_vmware.api [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Waiting for the task: (returnval){ [ 588.838585] env[62321]: value = "task-2632627" [ 588.838585] env[62321]: _type = "Task" [ 588.838585] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.848024] env[62321]: DEBUG oslo_vmware.api [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Task: {'id': task-2632627, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.934938] env[62321]: DEBUG nova.compute.manager [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 588.954963] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448f6ddd-8fd3-4d59-b96c-9413c69f0e9f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.962318] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae6860a-e999-4b14-b742-69f7ac0fd83c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.996221] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b6068e-3e7b-4631-b672-23db6a24c628 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.004626] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103e9dac-58d9-411e-a957-ed85da7415b0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.018362] env[62321]: DEBUG nova.compute.provider_tree [None req-51866ca5-45a1-421c-b35e-cb61e35cd465 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 589.096383] env[62321]: DEBUG oslo_vmware.api [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Task: {'id': task-2632621, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671789} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.096683] env[62321]: INFO nova.virt.vmwareapi.ds_util [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 677d7209-536c-43ed-8704-1554ce7ef923/7fc427ea-8761-4336-ad20-460b5403c5d0-rescue.vmdk. [ 589.097466] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ca888b-7d7f-42f5-a84a-3f49c39fcf20 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.121451] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 677d7209-536c-43ed-8704-1554ce7ef923/7fc427ea-8761-4336-ad20-460b5403c5d0-rescue.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 589.121746] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2613f7c-a3c5-4a8c-9da0-88698b1aeda9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.143677] env[62321]: DEBUG oslo_vmware.api [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Waiting for the task: (returnval){ [ 589.143677] env[62321]: value = "task-2632628" [ 589.143677] env[62321]: _type = "Task" [ 589.143677] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.150478] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632625, 'name': CreateVM_Task, 'duration_secs': 0.398881} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.153574] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 589.153999] env[62321]: DEBUG oslo_vmware.api [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Task: {'id': task-2632628, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.154612] env[62321]: DEBUG oslo_concurrency.lockutils [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.154805] env[62321]: DEBUG oslo_concurrency.lockutils [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.155167] env[62321]: DEBUG oslo_concurrency.lockutils [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.155432] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efdc58be-17e5-458f-bcfe-d6b8825fbece {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.161226] env[62321]: DEBUG oslo_vmware.api [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 589.161226] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5296a647-b0a3-595c-a72d-37d11b09f56c" [ 589.161226] env[62321]: _type = "Task" [ 589.161226] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.170455] env[62321]: DEBUG oslo_vmware.api [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5296a647-b0a3-595c-a72d-37d11b09f56c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.215583] env[62321]: DEBUG oslo_concurrency.lockutils [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Acquiring lock "refresh_cache-86949a33-63ea-47ba-924f-15bc56751c17" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.215583] env[62321]: DEBUG oslo_concurrency.lockutils [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Acquired lock "refresh_cache-86949a33-63ea-47ba-924f-15bc56751c17" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.215707] env[62321]: DEBUG nova.network.neutron [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 589.222718] env[62321]: DEBUG oslo_vmware.api [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': task-2632626, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070167} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.224148] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 589.224261] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1cfd6a-699a-4457-8bb7-433775bababc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.252512] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 0be60052-791c-4216-b5db-c666b62ef9f2/0be60052-791c-4216-b5db-c666b62ef9f2.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 589.253741] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-617d6292-8604-4ea2-a70f-41aa436428b0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.275283] env[62321]: DEBUG oslo_vmware.api [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Waiting for the task: (returnval){ [ 589.275283] env[62321]: value = "task-2632629" [ 589.275283] env[62321]: _type = "Task" [ 589.275283] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.279307] env[62321]: DEBUG nova.network.neutron [req-ab874a62-af6d-4e46-8baf-d1dc0e79c941 req-96d2ad70-6524-4df9-abb9-b24a0e7d559e service nova] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Updated VIF entry in instance network info cache for port c06dc10d-7ed3-49c4-86a2-997f23bf9f5b. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 589.279657] env[62321]: DEBUG nova.network.neutron [req-ab874a62-af6d-4e46-8baf-d1dc0e79c941 req-96d2ad70-6524-4df9-abb9-b24a0e7d559e service nova] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Updating instance_info_cache with network_info: [{"id": "c06dc10d-7ed3-49c4-86a2-997f23bf9f5b", "address": "fa:16:3e:d5:17:39", "network": {"id": "c0fceb5b-d470-4ba1-b555-602572141573", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1625486976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7f08a1b575d4d34a6472874d750fc0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc06dc10d-7e", "ovs_interfaceid": "c06dc10d-7ed3-49c4-86a2-997f23bf9f5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.286228] env[62321]: DEBUG oslo_vmware.api [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': task-2632629, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.334442] env[62321]: DEBUG nova.network.neutron [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Successfully created port: 63ac5fd0-7915-46fd-91ec-20ad286ff74e {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 589.349821] env[62321]: DEBUG oslo_vmware.api [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Task: {'id': task-2632627, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.545744] env[62321]: ERROR nova.scheduler.client.report [None req-51866ca5-45a1-421c-b35e-cb61e35cd465 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] [req-8b242ab5-2b93-4559-a806-5380cf7d8b43] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e4ce1efe-a8f0-4655-8f76-50516c538695. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8b242ab5-2b93-4559-a806-5380cf7d8b43"}]} [ 589.574899] env[62321]: DEBUG nova.scheduler.client.report [None req-51866ca5-45a1-421c-b35e-cb61e35cd465 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Refreshing inventories for resource provider e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 589.597846] env[62321]: DEBUG nova.scheduler.client.report [None req-51866ca5-45a1-421c-b35e-cb61e35cd465 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Updating ProviderTree inventory for provider e4ce1efe-a8f0-4655-8f76-50516c538695 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 589.598169] env[62321]: DEBUG nova.compute.provider_tree [None req-51866ca5-45a1-421c-b35e-cb61e35cd465 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 589.613564] env[62321]: DEBUG nova.scheduler.client.report [None req-51866ca5-45a1-421c-b35e-cb61e35cd465 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Refreshing aggregate associations for resource provider e4ce1efe-a8f0-4655-8f76-50516c538695, aggregates: None {{(pid=62321) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 589.641684] env[62321]: DEBUG nova.scheduler.client.report [None req-51866ca5-45a1-421c-b35e-cb61e35cd465 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Refreshing trait associations for resource provider e4ce1efe-a8f0-4655-8f76-50516c538695, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62321) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 589.654482] env[62321]: DEBUG oslo_vmware.api [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Task: {'id': task-2632628, 'name': ReconfigVM_Task, 'duration_secs': 0.317071} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.654482] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 677d7209-536c-43ed-8704-1554ce7ef923/7fc427ea-8761-4336-ad20-460b5403c5d0-rescue.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 589.655508] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e79a53e-f695-4705-b2b0-48e427c524f0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.688231] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33900bf2-6a54-47ff-a25a-c2d746f1badb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.704750] env[62321]: DEBUG oslo_vmware.api [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5296a647-b0a3-595c-a72d-37d11b09f56c, 'name': SearchDatastore_Task, 'duration_secs': 0.009453} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.706068] env[62321]: DEBUG oslo_concurrency.lockutils [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.706303] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 589.706522] env[62321]: DEBUG oslo_concurrency.lockutils [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.706700] env[62321]: DEBUG oslo_concurrency.lockutils [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.706871] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 589.707216] env[62321]: DEBUG oslo_vmware.api [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Waiting for the task: (returnval){ [ 589.707216] env[62321]: value = "task-2632630" [ 589.707216] env[62321]: _type = "Task" [ 589.707216] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.707426] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3552d8d6-f07e-4158-9e65-a29cd1a3dea8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.721283] env[62321]: DEBUG oslo_vmware.api [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Task: {'id': task-2632630, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.725515] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 589.725723] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 589.729174] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b5b86b0-d3b7-4b07-94e9-3b6f0a95b082 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.734877] env[62321]: DEBUG oslo_vmware.api [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 589.734877] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]527f3665-cfe9-a0f6-ec37-255f52543889" [ 589.734877] env[62321]: _type = "Task" [ 589.734877] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.742835] env[62321]: DEBUG oslo_vmware.api [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]527f3665-cfe9-a0f6-ec37-255f52543889, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.784776] env[62321]: DEBUG oslo_concurrency.lockutils [req-ab874a62-af6d-4e46-8baf-d1dc0e79c941 req-96d2ad70-6524-4df9-abb9-b24a0e7d559e service nova] Releasing lock "refresh_cache-134d5bd9-4ede-4817-9d40-682ff2205edb" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.785380] env[62321]: DEBUG nova.compute.manager [req-ab874a62-af6d-4e46-8baf-d1dc0e79c941 req-96d2ad70-6524-4df9-abb9-b24a0e7d559e service nova] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Received event network-vif-plugged-6156cf7c-49b0-40ae-85d2-497af3416251 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 589.785651] env[62321]: DEBUG oslo_concurrency.lockutils [req-ab874a62-af6d-4e46-8baf-d1dc0e79c941 req-96d2ad70-6524-4df9-abb9-b24a0e7d559e service nova] Acquiring lock "0be60052-791c-4216-b5db-c666b62ef9f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.785906] env[62321]: DEBUG oslo_concurrency.lockutils [req-ab874a62-af6d-4e46-8baf-d1dc0e79c941 req-96d2ad70-6524-4df9-abb9-b24a0e7d559e service nova] Lock "0be60052-791c-4216-b5db-c666b62ef9f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.786136] env[62321]: DEBUG oslo_concurrency.lockutils [req-ab874a62-af6d-4e46-8baf-d1dc0e79c941 req-96d2ad70-6524-4df9-abb9-b24a0e7d559e service nova] Lock "0be60052-791c-4216-b5db-c666b62ef9f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.786793] env[62321]: DEBUG nova.compute.manager [req-ab874a62-af6d-4e46-8baf-d1dc0e79c941 req-96d2ad70-6524-4df9-abb9-b24a0e7d559e service nova] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] No waiting events found dispatching network-vif-plugged-6156cf7c-49b0-40ae-85d2-497af3416251 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 589.786793] env[62321]: WARNING nova.compute.manager [req-ab874a62-af6d-4e46-8baf-d1dc0e79c941 req-96d2ad70-6524-4df9-abb9-b24a0e7d559e service nova] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Received unexpected event network-vif-plugged-6156cf7c-49b0-40ae-85d2-497af3416251 for instance with vm_state building and task_state spawning. [ 589.786793] env[62321]: DEBUG nova.compute.manager [req-ab874a62-af6d-4e46-8baf-d1dc0e79c941 req-96d2ad70-6524-4df9-abb9-b24a0e7d559e service nova] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Received event network-changed-6156cf7c-49b0-40ae-85d2-497af3416251 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 589.786998] env[62321]: DEBUG nova.compute.manager [req-ab874a62-af6d-4e46-8baf-d1dc0e79c941 req-96d2ad70-6524-4df9-abb9-b24a0e7d559e service nova] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Refreshing instance network info cache due to event network-changed-6156cf7c-49b0-40ae-85d2-497af3416251. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 589.787211] env[62321]: DEBUG oslo_concurrency.lockutils [req-ab874a62-af6d-4e46-8baf-d1dc0e79c941 req-96d2ad70-6524-4df9-abb9-b24a0e7d559e service nova] Acquiring lock "refresh_cache-0be60052-791c-4216-b5db-c666b62ef9f2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.787400] env[62321]: DEBUG oslo_concurrency.lockutils [req-ab874a62-af6d-4e46-8baf-d1dc0e79c941 req-96d2ad70-6524-4df9-abb9-b24a0e7d559e service nova] Acquired lock "refresh_cache-0be60052-791c-4216-b5db-c666b62ef9f2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.787630] env[62321]: DEBUG nova.network.neutron [req-ab874a62-af6d-4e46-8baf-d1dc0e79c941 req-96d2ad70-6524-4df9-abb9-b24a0e7d559e service nova] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Refreshing network info cache for port 6156cf7c-49b0-40ae-85d2-497af3416251 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 589.794062] env[62321]: DEBUG oslo_vmware.api [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': task-2632629, 'name': ReconfigVM_Task, 'duration_secs': 0.329968} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.794525] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 0be60052-791c-4216-b5db-c666b62ef9f2/0be60052-791c-4216-b5db-c666b62ef9f2.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 589.795120] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01bad3e0-b288-46c7-b0d4-e9a40f76761d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.804190] env[62321]: DEBUG oslo_vmware.api [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Waiting for the task: (returnval){ [ 589.804190] env[62321]: value = "task-2632631" [ 589.804190] env[62321]: _type = "Task" [ 589.804190] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.809578] env[62321]: DEBUG nova.network.neutron [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 589.816407] env[62321]: DEBUG oslo_vmware.api [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': task-2632631, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.848923] env[62321]: DEBUG oslo_vmware.api [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Task: {'id': task-2632627, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.946727] env[62321]: DEBUG nova.compute.manager [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 589.990491] env[62321]: DEBUG nova.virt.hardware [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 589.990741] env[62321]: DEBUG nova.virt.hardware [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 589.990916] env[62321]: DEBUG nova.virt.hardware [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 589.991144] env[62321]: DEBUG nova.virt.hardware [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 589.991346] env[62321]: DEBUG nova.virt.hardware [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 589.991521] env[62321]: DEBUG nova.virt.hardware [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 589.991761] env[62321]: DEBUG nova.virt.hardware [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 589.991936] env[62321]: DEBUG nova.virt.hardware [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 589.992288] env[62321]: DEBUG nova.virt.hardware [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 589.992675] env[62321]: DEBUG nova.virt.hardware [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 589.992930] env[62321]: DEBUG nova.virt.hardware [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 589.994060] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de006dda-dcff-4cbb-877c-dcb017a331e0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.006040] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2cd01a2-418f-4dfb-aaf3-998c586a0645 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.137193] env[62321]: DEBUG nova.network.neutron [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Updating instance_info_cache with network_info: [{"id": "1c3c93d5-47e6-427d-86d6-e0020b14c6f7", "address": "fa:16:3e:d2:13:e0", "network": {"id": "8a01c132-236c-4878-8704-ebaee02707b3", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1121268618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9732630f588b439d9965635801617eaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c3c93d5-47", "ovs_interfaceid": "1c3c93d5-47e6-427d-86d6-e0020b14c6f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.168145] env[62321]: DEBUG nova.compute.manager [req-47cad73f-93b9-4483-acee-ad5ecc3e4fd1 req-9406cdfb-6b05-4715-b0d5-da3dca2bfd1a service nova] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Received event network-vif-plugged-d61e21bb-53be-4afa-b66d-a8d7a69a2f98 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 590.169105] env[62321]: DEBUG oslo_concurrency.lockutils [req-47cad73f-93b9-4483-acee-ad5ecc3e4fd1 req-9406cdfb-6b05-4715-b0d5-da3dca2bfd1a service nova] Acquiring lock "554e13c2-ea50-43d4-9d9b-62a3cce7b91e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.169105] env[62321]: DEBUG oslo_concurrency.lockutils [req-47cad73f-93b9-4483-acee-ad5ecc3e4fd1 req-9406cdfb-6b05-4715-b0d5-da3dca2bfd1a service nova] Lock "554e13c2-ea50-43d4-9d9b-62a3cce7b91e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.169105] env[62321]: DEBUG oslo_concurrency.lockutils [req-47cad73f-93b9-4483-acee-ad5ecc3e4fd1 req-9406cdfb-6b05-4715-b0d5-da3dca2bfd1a service nova] Lock "554e13c2-ea50-43d4-9d9b-62a3cce7b91e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.169105] env[62321]: DEBUG nova.compute.manager [req-47cad73f-93b9-4483-acee-ad5ecc3e4fd1 req-9406cdfb-6b05-4715-b0d5-da3dca2bfd1a service nova] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] No waiting events found dispatching network-vif-plugged-d61e21bb-53be-4afa-b66d-a8d7a69a2f98 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 590.169105] env[62321]: WARNING nova.compute.manager [req-47cad73f-93b9-4483-acee-ad5ecc3e4fd1 req-9406cdfb-6b05-4715-b0d5-da3dca2bfd1a service nova] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Received unexpected event network-vif-plugged-d61e21bb-53be-4afa-b66d-a8d7a69a2f98 for instance with vm_state building and task_state spawning. [ 590.169815] env[62321]: DEBUG nova.compute.manager [req-47cad73f-93b9-4483-acee-ad5ecc3e4fd1 req-9406cdfb-6b05-4715-b0d5-da3dca2bfd1a service nova] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Received event network-changed-26afda3c-5190-4e76-af99-cc5f049018e3 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 590.169815] env[62321]: DEBUG nova.compute.manager [req-47cad73f-93b9-4483-acee-ad5ecc3e4fd1 req-9406cdfb-6b05-4715-b0d5-da3dca2bfd1a service nova] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Refreshing instance network info cache due to event network-changed-26afda3c-5190-4e76-af99-cc5f049018e3. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 590.169815] env[62321]: DEBUG oslo_concurrency.lockutils [req-47cad73f-93b9-4483-acee-ad5ecc3e4fd1 req-9406cdfb-6b05-4715-b0d5-da3dca2bfd1a service nova] Acquiring lock "refresh_cache-c1559566-8363-4f6d-8e9d-695f91e7fe1d" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.169815] env[62321]: DEBUG oslo_concurrency.lockutils [req-47cad73f-93b9-4483-acee-ad5ecc3e4fd1 req-9406cdfb-6b05-4715-b0d5-da3dca2bfd1a service nova] Acquired lock "refresh_cache-c1559566-8363-4f6d-8e9d-695f91e7fe1d" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.169815] env[62321]: DEBUG nova.network.neutron [req-47cad73f-93b9-4483-acee-ad5ecc3e4fd1 req-9406cdfb-6b05-4715-b0d5-da3dca2bfd1a service nova] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Refreshing network info cache for port 26afda3c-5190-4e76-af99-cc5f049018e3 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 590.189232] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2576e6cf-8e1d-4ed9-a791-f33f61f9a728 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.197923] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a6be1c-4a6a-4c08-8f37-089138e79093 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.233901] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb017b5d-8644-49ff-9717-c3776c9458cd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.245812] env[62321]: DEBUG oslo_vmware.api [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Task: {'id': task-2632630, 'name': ReconfigVM_Task, 'duration_secs': 0.16963} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.247128] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 590.247458] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30da7348-1d49-4b2a-b1b9-12005cd31d44 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.249964] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9022704-2540-4da3-a8f3-fd7f15e124fb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.256741] env[62321]: DEBUG oslo_vmware.api [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]527f3665-cfe9-a0f6-ec37-255f52543889, 'name': SearchDatastore_Task, 'duration_secs': 0.025707} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.258473] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb0426e8-017e-4519-a754-5f5790ec42a0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.269226] env[62321]: DEBUG nova.compute.provider_tree [None req-51866ca5-45a1-421c-b35e-cb61e35cd465 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 590.272604] env[62321]: DEBUG oslo_vmware.api [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Waiting for the task: (returnval){ [ 590.272604] env[62321]: value = "task-2632632" [ 590.272604] env[62321]: _type = "Task" [ 590.272604] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.276972] env[62321]: DEBUG oslo_vmware.api [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 590.276972] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5260ee14-af1d-661e-faec-32dc0135600f" [ 590.276972] env[62321]: _type = "Task" [ 590.276972] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.283576] env[62321]: DEBUG oslo_vmware.api [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Task: {'id': task-2632632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.289892] env[62321]: DEBUG oslo_vmware.api [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5260ee14-af1d-661e-faec-32dc0135600f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.313607] env[62321]: DEBUG oslo_vmware.api [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': task-2632631, 'name': Rename_Task, 'duration_secs': 0.197681} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.313887] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 590.314142] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d15bbd3-6fe2-4b19-9064-a83bdbb25433 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.320322] env[62321]: DEBUG oslo_vmware.api [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Waiting for the task: (returnval){ [ 590.320322] env[62321]: value = "task-2632633" [ 590.320322] env[62321]: _type = "Task" [ 590.320322] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.330614] env[62321]: DEBUG oslo_vmware.api [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': task-2632633, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.351262] env[62321]: DEBUG oslo_vmware.api [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Task: {'id': task-2632627, 'name': PowerOnVM_Task, 'duration_secs': 1.232887} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.351725] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 590.351924] env[62321]: INFO nova.compute.manager [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Took 11.67 seconds to spawn the instance on the hypervisor. [ 590.352117] env[62321]: DEBUG nova.compute.manager [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 590.353250] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a8f4ae-8519-4b02-adac-54132ce8481b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.613987] env[62321]: DEBUG nova.network.neutron [req-ab874a62-af6d-4e46-8baf-d1dc0e79c941 req-96d2ad70-6524-4df9-abb9-b24a0e7d559e service nova] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Updated VIF entry in instance network info cache for port 6156cf7c-49b0-40ae-85d2-497af3416251. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 590.614373] env[62321]: DEBUG nova.network.neutron [req-ab874a62-af6d-4e46-8baf-d1dc0e79c941 req-96d2ad70-6524-4df9-abb9-b24a0e7d559e service nova] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Updating instance_info_cache with network_info: [{"id": "6156cf7c-49b0-40ae-85d2-497af3416251", "address": "fa:16:3e:5b:0d:ea", "network": {"id": "89c0515c-b183-455d-bf39-ff2f850ebc2a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1765306575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ed0fdcbbf954c61828e9b79bad93980", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6156cf7c-49", "ovs_interfaceid": "6156cf7c-49b0-40ae-85d2-497af3416251", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.640612] env[62321]: DEBUG oslo_concurrency.lockutils [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Releasing lock "refresh_cache-86949a33-63ea-47ba-924f-15bc56751c17" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.640964] env[62321]: DEBUG nova.compute.manager [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Instance network_info: |[{"id": "1c3c93d5-47e6-427d-86d6-e0020b14c6f7", "address": "fa:16:3e:d2:13:e0", "network": {"id": "8a01c132-236c-4878-8704-ebaee02707b3", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1121268618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9732630f588b439d9965635801617eaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c3c93d5-47", "ovs_interfaceid": "1c3c93d5-47e6-427d-86d6-e0020b14c6f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 590.641684] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:13:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dacd109c-2442-41b8-b612-7ed3efbdaa94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c3c93d5-47e6-427d-86d6-e0020b14c6f7', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 590.649219] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Creating folder: Project (9732630f588b439d9965635801617eaa). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.649500] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84593e8f-7d29-43f1-a65a-65e1ce9a1721 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.664275] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Created folder: Project (9732630f588b439d9965635801617eaa) in parent group-v530434. [ 590.664493] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Creating folder: Instances. Parent ref: group-v530489. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.664769] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bfc7d0ad-b61d-4a9f-9387-aa6516b1a587 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.674325] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Created folder: Instances in parent group-v530489. [ 590.674614] env[62321]: DEBUG oslo.service.loopingcall [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 590.674946] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 590.675042] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84e11bf8-4e4a-4fc7-a920-462efdf01127 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.697679] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 590.697679] env[62321]: value = "task-2632636" [ 590.697679] env[62321]: _type = "Task" [ 590.697679] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.304944] env[62321]: DEBUG nova.scheduler.client.report [None req-51866ca5-45a1-421c-b35e-cb61e35cd465 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 591.308214] env[62321]: DEBUG oslo_concurrency.lockutils [None req-07274cc9-8e72-4932-90cc-5e946dec44be tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Acquiring lock "362ae547-c9b5-4e21-a740-9077e044ba8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.308427] env[62321]: DEBUG oslo_concurrency.lockutils [None req-07274cc9-8e72-4932-90cc-5e946dec44be tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Lock "362ae547-c9b5-4e21-a740-9077e044ba8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.308618] env[62321]: DEBUG oslo_concurrency.lockutils [None req-07274cc9-8e72-4932-90cc-5e946dec44be tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Acquiring lock "362ae547-c9b5-4e21-a740-9077e044ba8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.308873] env[62321]: DEBUG oslo_concurrency.lockutils [None req-07274cc9-8e72-4932-90cc-5e946dec44be tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Lock "362ae547-c9b5-4e21-a740-9077e044ba8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.308968] env[62321]: DEBUG oslo_concurrency.lockutils [None req-07274cc9-8e72-4932-90cc-5e946dec44be tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Lock "362ae547-c9b5-4e21-a740-9077e044ba8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.314724] env[62321]: DEBUG oslo_concurrency.lockutils [req-ab874a62-af6d-4e46-8baf-d1dc0e79c941 req-96d2ad70-6524-4df9-abb9-b24a0e7d559e service nova] Releasing lock "refresh_cache-0be60052-791c-4216-b5db-c666b62ef9f2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.317669] env[62321]: INFO nova.compute.manager [None req-07274cc9-8e72-4932-90cc-5e946dec44be tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Terminating instance [ 591.335109] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632636, 'name': CreateVM_Task, 'duration_secs': 0.525117} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.335625] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 591.342767] env[62321]: DEBUG oslo_concurrency.lockutils [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.342767] env[62321]: DEBUG oslo_concurrency.lockutils [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.342767] env[62321]: DEBUG oslo_concurrency.lockutils [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.342767] env[62321]: DEBUG oslo_vmware.api [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Task: {'id': task-2632632, 'name': PowerOnVM_Task, 'duration_secs': 0.522374} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.349020] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc3af389-bb68-49bc-87e8-9cd434bde9a4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.349020] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 591.350108] env[62321]: DEBUG oslo_vmware.api [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': task-2632633, 'name': PowerOnVM_Task, 'duration_secs': 0.595063} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.350326] env[62321]: DEBUG oslo_vmware.api [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5260ee14-af1d-661e-faec-32dc0135600f, 'name': SearchDatastore_Task, 'duration_secs': 0.017141} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.351281] env[62321]: DEBUG nova.compute.manager [None req-992a0c07-bb78-446e-aa37-fa1e2f66f3b0 tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 591.351798] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 591.351990] env[62321]: INFO nova.compute.manager [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Took 10.11 seconds to spawn the instance on the hypervisor. [ 591.352173] env[62321]: DEBUG nova.compute.manager [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 591.353204] env[62321]: DEBUG oslo_concurrency.lockutils [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.353204] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 554e13c2-ea50-43d4-9d9b-62a3cce7b91e/554e13c2-ea50-43d4-9d9b-62a3cce7b91e.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 591.353459] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20778f5c-94b5-45ad-ad3e-44602f28e4bc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.357263] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2104beb-d3d3-4965-aadb-e5b4a75d973c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.359472] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6a8139e-db47-4afa-b2ce-ffe9f322240c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.363084] env[62321]: DEBUG oslo_vmware.api [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Waiting for the task: (returnval){ [ 591.363084] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52279649-f810-0aab-7ac8-95c648fc276b" [ 591.363084] env[62321]: _type = "Task" [ 591.363084] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.374732] env[62321]: DEBUG oslo_vmware.api [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 591.374732] env[62321]: value = "task-2632637" [ 591.374732] env[62321]: _type = "Task" [ 591.374732] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.382830] env[62321]: DEBUG oslo_vmware.api [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52279649-f810-0aab-7ac8-95c648fc276b, 'name': SearchDatastore_Task, 'duration_secs': 0.010765} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.383345] env[62321]: INFO nova.compute.manager [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Took 28.32 seconds to build instance. [ 591.384634] env[62321]: DEBUG oslo_concurrency.lockutils [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.384912] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 591.385328] env[62321]: DEBUG oslo_concurrency.lockutils [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.385460] env[62321]: DEBUG oslo_concurrency.lockutils [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.385577] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 591.389232] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64c35b85-9b09-4d42-ab91-3c65902ff4fc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.391151] env[62321]: DEBUG oslo_vmware.api [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.397087] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 591.397453] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 591.398157] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09f1428b-a218-4111-9c02-29d930347d63 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.403292] env[62321]: DEBUG oslo_vmware.api [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Waiting for the task: (returnval){ [ 591.403292] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c35d62-c6f9-f6c7-fed8-081798582e57" [ 591.403292] env[62321]: _type = "Task" [ 591.403292] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.411984] env[62321]: DEBUG oslo_vmware.api [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c35d62-c6f9-f6c7-fed8-081798582e57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.797246] env[62321]: DEBUG nova.network.neutron [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Successfully updated port: 63ac5fd0-7915-46fd-91ec-20ad286ff74e {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 591.819862] env[62321]: DEBUG oslo_concurrency.lockutils [None req-51866ca5-45a1-421c-b35e-cb61e35cd465 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.900s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.822789] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0c78c219-4e8b-4934-a455-fced2a9bd44d tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.639s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.823031] env[62321]: DEBUG nova.objects.instance [None req-0c78c219-4e8b-4934-a455-fced2a9bd44d tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Lazy-loading 'resources' on Instance uuid 272a1022-6da1-41c5-a572-e048c09a8aec {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 591.835357] env[62321]: DEBUG nova.compute.manager [None req-07274cc9-8e72-4932-90cc-5e946dec44be tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 591.835525] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-07274cc9-8e72-4932-90cc-5e946dec44be tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 591.836863] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27973ff1-35db-40b0-8135-a0c3e127e411 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.844816] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-07274cc9-8e72-4932-90cc-5e946dec44be tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 591.844816] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf7949fe-a141-4816-a5b0-e4a85648f321 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.851325] env[62321]: DEBUG oslo_vmware.api [None req-07274cc9-8e72-4932-90cc-5e946dec44be tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Waiting for the task: (returnval){ [ 591.851325] env[62321]: value = "task-2632638" [ 591.851325] env[62321]: _type = "Task" [ 591.851325] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.863836] env[62321]: DEBUG oslo_vmware.api [None req-07274cc9-8e72-4932-90cc-5e946dec44be tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Task: {'id': task-2632638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.875248] env[62321]: INFO nova.scheduler.client.report [None req-51866ca5-45a1-421c-b35e-cb61e35cd465 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Deleted allocations for instance 9f712855-ab1c-43d1-9dbe-15825b9f66b4 [ 591.887835] env[62321]: DEBUG nova.network.neutron [req-47cad73f-93b9-4483-acee-ad5ecc3e4fd1 req-9406cdfb-6b05-4715-b0d5-da3dca2bfd1a service nova] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Updated VIF entry in instance network info cache for port 26afda3c-5190-4e76-af99-cc5f049018e3. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 591.889639] env[62321]: DEBUG nova.network.neutron [req-47cad73f-93b9-4483-acee-ad5ecc3e4fd1 req-9406cdfb-6b05-4715-b0d5-da3dca2bfd1a service nova] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Updating instance_info_cache with network_info: [{"id": "26afda3c-5190-4e76-af99-cc5f049018e3", "address": "fa:16:3e:73:b1:2d", "network": {"id": "15059447-4ddb-4f7c-9d7a-eb15d620cc06", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-61771899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3a30c1e24264109876f828e701f39dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26afda3c-51", "ovs_interfaceid": "26afda3c-5190-4e76-af99-cc5f049018e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.901942] env[62321]: DEBUG oslo_concurrency.lockutils [None req-eef009b2-06b4-4b24-8fc5-e5bab2c5a828 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Lock "d104862d-3e3f-44ad-8ba9-54949db23968" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.853s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.908182] env[62321]: INFO nova.compute.manager [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Took 28.70 seconds to build instance. [ 591.913619] env[62321]: DEBUG oslo_vmware.api [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.438769} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.915281] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 554e13c2-ea50-43d4-9d9b-62a3cce7b91e/554e13c2-ea50-43d4-9d9b-62a3cce7b91e.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 591.915281] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 591.915281] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c1bef3c-15d5-4951-8314-ff38dceaae55 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.922039] env[62321]: DEBUG oslo_vmware.api [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c35d62-c6f9-f6c7-fed8-081798582e57, 'name': SearchDatastore_Task, 'duration_secs': 0.008406} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.924633] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6dab4b9-b6c7-4e67-9c62-faefddef66ff {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.928493] env[62321]: DEBUG oslo_vmware.api [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 591.928493] env[62321]: value = "task-2632639" [ 591.928493] env[62321]: _type = "Task" [ 591.928493] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.935410] env[62321]: DEBUG oslo_vmware.api [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Waiting for the task: (returnval){ [ 591.935410] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5279c806-a85c-4669-c7c9-3606f0ecbb02" [ 591.935410] env[62321]: _type = "Task" [ 591.935410] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.944618] env[62321]: DEBUG oslo_vmware.api [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632639, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.949880] env[62321]: DEBUG oslo_vmware.api [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5279c806-a85c-4669-c7c9-3606f0ecbb02, 'name': SearchDatastore_Task, 'duration_secs': 0.009802} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.950153] env[62321]: DEBUG oslo_concurrency.lockutils [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.950411] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 86949a33-63ea-47ba-924f-15bc56751c17/86949a33-63ea-47ba-924f-15bc56751c17.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 591.950915] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1330f1ed-bb8b-43cd-a6cb-c7f7dd0b21f9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.957623] env[62321]: DEBUG oslo_vmware.api [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Waiting for the task: (returnval){ [ 591.957623] env[62321]: value = "task-2632640" [ 591.957623] env[62321]: _type = "Task" [ 591.957623] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.967926] env[62321]: DEBUG oslo_vmware.api [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Task: {'id': task-2632640, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.307022] env[62321]: DEBUG oslo_concurrency.lockutils [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "refresh_cache-6c7313cd-0c0a-4068-975a-3239bf6b7869" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.307022] env[62321]: DEBUG oslo_concurrency.lockutils [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquired lock "refresh_cache-6c7313cd-0c0a-4068-975a-3239bf6b7869" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.307022] env[62321]: DEBUG nova.network.neutron [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 592.364860] env[62321]: DEBUG oslo_vmware.api [None req-07274cc9-8e72-4932-90cc-5e946dec44be tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Task: {'id': task-2632638, 'name': PowerOffVM_Task, 'duration_secs': 0.229511} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.365825] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-07274cc9-8e72-4932-90cc-5e946dec44be tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 592.366041] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-07274cc9-8e72-4932-90cc-5e946dec44be tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 592.366325] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-437a36ea-c543-4755-bbd1-3170cd28b135 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.412360] env[62321]: DEBUG oslo_concurrency.lockutils [None req-51866ca5-45a1-421c-b35e-cb61e35cd465 tempest-ServerExternalEventsTest-1921576127 tempest-ServerExternalEventsTest-1921576127-project-member] Lock "9f712855-ab1c-43d1-9dbe-15825b9f66b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.002s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.413705] env[62321]: DEBUG nova.compute.manager [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.421021] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ffeef2d0-25b6-4316-9aa3-f58efc3c04e3 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Lock "0be60052-791c-4216-b5db-c666b62ef9f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.436s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.441142] env[62321]: DEBUG oslo_vmware.api [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632639, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066745} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.441406] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 592.442280] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a48262-cc08-49c1-8140-6e1d985198fe {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.448759] env[62321]: DEBUG oslo_concurrency.lockutils [req-47cad73f-93b9-4483-acee-ad5ecc3e4fd1 req-9406cdfb-6b05-4715-b0d5-da3dca2bfd1a service nova] Releasing lock "refresh_cache-c1559566-8363-4f6d-8e9d-695f91e7fe1d" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.449035] env[62321]: DEBUG nova.compute.manager [req-47cad73f-93b9-4483-acee-ad5ecc3e4fd1 req-9406cdfb-6b05-4715-b0d5-da3dca2bfd1a service nova] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Received event network-changed-d61e21bb-53be-4afa-b66d-a8d7a69a2f98 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 592.449490] env[62321]: DEBUG nova.compute.manager [req-47cad73f-93b9-4483-acee-ad5ecc3e4fd1 req-9406cdfb-6b05-4715-b0d5-da3dca2bfd1a service nova] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Refreshing instance network info cache due to event network-changed-d61e21bb-53be-4afa-b66d-a8d7a69a2f98. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 592.449490] env[62321]: DEBUG oslo_concurrency.lockutils [req-47cad73f-93b9-4483-acee-ad5ecc3e4fd1 req-9406cdfb-6b05-4715-b0d5-da3dca2bfd1a service nova] Acquiring lock "refresh_cache-554e13c2-ea50-43d4-9d9b-62a3cce7b91e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.449758] env[62321]: DEBUG oslo_concurrency.lockutils [req-47cad73f-93b9-4483-acee-ad5ecc3e4fd1 req-9406cdfb-6b05-4715-b0d5-da3dca2bfd1a service nova] Acquired lock "refresh_cache-554e13c2-ea50-43d4-9d9b-62a3cce7b91e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.449758] env[62321]: DEBUG nova.network.neutron [req-47cad73f-93b9-4483-acee-ad5ecc3e4fd1 req-9406cdfb-6b05-4715-b0d5-da3dca2bfd1a service nova] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Refreshing network info cache for port d61e21bb-53be-4afa-b66d-a8d7a69a2f98 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 592.452105] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-07274cc9-8e72-4932-90cc-5e946dec44be tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 592.452105] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-07274cc9-8e72-4932-90cc-5e946dec44be tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 592.452293] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-07274cc9-8e72-4932-90cc-5e946dec44be tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Deleting the datastore file [datastore2] 362ae547-c9b5-4e21-a740-9077e044ba8d {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 592.454095] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-456463d6-836c-499b-b71a-f88e3cef809e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.475617] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 554e13c2-ea50-43d4-9d9b-62a3cce7b91e/554e13c2-ea50-43d4-9d9b-62a3cce7b91e.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 592.482267] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b47b2d90-d1f3-4dda-b9ea-436e640dbdfd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.499432] env[62321]: DEBUG oslo_vmware.api [None req-07274cc9-8e72-4932-90cc-5e946dec44be tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Waiting for the task: (returnval){ [ 592.499432] env[62321]: value = "task-2632642" [ 592.499432] env[62321]: _type = "Task" [ 592.499432] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.506568] env[62321]: DEBUG oslo_vmware.api [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Task: {'id': task-2632640, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487715} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.508336] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 86949a33-63ea-47ba-924f-15bc56751c17/86949a33-63ea-47ba-924f-15bc56751c17.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 592.508584] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 592.508922] env[62321]: DEBUG oslo_vmware.api [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 592.508922] env[62321]: value = "task-2632643" [ 592.508922] env[62321]: _type = "Task" [ 592.508922] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.509187] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a35d4b23-19a8-4b2a-ade0-2e70be193d00 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.520482] env[62321]: DEBUG oslo_vmware.api [None req-07274cc9-8e72-4932-90cc-5e946dec44be tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Task: {'id': task-2632642, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.530765] env[62321]: DEBUG oslo_vmware.api [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632643, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.532026] env[62321]: DEBUG oslo_vmware.api [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Waiting for the task: (returnval){ [ 592.532026] env[62321]: value = "task-2632644" [ 592.532026] env[62321]: _type = "Task" [ 592.532026] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.544802] env[62321]: DEBUG oslo_vmware.api [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Task: {'id': task-2632644, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.878170] env[62321]: DEBUG nova.network.neutron [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 592.882983] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b98282b-4ea9-49e2-a707-66b36d36119f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.892763] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2fe3ee-9058-4603-8cbf-bf44652c46d1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.932736] env[62321]: DEBUG nova.compute.manager [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.941842] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d98ab8d-3a90-4ba3-803b-fb60a62dc4c0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.954018] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c727b8b-1bfb-418e-a410-a4991aa79250 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.957244] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.969325] env[62321]: DEBUG nova.compute.provider_tree [None req-0c78c219-4e8b-4934-a455-fced2a9bd44d tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.011157] env[62321]: DEBUG oslo_vmware.api [None req-07274cc9-8e72-4932-90cc-5e946dec44be tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Task: {'id': task-2632642, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150654} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.011635] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-07274cc9-8e72-4932-90cc-5e946dec44be tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 593.011981] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-07274cc9-8e72-4932-90cc-5e946dec44be tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 593.012359] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-07274cc9-8e72-4932-90cc-5e946dec44be tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 593.012677] env[62321]: INFO nova.compute.manager [None req-07274cc9-8e72-4932-90cc-5e946dec44be tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 593.013660] env[62321]: DEBUG oslo.service.loopingcall [None req-07274cc9-8e72-4932-90cc-5e946dec44be tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 593.013982] env[62321]: DEBUG nova.compute.manager [-] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 593.014188] env[62321]: DEBUG nova.network.neutron [-] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 593.030611] env[62321]: DEBUG oslo_vmware.api [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632643, 'name': ReconfigVM_Task, 'duration_secs': 0.364195} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.034216] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 554e13c2-ea50-43d4-9d9b-62a3cce7b91e/554e13c2-ea50-43d4-9d9b-62a3cce7b91e.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 593.038108] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14a73636-626d-4dbd-a1e5-4502b11203bc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.048665] env[62321]: DEBUG oslo_vmware.api [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Task: {'id': task-2632644, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075333} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.049955] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 593.050615] env[62321]: DEBUG oslo_vmware.api [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 593.050615] env[62321]: value = "task-2632645" [ 593.050615] env[62321]: _type = "Task" [ 593.050615] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.051344] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364f962b-3503-498b-9dbf-e00107078a05 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.061371] env[62321]: DEBUG oslo_vmware.api [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632645, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.078963] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 86949a33-63ea-47ba-924f-15bc56751c17/86949a33-63ea-47ba-924f-15bc56751c17.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 593.081792] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cab9222f-c253-4a0e-8638-82c6df517d6c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.105022] env[62321]: DEBUG oslo_vmware.api [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Waiting for the task: (returnval){ [ 593.105022] env[62321]: value = "task-2632646" [ 593.105022] env[62321]: _type = "Task" [ 593.105022] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.110152] env[62321]: DEBUG oslo_vmware.api [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Task: {'id': task-2632646, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.259665] env[62321]: DEBUG nova.compute.manager [req-e995988e-10b5-434f-9327-2a5005211e9c req-d1f8e66d-c87f-4938-8b56-827ce046bad7 service nova] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Received event network-vif-plugged-63ac5fd0-7915-46fd-91ec-20ad286ff74e {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 593.259665] env[62321]: DEBUG oslo_concurrency.lockutils [req-e995988e-10b5-434f-9327-2a5005211e9c req-d1f8e66d-c87f-4938-8b56-827ce046bad7 service nova] Acquiring lock "6c7313cd-0c0a-4068-975a-3239bf6b7869-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.259919] env[62321]: DEBUG oslo_concurrency.lockutils [req-e995988e-10b5-434f-9327-2a5005211e9c req-d1f8e66d-c87f-4938-8b56-827ce046bad7 service nova] Lock "6c7313cd-0c0a-4068-975a-3239bf6b7869-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.260056] env[62321]: DEBUG oslo_concurrency.lockutils [req-e995988e-10b5-434f-9327-2a5005211e9c req-d1f8e66d-c87f-4938-8b56-827ce046bad7 service nova] Lock "6c7313cd-0c0a-4068-975a-3239bf6b7869-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.260237] env[62321]: DEBUG nova.compute.manager [req-e995988e-10b5-434f-9327-2a5005211e9c req-d1f8e66d-c87f-4938-8b56-827ce046bad7 service nova] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] No waiting events found dispatching network-vif-plugged-63ac5fd0-7915-46fd-91ec-20ad286ff74e {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 593.260400] env[62321]: WARNING nova.compute.manager [req-e995988e-10b5-434f-9327-2a5005211e9c req-d1f8e66d-c87f-4938-8b56-827ce046bad7 service nova] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Received unexpected event network-vif-plugged-63ac5fd0-7915-46fd-91ec-20ad286ff74e for instance with vm_state building and task_state spawning. [ 593.260588] env[62321]: DEBUG nova.compute.manager [req-e995988e-10b5-434f-9327-2a5005211e9c req-d1f8e66d-c87f-4938-8b56-827ce046bad7 service nova] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Received event network-changed-63ac5fd0-7915-46fd-91ec-20ad286ff74e {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 593.260701] env[62321]: DEBUG nova.compute.manager [req-e995988e-10b5-434f-9327-2a5005211e9c req-d1f8e66d-c87f-4938-8b56-827ce046bad7 service nova] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Refreshing instance network info cache due to event network-changed-63ac5fd0-7915-46fd-91ec-20ad286ff74e. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 593.260906] env[62321]: DEBUG oslo_concurrency.lockutils [req-e995988e-10b5-434f-9327-2a5005211e9c req-d1f8e66d-c87f-4938-8b56-827ce046bad7 service nova] Acquiring lock "refresh_cache-6c7313cd-0c0a-4068-975a-3239bf6b7869" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.288928] env[62321]: DEBUG nova.network.neutron [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Updating instance_info_cache with network_info: [{"id": "63ac5fd0-7915-46fd-91ec-20ad286ff74e", "address": "fa:16:3e:d1:b7:a6", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63ac5fd0-79", "ovs_interfaceid": "63ac5fd0-7915-46fd-91ec-20ad286ff74e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.460101] env[62321]: DEBUG nova.network.neutron [req-47cad73f-93b9-4483-acee-ad5ecc3e4fd1 req-9406cdfb-6b05-4715-b0d5-da3dca2bfd1a service nova] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Updated VIF entry in instance network info cache for port d61e21bb-53be-4afa-b66d-a8d7a69a2f98. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 593.460850] env[62321]: DEBUG nova.network.neutron [req-47cad73f-93b9-4483-acee-ad5ecc3e4fd1 req-9406cdfb-6b05-4715-b0d5-da3dca2bfd1a service nova] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Updating instance_info_cache with network_info: [{"id": "d61e21bb-53be-4afa-b66d-a8d7a69a2f98", "address": "fa:16:3e:52:15:5b", "network": {"id": "3b982849-7bc4-430b-b1f9-c265f8bba327", "bridge": "br-int", "label": "tempest-ImagesTestJSON-143530141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbf5a183ceef4072a1656cf46c79d9a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd61e21bb-53", "ovs_interfaceid": "d61e21bb-53be-4afa-b66d-a8d7a69a2f98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.466627] env[62321]: DEBUG oslo_concurrency.lockutils [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.472999] env[62321]: DEBUG nova.scheduler.client.report [None req-0c78c219-4e8b-4934-a455-fced2a9bd44d tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 593.565214] env[62321]: DEBUG oslo_vmware.api [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632645, 'name': Rename_Task, 'duration_secs': 0.35111} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.565638] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 593.566078] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b625fdf-9055-4da9-87d2-3cfd1050b65a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.575019] env[62321]: DEBUG oslo_vmware.api [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 593.575019] env[62321]: value = "task-2632647" [ 593.575019] env[62321]: _type = "Task" [ 593.575019] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.582803] env[62321]: DEBUG oslo_vmware.api [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.610612] env[62321]: DEBUG oslo_vmware.api [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Task: {'id': task-2632646, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.792559] env[62321]: DEBUG oslo_concurrency.lockutils [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Releasing lock "refresh_cache-6c7313cd-0c0a-4068-975a-3239bf6b7869" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.792945] env[62321]: DEBUG nova.compute.manager [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Instance network_info: |[{"id": "63ac5fd0-7915-46fd-91ec-20ad286ff74e", "address": "fa:16:3e:d1:b7:a6", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63ac5fd0-79", "ovs_interfaceid": "63ac5fd0-7915-46fd-91ec-20ad286ff74e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 593.793294] env[62321]: DEBUG oslo_concurrency.lockutils [req-e995988e-10b5-434f-9327-2a5005211e9c req-d1f8e66d-c87f-4938-8b56-827ce046bad7 service nova] Acquired lock "refresh_cache-6c7313cd-0c0a-4068-975a-3239bf6b7869" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.793474] env[62321]: DEBUG nova.network.neutron [req-e995988e-10b5-434f-9327-2a5005211e9c req-d1f8e66d-c87f-4938-8b56-827ce046bad7 service nova] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Refreshing network info cache for port 63ac5fd0-7915-46fd-91ec-20ad286ff74e {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 593.794706] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:b7:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63ac5fd0-7915-46fd-91ec-20ad286ff74e', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 593.805776] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Creating folder: Project (c660bc9909cd431cbe05cf3f4e3d2be4). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.806571] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05bd6a68-fd43-4360-ba68-601da0684219 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.817553] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Created folder: Project (c660bc9909cd431cbe05cf3f4e3d2be4) in parent group-v530434. [ 593.817746] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Creating folder: Instances. Parent ref: group-v530492. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.818439] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de0d58c2-c158-445a-8f58-9d69aa6abbb2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.829421] env[62321]: DEBUG nova.network.neutron [-] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.831509] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Created folder: Instances in parent group-v530492. [ 593.832164] env[62321]: DEBUG oslo.service.loopingcall [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 593.832247] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 593.832447] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6000502b-e539-4d3d-9c6f-23e9a9ca042a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.854940] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 593.854940] env[62321]: value = "task-2632650" [ 593.854940] env[62321]: _type = "Task" [ 593.854940] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.869595] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632650, 'name': CreateVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.964034] env[62321]: DEBUG oslo_concurrency.lockutils [req-47cad73f-93b9-4483-acee-ad5ecc3e4fd1 req-9406cdfb-6b05-4715-b0d5-da3dca2bfd1a service nova] Releasing lock "refresh_cache-554e13c2-ea50-43d4-9d9b-62a3cce7b91e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.965310] env[62321]: DEBUG nova.compute.manager [req-47cad73f-93b9-4483-acee-ad5ecc3e4fd1 req-9406cdfb-6b05-4715-b0d5-da3dca2bfd1a service nova] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Received event network-vif-plugged-1c3c93d5-47e6-427d-86d6-e0020b14c6f7 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 593.965310] env[62321]: DEBUG oslo_concurrency.lockutils [req-47cad73f-93b9-4483-acee-ad5ecc3e4fd1 req-9406cdfb-6b05-4715-b0d5-da3dca2bfd1a service nova] Acquiring lock "86949a33-63ea-47ba-924f-15bc56751c17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.965310] env[62321]: DEBUG oslo_concurrency.lockutils [req-47cad73f-93b9-4483-acee-ad5ecc3e4fd1 req-9406cdfb-6b05-4715-b0d5-da3dca2bfd1a service nova] Lock "86949a33-63ea-47ba-924f-15bc56751c17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.965310] env[62321]: DEBUG oslo_concurrency.lockutils [req-47cad73f-93b9-4483-acee-ad5ecc3e4fd1 req-9406cdfb-6b05-4715-b0d5-da3dca2bfd1a service nova] Lock "86949a33-63ea-47ba-924f-15bc56751c17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.965310] env[62321]: DEBUG nova.compute.manager [req-47cad73f-93b9-4483-acee-ad5ecc3e4fd1 req-9406cdfb-6b05-4715-b0d5-da3dca2bfd1a service nova] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] No waiting events found dispatching network-vif-plugged-1c3c93d5-47e6-427d-86d6-e0020b14c6f7 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 593.965510] env[62321]: WARNING nova.compute.manager [req-47cad73f-93b9-4483-acee-ad5ecc3e4fd1 req-9406cdfb-6b05-4715-b0d5-da3dca2bfd1a service nova] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Received unexpected event network-vif-plugged-1c3c93d5-47e6-427d-86d6-e0020b14c6f7 for instance with vm_state building and task_state spawning. [ 593.965510] env[62321]: DEBUG nova.compute.manager [req-47cad73f-93b9-4483-acee-ad5ecc3e4fd1 req-9406cdfb-6b05-4715-b0d5-da3dca2bfd1a service nova] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Received event network-changed-1c3c93d5-47e6-427d-86d6-e0020b14c6f7 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 593.966587] env[62321]: DEBUG nova.compute.manager [req-47cad73f-93b9-4483-acee-ad5ecc3e4fd1 req-9406cdfb-6b05-4715-b0d5-da3dca2bfd1a service nova] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Refreshing instance network info cache due to event network-changed-1c3c93d5-47e6-427d-86d6-e0020b14c6f7. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 593.966587] env[62321]: DEBUG oslo_concurrency.lockutils [req-47cad73f-93b9-4483-acee-ad5ecc3e4fd1 req-9406cdfb-6b05-4715-b0d5-da3dca2bfd1a service nova] Acquiring lock "refresh_cache-86949a33-63ea-47ba-924f-15bc56751c17" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.966587] env[62321]: DEBUG oslo_concurrency.lockutils [req-47cad73f-93b9-4483-acee-ad5ecc3e4fd1 req-9406cdfb-6b05-4715-b0d5-da3dca2bfd1a service nova] Acquired lock "refresh_cache-86949a33-63ea-47ba-924f-15bc56751c17" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.966587] env[62321]: DEBUG nova.network.neutron [req-47cad73f-93b9-4483-acee-ad5ecc3e4fd1 req-9406cdfb-6b05-4715-b0d5-da3dca2bfd1a service nova] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Refreshing network info cache for port 1c3c93d5-47e6-427d-86d6-e0020b14c6f7 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 593.986032] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0c78c219-4e8b-4934-a455-fced2a9bd44d tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.988362] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 22.032s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.020327] env[62321]: INFO nova.scheduler.client.report [None req-0c78c219-4e8b-4934-a455-fced2a9bd44d tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Deleted allocations for instance 272a1022-6da1-41c5-a572-e048c09a8aec [ 594.072311] env[62321]: DEBUG nova.compute.manager [req-0eedd05e-e55c-4d97-aa57-2d5dbe7c7fcf req-21e7316b-182d-442b-b8fa-36c7892729a8 service nova] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Received event network-vif-deleted-418fbb4a-881b-4600-97af-570d7d3877d6 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 594.087599] env[62321]: DEBUG oslo_vmware.api [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632647, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.114888] env[62321]: DEBUG oslo_vmware.api [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Task: {'id': task-2632646, 'name': ReconfigVM_Task, 'duration_secs': 0.871692} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.115484] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 86949a33-63ea-47ba-924f-15bc56751c17/86949a33-63ea-47ba-924f-15bc56751c17.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 594.116521] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d38d8ab4-44d6-4dc1-a97d-eb6b9e1dac4b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.124324] env[62321]: DEBUG oslo_vmware.api [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Waiting for the task: (returnval){ [ 594.124324] env[62321]: value = "task-2632651" [ 594.124324] env[62321]: _type = "Task" [ 594.124324] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.134487] env[62321]: DEBUG oslo_vmware.api [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Task: {'id': task-2632651, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.333205] env[62321]: INFO nova.compute.manager [-] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Took 1.32 seconds to deallocate network for instance. [ 594.365777] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632650, 'name': CreateVM_Task, 'duration_secs': 0.377295} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.365951] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 594.366668] env[62321]: DEBUG oslo_concurrency.lockutils [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.366869] env[62321]: DEBUG oslo_concurrency.lockutils [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.367284] env[62321]: DEBUG oslo_concurrency.lockutils [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.367609] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dbef727-20fc-42e3-92ce-e41741a641b0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.375283] env[62321]: DEBUG oslo_vmware.api [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 594.375283] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521a0ecd-ada8-bbd0-a721-ca96eb9882fd" [ 594.375283] env[62321]: _type = "Task" [ 594.375283] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.388192] env[62321]: DEBUG oslo_vmware.api [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521a0ecd-ada8-bbd0-a721-ca96eb9882fd, 'name': SearchDatastore_Task, 'duration_secs': 0.012375} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.388474] env[62321]: DEBUG oslo_concurrency.lockutils [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.388709] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 594.388980] env[62321]: DEBUG oslo_concurrency.lockutils [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.389147] env[62321]: DEBUG oslo_concurrency.lockutils [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.389324] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 594.389717] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a87cbd6-4ee6-40eb-a248-27374f8997eb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.397693] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 594.397889] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 594.398574] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a8f60d3-d399-44f7-af93-bc41b1f816ec {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.403905] env[62321]: DEBUG oslo_vmware.api [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 594.403905] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]527f2de7-bfd4-45d6-f650-c6236fe98c97" [ 594.403905] env[62321]: _type = "Task" [ 594.403905] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.411758] env[62321]: DEBUG oslo_vmware.api [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]527f2de7-bfd4-45d6-f650-c6236fe98c97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.495615] env[62321]: INFO nova.compute.claims [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 594.531699] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0c78c219-4e8b-4934-a455-fced2a9bd44d tempest-ServerDiagnosticsNegativeTest-598590882 tempest-ServerDiagnosticsNegativeTest-598590882-project-member] Lock "272a1022-6da1-41c5-a572-e048c09a8aec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.512s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.585802] env[62321]: DEBUG oslo_vmware.api [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632647, 'name': PowerOnVM_Task, 'duration_secs': 0.683807} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.586067] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 594.586273] env[62321]: INFO nova.compute.manager [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Took 9.79 seconds to spawn the instance on the hypervisor. [ 594.586449] env[62321]: DEBUG nova.compute.manager [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 594.587294] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f342c9a-67bb-4abb-9218-9093b82572d9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.640207] env[62321]: DEBUG oslo_vmware.api [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Task: {'id': task-2632651, 'name': Rename_Task, 'duration_secs': 0.267077} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.640476] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 594.641380] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efca8b66-c427-4b19-9300-40252022d8a0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.648052] env[62321]: DEBUG oslo_vmware.api [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Waiting for the task: (returnval){ [ 594.648052] env[62321]: value = "task-2632652" [ 594.648052] env[62321]: _type = "Task" [ 594.648052] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.657420] env[62321]: DEBUG oslo_vmware.api [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Task: {'id': task-2632652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.774810] env[62321]: DEBUG nova.network.neutron [req-47cad73f-93b9-4483-acee-ad5ecc3e4fd1 req-9406cdfb-6b05-4715-b0d5-da3dca2bfd1a service nova] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Updated VIF entry in instance network info cache for port 1c3c93d5-47e6-427d-86d6-e0020b14c6f7. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 594.775215] env[62321]: DEBUG nova.network.neutron [req-47cad73f-93b9-4483-acee-ad5ecc3e4fd1 req-9406cdfb-6b05-4715-b0d5-da3dca2bfd1a service nova] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Updating instance_info_cache with network_info: [{"id": "1c3c93d5-47e6-427d-86d6-e0020b14c6f7", "address": "fa:16:3e:d2:13:e0", "network": {"id": "8a01c132-236c-4878-8704-ebaee02707b3", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1121268618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9732630f588b439d9965635801617eaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c3c93d5-47", "ovs_interfaceid": "1c3c93d5-47e6-427d-86d6-e0020b14c6f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.842050] env[62321]: DEBUG oslo_concurrency.lockutils [None req-07274cc9-8e72-4932-90cc-5e946dec44be tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.915250] env[62321]: DEBUG oslo_vmware.api [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]527f2de7-bfd4-45d6-f650-c6236fe98c97, 'name': SearchDatastore_Task, 'duration_secs': 0.01297} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.916222] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca656de4-df7d-43ee-8842-cd45b560af69 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.922070] env[62321]: DEBUG oslo_vmware.api [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 594.922070] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52945ab0-30ed-c2d2-e109-600d3f788b82" [ 594.922070] env[62321]: _type = "Task" [ 594.922070] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.930070] env[62321]: DEBUG oslo_vmware.api [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52945ab0-30ed-c2d2-e109-600d3f788b82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.002234] env[62321]: INFO nova.compute.resource_tracker [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Updating resource usage from migration a3ca9cca-976c-4fe1-9d48-db10a007d64a [ 595.037132] env[62321]: DEBUG nova.network.neutron [req-e995988e-10b5-434f-9327-2a5005211e9c req-d1f8e66d-c87f-4938-8b56-827ce046bad7 service nova] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Updated VIF entry in instance network info cache for port 63ac5fd0-7915-46fd-91ec-20ad286ff74e. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 595.037564] env[62321]: DEBUG nova.network.neutron [req-e995988e-10b5-434f-9327-2a5005211e9c req-d1f8e66d-c87f-4938-8b56-827ce046bad7 service nova] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Updating instance_info_cache with network_info: [{"id": "63ac5fd0-7915-46fd-91ec-20ad286ff74e", "address": "fa:16:3e:d1:b7:a6", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63ac5fd0-79", "ovs_interfaceid": "63ac5fd0-7915-46fd-91ec-20ad286ff74e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.109567] env[62321]: INFO nova.compute.manager [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Took 29.40 seconds to build instance. [ 595.162244] env[62321]: DEBUG oslo_vmware.api [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Task: {'id': task-2632652, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.278668] env[62321]: DEBUG oslo_concurrency.lockutils [req-47cad73f-93b9-4483-acee-ad5ecc3e4fd1 req-9406cdfb-6b05-4715-b0d5-da3dca2bfd1a service nova] Releasing lock "refresh_cache-86949a33-63ea-47ba-924f-15bc56751c17" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.415983] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6baa7f6-af51-4e7b-b0d8-d656500c1aeb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.426281] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ed2213-43db-49b9-ad25-14df86d6bb65 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.435226] env[62321]: DEBUG oslo_vmware.api [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52945ab0-30ed-c2d2-e109-600d3f788b82, 'name': SearchDatastore_Task, 'duration_secs': 0.009204} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.463066] env[62321]: DEBUG oslo_concurrency.lockutils [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.463360] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 6c7313cd-0c0a-4068-975a-3239bf6b7869/6c7313cd-0c0a-4068-975a-3239bf6b7869.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 595.463812] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91349e55-e752-45c7-8aa5-57ef7d44a28b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.466589] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6fdbeb-1938-4987-b45a-9bb3ae95acf3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.475404] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f203fe-4b09-4783-821f-47ff99f28f4c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.479219] env[62321]: DEBUG oslo_vmware.api [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 595.479219] env[62321]: value = "task-2632653" [ 595.479219] env[62321]: _type = "Task" [ 595.479219] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.492037] env[62321]: DEBUG nova.compute.provider_tree [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.498484] env[62321]: DEBUG oslo_vmware.api [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2632653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.543020] env[62321]: DEBUG oslo_concurrency.lockutils [req-e995988e-10b5-434f-9327-2a5005211e9c req-d1f8e66d-c87f-4938-8b56-827ce046bad7 service nova] Releasing lock "refresh_cache-6c7313cd-0c0a-4068-975a-3239bf6b7869" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.543474] env[62321]: DEBUG nova.compute.manager [req-e995988e-10b5-434f-9327-2a5005211e9c req-d1f8e66d-c87f-4938-8b56-827ce046bad7 service nova] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Received event network-changed-c06dc10d-7ed3-49c4-86a2-997f23bf9f5b {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 595.543692] env[62321]: DEBUG nova.compute.manager [req-e995988e-10b5-434f-9327-2a5005211e9c req-d1f8e66d-c87f-4938-8b56-827ce046bad7 service nova] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Refreshing instance network info cache due to event network-changed-c06dc10d-7ed3-49c4-86a2-997f23bf9f5b. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 595.543940] env[62321]: DEBUG oslo_concurrency.lockutils [req-e995988e-10b5-434f-9327-2a5005211e9c req-d1f8e66d-c87f-4938-8b56-827ce046bad7 service nova] Acquiring lock "refresh_cache-134d5bd9-4ede-4817-9d40-682ff2205edb" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.544128] env[62321]: DEBUG oslo_concurrency.lockutils [req-e995988e-10b5-434f-9327-2a5005211e9c req-d1f8e66d-c87f-4938-8b56-827ce046bad7 service nova] Acquired lock "refresh_cache-134d5bd9-4ede-4817-9d40-682ff2205edb" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.544411] env[62321]: DEBUG nova.network.neutron [req-e995988e-10b5-434f-9327-2a5005211e9c req-d1f8e66d-c87f-4938-8b56-827ce046bad7 service nova] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Refreshing network info cache for port c06dc10d-7ed3-49c4-86a2-997f23bf9f5b {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 595.615123] env[62321]: DEBUG oslo_concurrency.lockutils [None req-791573cd-71fe-444c-8f68-aecc5c001a37 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "554e13c2-ea50-43d4-9d9b-62a3cce7b91e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.521s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.659568] env[62321]: DEBUG oslo_vmware.api [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Task: {'id': task-2632652, 'name': PowerOnVM_Task, 'duration_secs': 0.955823} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.659943] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 595.660050] env[62321]: INFO nova.compute.manager [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Took 8.29 seconds to spawn the instance on the hypervisor. [ 595.660230] env[62321]: DEBUG nova.compute.manager [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 595.661041] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7482e686-6f96-4db9-82e8-e74f3aaf3c7b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.989998] env[62321]: DEBUG oslo_vmware.api [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2632653, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456688} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.990143] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 6c7313cd-0c0a-4068-975a-3239bf6b7869/6c7313cd-0c0a-4068-975a-3239bf6b7869.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 595.990325] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 595.990512] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77ffab95-5385-4c06-9bcf-53dba5309918 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.997355] env[62321]: DEBUG nova.scheduler.client.report [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 596.001177] env[62321]: DEBUG oslo_vmware.api [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 596.001177] env[62321]: value = "task-2632654" [ 596.001177] env[62321]: _type = "Task" [ 596.001177] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.009708] env[62321]: DEBUG oslo_vmware.api [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2632654, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.118569] env[62321]: DEBUG nova.compute.manager [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 596.179739] env[62321]: INFO nova.compute.manager [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Took 28.99 seconds to build instance. [ 596.367023] env[62321]: DEBUG nova.network.neutron [req-e995988e-10b5-434f-9327-2a5005211e9c req-d1f8e66d-c87f-4938-8b56-827ce046bad7 service nova] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Updated VIF entry in instance network info cache for port c06dc10d-7ed3-49c4-86a2-997f23bf9f5b. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 596.367023] env[62321]: DEBUG nova.network.neutron [req-e995988e-10b5-434f-9327-2a5005211e9c req-d1f8e66d-c87f-4938-8b56-827ce046bad7 service nova] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Updating instance_info_cache with network_info: [{"id": "c06dc10d-7ed3-49c4-86a2-997f23bf9f5b", "address": "fa:16:3e:d5:17:39", "network": {"id": "c0fceb5b-d470-4ba1-b555-602572141573", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1625486976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7f08a1b575d4d34a6472874d750fc0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc06dc10d-7e", "ovs_interfaceid": "c06dc10d-7ed3-49c4-86a2-997f23bf9f5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.502680] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.514s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.502912] env[62321]: INFO nova.compute.manager [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Migrating [ 596.503455] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.503455] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.505853] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.331s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.507582] env[62321]: INFO nova.compute.claims [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] [instance: e255473e-2577-4105-9d39-3436f13e2e6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 596.519929] env[62321]: DEBUG oslo_vmware.api [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2632654, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0724} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.520339] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 596.520938] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1446e59-3c2b-4acd-8767-e85494e35248 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.542888] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 6c7313cd-0c0a-4068-975a-3239bf6b7869/6c7313cd-0c0a-4068-975a-3239bf6b7869.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 596.543191] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1156455-7e35-487c-95d5-20f18e22636c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.561138] env[62321]: DEBUG nova.compute.manager [req-64edf7bd-25fc-42a0-9fce-c4017ae74045 req-2e10d758-3e96-4bf1-99d2-df146b918861 service nova] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Received event network-changed-a395b324-1400-4709-80db-93ef2253542d {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 596.561278] env[62321]: DEBUG nova.compute.manager [req-64edf7bd-25fc-42a0-9fce-c4017ae74045 req-2e10d758-3e96-4bf1-99d2-df146b918861 service nova] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Refreshing instance network info cache due to event network-changed-a395b324-1400-4709-80db-93ef2253542d. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 596.561453] env[62321]: DEBUG oslo_concurrency.lockutils [req-64edf7bd-25fc-42a0-9fce-c4017ae74045 req-2e10d758-3e96-4bf1-99d2-df146b918861 service nova] Acquiring lock "refresh_cache-677d7209-536c-43ed-8704-1554ce7ef923" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.561592] env[62321]: DEBUG oslo_concurrency.lockutils [req-64edf7bd-25fc-42a0-9fce-c4017ae74045 req-2e10d758-3e96-4bf1-99d2-df146b918861 service nova] Acquired lock "refresh_cache-677d7209-536c-43ed-8704-1554ce7ef923" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.561831] env[62321]: DEBUG nova.network.neutron [req-64edf7bd-25fc-42a0-9fce-c4017ae74045 req-2e10d758-3e96-4bf1-99d2-df146b918861 service nova] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Refreshing network info cache for port a395b324-1400-4709-80db-93ef2253542d {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 596.569127] env[62321]: DEBUG oslo_vmware.api [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 596.569127] env[62321]: value = "task-2632655" [ 596.569127] env[62321]: _type = "Task" [ 596.569127] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.578979] env[62321]: DEBUG oslo_vmware.api [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2632655, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.649350] env[62321]: DEBUG oslo_concurrency.lockutils [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.682068] env[62321]: DEBUG oslo_concurrency.lockutils [None req-61a36667-a588-454f-be48-18f10a99a511 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Lock "86949a33-63ea-47ba-924f-15bc56751c17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.166s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.871717] env[62321]: DEBUG oslo_concurrency.lockutils [req-e995988e-10b5-434f-9327-2a5005211e9c req-d1f8e66d-c87f-4938-8b56-827ce046bad7 service nova] Releasing lock "refresh_cache-134d5bd9-4ede-4817-9d40-682ff2205edb" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.007585] env[62321]: INFO nova.compute.rpcapi [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 597.008214] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.080621] env[62321]: DEBUG oslo_vmware.api [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2632655, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.184678] env[62321]: DEBUG nova.compute.manager [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 597.414895] env[62321]: DEBUG nova.compute.manager [req-45e8d1e3-c13f-43f9-8133-fc58f6b5b8e0 req-fcd9af86-a55f-4d65-ab60-0ebbd876caf8 service nova] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Received event network-changed-34fc5b07-4780-4fc5-98cd-bc45492cb8e8 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 597.415112] env[62321]: DEBUG nova.compute.manager [req-45e8d1e3-c13f-43f9-8133-fc58f6b5b8e0 req-fcd9af86-a55f-4d65-ab60-0ebbd876caf8 service nova] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Refreshing instance network info cache due to event network-changed-34fc5b07-4780-4fc5-98cd-bc45492cb8e8. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 597.415407] env[62321]: DEBUG oslo_concurrency.lockutils [req-45e8d1e3-c13f-43f9-8133-fc58f6b5b8e0 req-fcd9af86-a55f-4d65-ab60-0ebbd876caf8 service nova] Acquiring lock "refresh_cache-d104862d-3e3f-44ad-8ba9-54949db23968" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.415631] env[62321]: DEBUG oslo_concurrency.lockutils [req-45e8d1e3-c13f-43f9-8133-fc58f6b5b8e0 req-fcd9af86-a55f-4d65-ab60-0ebbd876caf8 service nova] Acquired lock "refresh_cache-d104862d-3e3f-44ad-8ba9-54949db23968" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.415631] env[62321]: DEBUG nova.network.neutron [req-45e8d1e3-c13f-43f9-8133-fc58f6b5b8e0 req-fcd9af86-a55f-4d65-ab60-0ebbd876caf8 service nova] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Refreshing network info cache for port 34fc5b07-4780-4fc5-98cd-bc45492cb8e8 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 597.505463] env[62321]: DEBUG nova.network.neutron [req-64edf7bd-25fc-42a0-9fce-c4017ae74045 req-2e10d758-3e96-4bf1-99d2-df146b918861 service nova] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Updated VIF entry in instance network info cache for port a395b324-1400-4709-80db-93ef2253542d. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 597.505463] env[62321]: DEBUG nova.network.neutron [req-64edf7bd-25fc-42a0-9fce-c4017ae74045 req-2e10d758-3e96-4bf1-99d2-df146b918861 service nova] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Updating instance_info_cache with network_info: [{"id": "a395b324-1400-4709-80db-93ef2253542d", "address": "fa:16:3e:27:d4:dc", "network": {"id": "e620a076-f603-4ecf-9eb5-4d2d4f1e7690", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-90897136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "14a55a06f5564465b14521b89e150849", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa395b324-14", "ovs_interfaceid": "a395b324-1400-4709-80db-93ef2253542d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.530134] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquiring lock "refresh_cache-aeb622a0-9532-4a9d-ac75-65f4e84dfda0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.531420] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquired lock "refresh_cache-aeb622a0-9532-4a9d-ac75-65f4e84dfda0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.531420] env[62321]: DEBUG nova.network.neutron [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 597.581012] env[62321]: DEBUG oslo_vmware.api [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2632655, 'name': ReconfigVM_Task, 'duration_secs': 0.607197} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.581012] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 6c7313cd-0c0a-4068-975a-3239bf6b7869/6c7313cd-0c0a-4068-975a-3239bf6b7869.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 597.581755] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20a9eac7-336d-400c-8705-824f6d3a0f33 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.588848] env[62321]: DEBUG oslo_vmware.api [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 597.588848] env[62321]: value = "task-2632656" [ 597.588848] env[62321]: _type = "Task" [ 597.588848] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.599313] env[62321]: DEBUG oslo_vmware.api [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2632656, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.724110] env[62321]: DEBUG oslo_concurrency.lockutils [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.984151] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e47e72-b447-465e-860c-e18dc586f08e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.994324] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6668bb85-b3f4-45b3-8a59-ba298020ccc2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.024190] env[62321]: DEBUG oslo_concurrency.lockutils [req-64edf7bd-25fc-42a0-9fce-c4017ae74045 req-2e10d758-3e96-4bf1-99d2-df146b918861 service nova] Releasing lock "refresh_cache-677d7209-536c-43ed-8704-1554ce7ef923" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.025881] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfcbed8-99a7-44bc-900b-71d367d6d202 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.035281] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287b9ccc-751b-4b7a-aa9e-037265f136e7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.050518] env[62321]: DEBUG nova.compute.provider_tree [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 598.100151] env[62321]: DEBUG oslo_vmware.api [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2632656, 'name': Rename_Task, 'duration_secs': 0.166138} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.100500] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 598.100743] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5b87561-febb-425e-b9b7-3f6e627a2852 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.108291] env[62321]: DEBUG oslo_vmware.api [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 598.108291] env[62321]: value = "task-2632657" [ 598.108291] env[62321]: _type = "Task" [ 598.108291] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.119018] env[62321]: DEBUG oslo_vmware.api [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2632657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.244116] env[62321]: DEBUG oslo_concurrency.lockutils [None req-77e1302c-2311-48d3-a32e-6a5b9976dfe2 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquiring lock "554e13c2-ea50-43d4-9d9b-62a3cce7b91e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.244547] env[62321]: DEBUG oslo_concurrency.lockutils [None req-77e1302c-2311-48d3-a32e-6a5b9976dfe2 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "554e13c2-ea50-43d4-9d9b-62a3cce7b91e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.244547] env[62321]: DEBUG nova.compute.manager [None req-77e1302c-2311-48d3-a32e-6a5b9976dfe2 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 598.246301] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cee3af4-9a7e-427b-be41-8de1302eee22 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.253954] env[62321]: DEBUG nova.compute.manager [None req-77e1302c-2311-48d3-a32e-6a5b9976dfe2 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62321) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 598.254622] env[62321]: DEBUG nova.objects.instance [None req-77e1302c-2311-48d3-a32e-6a5b9976dfe2 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lazy-loading 'flavor' on Instance uuid 554e13c2-ea50-43d4-9d9b-62a3cce7b91e {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 598.371243] env[62321]: DEBUG nova.network.neutron [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Updating instance_info_cache with network_info: [{"id": "95279848-997c-4857-b9d0-9a6b4c7bd6a9", "address": "fa:16:3e:57:77:aa", "network": {"id": "a5547c0f-46b1-4ae5-841a-9f39910febcd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ef1461c1ad14a3cb8e9828aa58002a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95279848-99", "ovs_interfaceid": "95279848-997c-4857-b9d0-9a6b4c7bd6a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.394282] env[62321]: DEBUG nova.network.neutron [req-45e8d1e3-c13f-43f9-8133-fc58f6b5b8e0 req-fcd9af86-a55f-4d65-ab60-0ebbd876caf8 service nova] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Updated VIF entry in instance network info cache for port 34fc5b07-4780-4fc5-98cd-bc45492cb8e8. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 598.394647] env[62321]: DEBUG nova.network.neutron [req-45e8d1e3-c13f-43f9-8133-fc58f6b5b8e0 req-fcd9af86-a55f-4d65-ab60-0ebbd876caf8 service nova] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Updating instance_info_cache with network_info: [{"id": "34fc5b07-4780-4fc5-98cd-bc45492cb8e8", "address": "fa:16:3e:ae:34:5a", "network": {"id": "5e238b30-0897-4a13-abdd-80d9574933e5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1505937680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5995a6335846438a62bf5bc70ac38a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34fc5b07-47", "ovs_interfaceid": "34fc5b07-4780-4fc5-98cd-bc45492cb8e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.556965] env[62321]: DEBUG nova.scheduler.client.report [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 598.620994] env[62321]: DEBUG oslo_vmware.api [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2632657, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.876104] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Releasing lock "refresh_cache-aeb622a0-9532-4a9d-ac75-65f4e84dfda0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.896824] env[62321]: DEBUG oslo_concurrency.lockutils [req-45e8d1e3-c13f-43f9-8133-fc58f6b5b8e0 req-fcd9af86-a55f-4d65-ab60-0ebbd876caf8 service nova] Releasing lock "refresh_cache-d104862d-3e3f-44ad-8ba9-54949db23968" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.064264] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.557s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.064264] env[62321]: DEBUG nova.compute.manager [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] [instance: e255473e-2577-4105-9d39-3436f13e2e6e] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 599.069838] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b6f30c00-dbf9-4859-a1cd-4f7cbdee24fd tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.863s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.070350] env[62321]: DEBUG nova.objects.instance [None req-b6f30c00-dbf9-4859-a1cd-4f7cbdee24fd tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Lazy-loading 'resources' on Instance uuid 8c1ba19f-5d4c-4d59-bf01-68d886c24669 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 599.121503] env[62321]: DEBUG oslo_vmware.api [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2632657, 'name': PowerOnVM_Task, 'duration_secs': 0.633076} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.121911] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 599.122089] env[62321]: INFO nova.compute.manager [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Took 9.18 seconds to spawn the instance on the hypervisor. [ 599.122369] env[62321]: DEBUG nova.compute.manager [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 599.123427] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d35d8a1-ee19-4f84-b633-e8d679fe7fb3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.271826] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e1302c-2311-48d3-a32e-6a5b9976dfe2 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 599.272250] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acfbcb36-859f-4f88-849f-d523ba8fa91c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.283277] env[62321]: DEBUG oslo_vmware.api [None req-77e1302c-2311-48d3-a32e-6a5b9976dfe2 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 599.283277] env[62321]: value = "task-2632658" [ 599.283277] env[62321]: _type = "Task" [ 599.283277] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.297048] env[62321]: DEBUG oslo_vmware.api [None req-77e1302c-2311-48d3-a32e-6a5b9976dfe2 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.576480] env[62321]: DEBUG nova.compute.utils [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 599.584257] env[62321]: DEBUG nova.compute.manager [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] [instance: e255473e-2577-4105-9d39-3436f13e2e6e] Not allocating networking since 'none' was specified. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 599.649721] env[62321]: INFO nova.compute.manager [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Took 30.36 seconds to build instance. [ 599.794642] env[62321]: DEBUG oslo_vmware.api [None req-77e1302c-2311-48d3-a32e-6a5b9976dfe2 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632658, 'name': PowerOffVM_Task, 'duration_secs': 0.473055} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.796580] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e1302c-2311-48d3-a32e-6a5b9976dfe2 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 599.796580] env[62321]: DEBUG nova.compute.manager [None req-77e1302c-2311-48d3-a32e-6a5b9976dfe2 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 599.796580] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f27056-f529-4ea8-90cf-7e1461afd840 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.085300] env[62321]: DEBUG nova.compute.manager [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] [instance: e255473e-2577-4105-9d39-3436f13e2e6e] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 600.088886] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3edce4c8-a807-42c4-9690-cd52f51cf6dd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.097794] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed6f4be-e4fd-4f00-b8c7-9ff4ebdbd843 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.134418] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed21560e-41a4-4d21-8b97-19a7e7063b27 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.142579] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f452af22-a7e2-489d-a030-8c58ed69c7c3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.155958] env[62321]: DEBUG oslo_concurrency.lockutils [None req-22129b74-c3f9-423b-a963-d1596f950054 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "6c7313cd-0c0a-4068-975a-3239bf6b7869" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.766s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.156667] env[62321]: DEBUG nova.compute.provider_tree [None req-b6f30c00-dbf9-4859-a1cd-4f7cbdee24fd tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 600.318047] env[62321]: DEBUG oslo_concurrency.lockutils [None req-77e1302c-2311-48d3-a32e-6a5b9976dfe2 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "554e13c2-ea50-43d4-9d9b-62a3cce7b91e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.074s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.370297] env[62321]: DEBUG nova.compute.manager [req-011f51e6-d350-4a6f-bf55-d32e8abcec2f req-b4125200-d9a2-4ef7-98a9-ef56b748b1be service nova] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Received event network-changed-e5463235-18bf-47c4-9ff7-4e55eb816d37 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 600.370500] env[62321]: DEBUG nova.compute.manager [req-011f51e6-d350-4a6f-bf55-d32e8abcec2f req-b4125200-d9a2-4ef7-98a9-ef56b748b1be service nova] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Refreshing instance network info cache due to event network-changed-e5463235-18bf-47c4-9ff7-4e55eb816d37. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 600.370794] env[62321]: DEBUG oslo_concurrency.lockutils [req-011f51e6-d350-4a6f-bf55-d32e8abcec2f req-b4125200-d9a2-4ef7-98a9-ef56b748b1be service nova] Acquiring lock "refresh_cache-88b335c7-7c56-4ae7-90a1-0fff3028c6a2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.370857] env[62321]: DEBUG oslo_concurrency.lockutils [req-011f51e6-d350-4a6f-bf55-d32e8abcec2f req-b4125200-d9a2-4ef7-98a9-ef56b748b1be service nova] Acquired lock "refresh_cache-88b335c7-7c56-4ae7-90a1-0fff3028c6a2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.370997] env[62321]: DEBUG nova.network.neutron [req-011f51e6-d350-4a6f-bf55-d32e8abcec2f req-b4125200-d9a2-4ef7-98a9-ef56b748b1be service nova] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Refreshing network info cache for port e5463235-18bf-47c4-9ff7-4e55eb816d37 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 600.400224] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1818ea52-4e48-417d-96fb-0d1825b967ea {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.422481] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Updating instance 'aeb622a0-9532-4a9d-ac75-65f4e84dfda0' progress to 0 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 600.660163] env[62321]: DEBUG nova.scheduler.client.report [None req-b6f30c00-dbf9-4859-a1cd-4f7cbdee24fd tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.664043] env[62321]: DEBUG nova.compute.manager [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 600.834928] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2f69fb84-6493-4b02-b6ea-10ce8043599f tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Acquiring lock "134d5bd9-4ede-4817-9d40-682ff2205edb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.834928] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2f69fb84-6493-4b02-b6ea-10ce8043599f tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Lock "134d5bd9-4ede-4817-9d40-682ff2205edb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.834928] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2f69fb84-6493-4b02-b6ea-10ce8043599f tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Acquiring lock "134d5bd9-4ede-4817-9d40-682ff2205edb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.835185] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2f69fb84-6493-4b02-b6ea-10ce8043599f tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Lock "134d5bd9-4ede-4817-9d40-682ff2205edb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.835185] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2f69fb84-6493-4b02-b6ea-10ce8043599f tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Lock "134d5bd9-4ede-4817-9d40-682ff2205edb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.837115] env[62321]: INFO nova.compute.manager [None req-2f69fb84-6493-4b02-b6ea-10ce8043599f tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Terminating instance [ 600.929260] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 600.929570] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fa5445d-ce07-431c-a027-964f1ef0f1da {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.940213] env[62321]: DEBUG oslo_vmware.api [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Waiting for the task: (returnval){ [ 600.940213] env[62321]: value = "task-2632659" [ 600.940213] env[62321]: _type = "Task" [ 600.940213] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.946880] env[62321]: DEBUG oslo_vmware.api [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2632659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.099827] env[62321]: DEBUG nova.compute.manager [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] [instance: e255473e-2577-4105-9d39-3436f13e2e6e] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 601.132512] env[62321]: DEBUG nova.virt.hardware [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 601.132771] env[62321]: DEBUG nova.virt.hardware [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 601.132929] env[62321]: DEBUG nova.virt.hardware [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 601.133125] env[62321]: DEBUG nova.virt.hardware [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 601.133274] env[62321]: DEBUG nova.virt.hardware [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 601.133419] env[62321]: DEBUG nova.virt.hardware [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 601.133626] env[62321]: DEBUG nova.virt.hardware [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 601.133825] env[62321]: DEBUG nova.virt.hardware [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 601.134049] env[62321]: DEBUG nova.virt.hardware [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 601.134203] env[62321]: DEBUG nova.virt.hardware [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 601.134382] env[62321]: DEBUG nova.virt.hardware [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 601.135467] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7290240-8e82-4168-9def-2b467f906099 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.143769] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d1c191-49d0-4250-8cfb-6b0146f29361 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.158844] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] [instance: e255473e-2577-4105-9d39-3436f13e2e6e] Instance VIF info [] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 601.164313] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Creating folder: Project (43378be59ec8409a87b56f298567c0a4). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.165121] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b6f30c00-dbf9-4859-a1cd-4f7cbdee24fd tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.167115] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d148cd89-dbce-4fa6-9bae-83e3fe2b0d53 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.171955] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.924s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.172765] env[62321]: INFO nova.compute.claims [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 601.186525] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Created folder: Project (43378be59ec8409a87b56f298567c0a4) in parent group-v530434. [ 601.186525] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Creating folder: Instances. Parent ref: group-v530495. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.186709] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-550ed9d8-fcf5-4094-aad1-2219c8f7d333 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.195514] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.197190] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Created folder: Instances in parent group-v530495. [ 601.197574] env[62321]: DEBUG oslo.service.loopingcall [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 601.197630] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e255473e-2577-4105-9d39-3436f13e2e6e] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 601.198324] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1032585e-15ab-4c21-8c23-5145b5bf5c06 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.211822] env[62321]: INFO nova.scheduler.client.report [None req-b6f30c00-dbf9-4859-a1cd-4f7cbdee24fd tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Deleted allocations for instance 8c1ba19f-5d4c-4d59-bf01-68d886c24669 [ 601.218656] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 601.218656] env[62321]: value = "task-2632662" [ 601.218656] env[62321]: _type = "Task" [ 601.218656] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.228020] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632662, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.343350] env[62321]: DEBUG nova.compute.manager [None req-2f69fb84-6493-4b02-b6ea-10ce8043599f tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 601.343687] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2f69fb84-6493-4b02-b6ea-10ce8043599f tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 601.344447] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03a1e65-567e-47aa-bf25-7433b768139a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.356345] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f69fb84-6493-4b02-b6ea-10ce8043599f tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 601.356609] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a91c7de-a6ee-4340-8bbc-321b930693f8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.362487] env[62321]: DEBUG oslo_vmware.api [None req-2f69fb84-6493-4b02-b6ea-10ce8043599f tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Waiting for the task: (returnval){ [ 601.362487] env[62321]: value = "task-2632663" [ 601.362487] env[62321]: _type = "Task" [ 601.362487] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.370807] env[62321]: DEBUG oslo_vmware.api [None req-2f69fb84-6493-4b02-b6ea-10ce8043599f tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Task: {'id': task-2632663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.448955] env[62321]: DEBUG oslo_vmware.api [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2632659, 'name': PowerOffVM_Task, 'duration_secs': 0.207628} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.449255] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 601.449439] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Updating instance 'aeb622a0-9532-4a9d-ac75-65f4e84dfda0' progress to 17 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 601.552438] env[62321]: DEBUG nova.network.neutron [req-011f51e6-d350-4a6f-bf55-d32e8abcec2f req-b4125200-d9a2-4ef7-98a9-ef56b748b1be service nova] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Updated VIF entry in instance network info cache for port e5463235-18bf-47c4-9ff7-4e55eb816d37. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 601.552438] env[62321]: DEBUG nova.network.neutron [req-011f51e6-d350-4a6f-bf55-d32e8abcec2f req-b4125200-d9a2-4ef7-98a9-ef56b748b1be service nova] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Updating instance_info_cache with network_info: [{"id": "e5463235-18bf-47c4-9ff7-4e55eb816d37", "address": "fa:16:3e:7e:32:dc", "network": {"id": "89c0515c-b183-455d-bf39-ff2f850ebc2a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1765306575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ed0fdcbbf954c61828e9b79bad93980", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5463235-18", "ovs_interfaceid": "e5463235-18bf-47c4-9ff7-4e55eb816d37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.720036] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b6f30c00-dbf9-4859-a1cd-4f7cbdee24fd tempest-ServerDiagnosticsV248Test-1465622615 tempest-ServerDiagnosticsV248Test-1465622615-project-member] Lock "8c1ba19f-5d4c-4d59-bf01-68d886c24669" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.113s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.733824] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632662, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.874412] env[62321]: DEBUG oslo_vmware.api [None req-2f69fb84-6493-4b02-b6ea-10ce8043599f tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Task: {'id': task-2632663, 'name': PowerOffVM_Task, 'duration_secs': 0.246545} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.874819] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f69fb84-6493-4b02-b6ea-10ce8043599f tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 601.874819] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2f69fb84-6493-4b02-b6ea-10ce8043599f tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 601.875162] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69076411-20b0-4de4-b532-549bb8f2b1f6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.936706] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2f69fb84-6493-4b02-b6ea-10ce8043599f tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 601.937054] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2f69fb84-6493-4b02-b6ea-10ce8043599f tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 601.937112] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f69fb84-6493-4b02-b6ea-10ce8043599f tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Deleting the datastore file [datastore1] 134d5bd9-4ede-4817-9d40-682ff2205edb {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 601.937423] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54b2ad79-9cd0-4595-b305-1a901b3530c1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.943936] env[62321]: DEBUG oslo_vmware.api [None req-2f69fb84-6493-4b02-b6ea-10ce8043599f tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Waiting for the task: (returnval){ [ 601.943936] env[62321]: value = "task-2632665" [ 601.943936] env[62321]: _type = "Task" [ 601.943936] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.951740] env[62321]: DEBUG oslo_vmware.api [None req-2f69fb84-6493-4b02-b6ea-10ce8043599f tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Task: {'id': task-2632665, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.956184] env[62321]: DEBUG nova.virt.hardware [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 601.956419] env[62321]: DEBUG nova.virt.hardware [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 601.956868] env[62321]: DEBUG nova.virt.hardware [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 601.956868] env[62321]: DEBUG nova.virt.hardware [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 601.956981] env[62321]: DEBUG nova.virt.hardware [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 601.957350] env[62321]: DEBUG nova.virt.hardware [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 601.957590] env[62321]: DEBUG nova.virt.hardware [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 601.957811] env[62321]: DEBUG nova.virt.hardware [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 601.958046] env[62321]: DEBUG nova.virt.hardware [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 601.958285] env[62321]: DEBUG nova.virt.hardware [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 601.958503] env[62321]: DEBUG nova.virt.hardware [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 601.966444] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09e58221-1401-43bd-b1e8-9ea5fae73bb7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.988723] env[62321]: DEBUG oslo_vmware.api [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Waiting for the task: (returnval){ [ 601.988723] env[62321]: value = "task-2632666" [ 601.988723] env[62321]: _type = "Task" [ 601.988723] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.000096] env[62321]: DEBUG oslo_vmware.api [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2632666, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.057030] env[62321]: DEBUG oslo_concurrency.lockutils [req-011f51e6-d350-4a6f-bf55-d32e8abcec2f req-b4125200-d9a2-4ef7-98a9-ef56b748b1be service nova] Releasing lock "refresh_cache-88b335c7-7c56-4ae7-90a1-0fff3028c6a2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.057352] env[62321]: DEBUG nova.compute.manager [req-011f51e6-d350-4a6f-bf55-d32e8abcec2f req-b4125200-d9a2-4ef7-98a9-ef56b748b1be service nova] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Received event network-changed-a395b324-1400-4709-80db-93ef2253542d {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 602.057552] env[62321]: DEBUG nova.compute.manager [req-011f51e6-d350-4a6f-bf55-d32e8abcec2f req-b4125200-d9a2-4ef7-98a9-ef56b748b1be service nova] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Refreshing instance network info cache due to event network-changed-a395b324-1400-4709-80db-93ef2253542d. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 602.057793] env[62321]: DEBUG oslo_concurrency.lockutils [req-011f51e6-d350-4a6f-bf55-d32e8abcec2f req-b4125200-d9a2-4ef7-98a9-ef56b748b1be service nova] Acquiring lock "refresh_cache-677d7209-536c-43ed-8704-1554ce7ef923" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.057935] env[62321]: DEBUG oslo_concurrency.lockutils [req-011f51e6-d350-4a6f-bf55-d32e8abcec2f req-b4125200-d9a2-4ef7-98a9-ef56b748b1be service nova] Acquired lock "refresh_cache-677d7209-536c-43ed-8704-1554ce7ef923" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.058125] env[62321]: DEBUG nova.network.neutron [req-011f51e6-d350-4a6f-bf55-d32e8abcec2f req-b4125200-d9a2-4ef7-98a9-ef56b748b1be service nova] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Refreshing network info cache for port a395b324-1400-4709-80db-93ef2253542d {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 602.232344] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632662, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.458788] env[62321]: DEBUG oslo_vmware.api [None req-2f69fb84-6493-4b02-b6ea-10ce8043599f tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Task: {'id': task-2632665, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13333} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.459066] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f69fb84-6493-4b02-b6ea-10ce8043599f tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 602.459257] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2f69fb84-6493-4b02-b6ea-10ce8043599f tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 602.459476] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2f69fb84-6493-4b02-b6ea-10ce8043599f tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 602.459652] env[62321]: INFO nova.compute.manager [None req-2f69fb84-6493-4b02-b6ea-10ce8043599f tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Took 1.12 seconds to destroy the instance on the hypervisor. [ 602.459895] env[62321]: DEBUG oslo.service.loopingcall [None req-2f69fb84-6493-4b02-b6ea-10ce8043599f tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 602.460125] env[62321]: DEBUG nova.compute.manager [-] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 602.460225] env[62321]: DEBUG nova.network.neutron [-] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 602.502423] env[62321]: DEBUG oslo_vmware.api [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2632666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.644529] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce0effe-df98-49b0-988d-1387c41dfcb3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.656318] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202f46fe-0a14-494c-ada2-f55c357c9afb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.693630] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770a6779-9c68-465b-af72-036ea65ff823 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.702814] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ef62f9-cc9b-4761-baca-aeabdc84ae68 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.722252] env[62321]: DEBUG nova.compute.provider_tree [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 602.732416] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632662, 'name': CreateVM_Task, 'duration_secs': 1.380491} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.732609] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e255473e-2577-4105-9d39-3436f13e2e6e] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 602.733029] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.733989] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.733989] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.733989] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd9ce014-d0b5-4e56-9f83-f85c3f593c30 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.739193] env[62321]: DEBUG oslo_vmware.api [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Waiting for the task: (returnval){ [ 602.739193] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52feeb7f-c7e5-8cba-dcc1-6e11145dfdbb" [ 602.739193] env[62321]: _type = "Task" [ 602.739193] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.747829] env[62321]: DEBUG oslo_vmware.api [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52feeb7f-c7e5-8cba-dcc1-6e11145dfdbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.903390] env[62321]: DEBUG nova.network.neutron [req-011f51e6-d350-4a6f-bf55-d32e8abcec2f req-b4125200-d9a2-4ef7-98a9-ef56b748b1be service nova] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Updated VIF entry in instance network info cache for port a395b324-1400-4709-80db-93ef2253542d. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 602.903736] env[62321]: DEBUG nova.network.neutron [req-011f51e6-d350-4a6f-bf55-d32e8abcec2f req-b4125200-d9a2-4ef7-98a9-ef56b748b1be service nova] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Updating instance_info_cache with network_info: [{"id": "a395b324-1400-4709-80db-93ef2253542d", "address": "fa:16:3e:27:d4:dc", "network": {"id": "e620a076-f603-4ecf-9eb5-4d2d4f1e7690", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-90897136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "14a55a06f5564465b14521b89e150849", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa395b324-14", "ovs_interfaceid": "a395b324-1400-4709-80db-93ef2253542d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.006347] env[62321]: DEBUG oslo_vmware.api [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2632666, 'name': ReconfigVM_Task, 'duration_secs': 0.722195} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.009721] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Updating instance 'aeb622a0-9532-4a9d-ac75-65f4e84dfda0' progress to 33 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 603.085023] env[62321]: DEBUG nova.compute.manager [None req-5c7df4b5-f771-4134-b415-561f72c72180 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 603.085023] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7441938-d566-44c0-83a0-5d3caf11ac16 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.231132] env[62321]: DEBUG nova.scheduler.client.report [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 603.249524] env[62321]: DEBUG oslo_vmware.api [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52feeb7f-c7e5-8cba-dcc1-6e11145dfdbb, 'name': SearchDatastore_Task, 'duration_secs': 0.019126} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.253021] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.253021] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] [instance: e255473e-2577-4105-9d39-3436f13e2e6e] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 603.253021] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.253021] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.253356] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 603.253356] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0f61e94-17cc-4c17-a337-d1dcd2579810 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.262180] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 603.262528] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 603.263441] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af31b465-3ee2-4f3b-81fc-15d3e7137313 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.269486] env[62321]: DEBUG oslo_vmware.api [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Waiting for the task: (returnval){ [ 603.269486] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c971c8-cbfc-6948-303d-b6c49ae7f487" [ 603.269486] env[62321]: _type = "Task" [ 603.269486] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.277894] env[62321]: DEBUG oslo_vmware.api [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c971c8-cbfc-6948-303d-b6c49ae7f487, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.409990] env[62321]: DEBUG oslo_concurrency.lockutils [req-011f51e6-d350-4a6f-bf55-d32e8abcec2f req-b4125200-d9a2-4ef7-98a9-ef56b748b1be service nova] Releasing lock "refresh_cache-677d7209-536c-43ed-8704-1554ce7ef923" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.409990] env[62321]: DEBUG nova.compute.manager [req-011f51e6-d350-4a6f-bf55-d32e8abcec2f req-b4125200-d9a2-4ef7-98a9-ef56b748b1be service nova] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Received event network-changed-e5463235-18bf-47c4-9ff7-4e55eb816d37 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 603.409990] env[62321]: DEBUG nova.compute.manager [req-011f51e6-d350-4a6f-bf55-d32e8abcec2f req-b4125200-d9a2-4ef7-98a9-ef56b748b1be service nova] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Refreshing instance network info cache due to event network-changed-e5463235-18bf-47c4-9ff7-4e55eb816d37. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 603.409990] env[62321]: DEBUG oslo_concurrency.lockutils [req-011f51e6-d350-4a6f-bf55-d32e8abcec2f req-b4125200-d9a2-4ef7-98a9-ef56b748b1be service nova] Acquiring lock "refresh_cache-88b335c7-7c56-4ae7-90a1-0fff3028c6a2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.409990] env[62321]: DEBUG oslo_concurrency.lockutils [req-011f51e6-d350-4a6f-bf55-d32e8abcec2f req-b4125200-d9a2-4ef7-98a9-ef56b748b1be service nova] Acquired lock "refresh_cache-88b335c7-7c56-4ae7-90a1-0fff3028c6a2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.410453] env[62321]: DEBUG nova.network.neutron [req-011f51e6-d350-4a6f-bf55-d32e8abcec2f req-b4125200-d9a2-4ef7-98a9-ef56b748b1be service nova] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Refreshing network info cache for port e5463235-18bf-47c4-9ff7-4e55eb816d37 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 603.452414] env[62321]: DEBUG nova.network.neutron [-] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.515323] env[62321]: DEBUG nova.virt.hardware [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 603.515544] env[62321]: DEBUG nova.virt.hardware [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 603.515645] env[62321]: DEBUG nova.virt.hardware [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 603.515859] env[62321]: DEBUG nova.virt.hardware [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 603.516521] env[62321]: DEBUG nova.virt.hardware [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 603.516795] env[62321]: DEBUG nova.virt.hardware [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 603.517096] env[62321]: DEBUG nova.virt.hardware [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 603.517307] env[62321]: DEBUG nova.virt.hardware [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 603.517521] env[62321]: DEBUG nova.virt.hardware [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 603.517725] env[62321]: DEBUG nova.virt.hardware [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 603.517942] env[62321]: DEBUG nova.virt.hardware [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 603.524818] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Reconfiguring VM instance instance-00000009 to detach disk 2000 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 603.525559] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59b3ca98-d0c2-4ccc-90c3-51e5d24b6f74 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.549875] env[62321]: DEBUG oslo_vmware.api [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Waiting for the task: (returnval){ [ 603.549875] env[62321]: value = "task-2632667" [ 603.549875] env[62321]: _type = "Task" [ 603.549875] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.558416] env[62321]: DEBUG oslo_vmware.api [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2632667, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.599124] env[62321]: INFO nova.compute.manager [None req-5c7df4b5-f771-4134-b415-561f72c72180 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] instance snapshotting [ 603.599124] env[62321]: WARNING nova.compute.manager [None req-5c7df4b5-f771-4134-b415-561f72c72180 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 603.599840] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8541c3-3e4f-40ec-859a-ab4874e0686a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.620715] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28c8fde-b01a-4f29-9957-93f01826fad6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.734077] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.734989] env[62321]: DEBUG nova.compute.manager [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 603.738812] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.424s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.739009] env[62321]: DEBUG nova.objects.instance [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62321) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 603.781201] env[62321]: DEBUG oslo_vmware.api [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c971c8-cbfc-6948-303d-b6c49ae7f487, 'name': SearchDatastore_Task, 'duration_secs': 0.01553} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.782143] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d66a9052-8cbf-42e0-8cec-6c31cbcf45b5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.791203] env[62321]: DEBUG oslo_vmware.api [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Waiting for the task: (returnval){ [ 603.791203] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52afb4d6-ee2d-2e82-f54a-eebae495ca60" [ 603.791203] env[62321]: _type = "Task" [ 603.791203] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.805617] env[62321]: DEBUG oslo_vmware.api [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52afb4d6-ee2d-2e82-f54a-eebae495ca60, 'name': SearchDatastore_Task, 'duration_secs': 0.009953} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.805820] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.806154] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] e255473e-2577-4105-9d39-3436f13e2e6e/e255473e-2577-4105-9d39-3436f13e2e6e.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 603.806432] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03188381-2e31-4dc9-ad02-ab87bc528cce {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.813866] env[62321]: DEBUG oslo_vmware.api [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Waiting for the task: (returnval){ [ 603.813866] env[62321]: value = "task-2632668" [ 603.813866] env[62321]: _type = "Task" [ 603.813866] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.822508] env[62321]: DEBUG oslo_vmware.api [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Task: {'id': task-2632668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.956152] env[62321]: INFO nova.compute.manager [-] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Took 1.50 seconds to deallocate network for instance. [ 604.063899] env[62321]: DEBUG oslo_vmware.api [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2632667, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.133458] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7df4b5-f771-4134-b415-561f72c72180 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Creating Snapshot of the VM instance {{(pid=62321) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 604.133691] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fb1243a9-4f1d-4cb7-8515-8725740f72f0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.153642] env[62321]: DEBUG oslo_vmware.api [None req-5c7df4b5-f771-4134-b415-561f72c72180 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 604.153642] env[62321]: value = "task-2632669" [ 604.153642] env[62321]: _type = "Task" [ 604.153642] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.165025] env[62321]: DEBUG oslo_vmware.api [None req-5c7df4b5-f771-4134-b415-561f72c72180 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632669, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.243526] env[62321]: DEBUG nova.compute.utils [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 604.245329] env[62321]: DEBUG nova.compute.manager [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 604.245621] env[62321]: DEBUG nova.network.neutron [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 604.295513] env[62321]: DEBUG nova.policy [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0fc6e3f6a7844b5926ed6b2ee2d944d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4e845d2578746c9a211eef92967c286', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 604.323875] env[62321]: DEBUG oslo_vmware.api [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Task: {'id': task-2632668, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473603} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.327073] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] e255473e-2577-4105-9d39-3436f13e2e6e/e255473e-2577-4105-9d39-3436f13e2e6e.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 604.327308] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] [instance: e255473e-2577-4105-9d39-3436f13e2e6e] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 604.327880] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87fb54eb-c4d8-4748-b2ac-3498a71b2a1b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.334349] env[62321]: DEBUG oslo_vmware.api [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Waiting for the task: (returnval){ [ 604.334349] env[62321]: value = "task-2632670" [ 604.334349] env[62321]: _type = "Task" [ 604.334349] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.343042] env[62321]: DEBUG oslo_vmware.api [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Task: {'id': task-2632670, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.464300] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2f69fb84-6493-4b02-b6ea-10ce8043599f tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.565362] env[62321]: DEBUG oslo_vmware.api [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2632667, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.599304] env[62321]: DEBUG nova.network.neutron [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Successfully created port: d10a0a5f-a542-4e43-ba63-8f4e56a6ed17 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 604.670068] env[62321]: DEBUG oslo_vmware.api [None req-5c7df4b5-f771-4134-b415-561f72c72180 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632669, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.755321] env[62321]: DEBUG nova.compute.manager [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 604.760966] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a3a72dc9-3981-40b6-b401-8becd8395693 tempest-ServersAdmin275Test-959057730 tempest-ServersAdmin275Test-959057730-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.766445] env[62321]: DEBUG nova.network.neutron [req-011f51e6-d350-4a6f-bf55-d32e8abcec2f req-b4125200-d9a2-4ef7-98a9-ef56b748b1be service nova] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Updated VIF entry in instance network info cache for port e5463235-18bf-47c4-9ff7-4e55eb816d37. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 604.766883] env[62321]: DEBUG nova.network.neutron [req-011f51e6-d350-4a6f-bf55-d32e8abcec2f req-b4125200-d9a2-4ef7-98a9-ef56b748b1be service nova] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Updating instance_info_cache with network_info: [{"id": "e5463235-18bf-47c4-9ff7-4e55eb816d37", "address": "fa:16:3e:7e:32:dc", "network": {"id": "89c0515c-b183-455d-bf39-ff2f850ebc2a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1765306575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ed0fdcbbf954c61828e9b79bad93980", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5463235-18", "ovs_interfaceid": "e5463235-18bf-47c4-9ff7-4e55eb816d37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.771379] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.766s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.773987] env[62321]: INFO nova.compute.claims [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 604.847325] env[62321]: DEBUG oslo_vmware.api [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Task: {'id': task-2632670, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070108} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.849838] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] [instance: e255473e-2577-4105-9d39-3436f13e2e6e] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 604.849838] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89cfc06-d800-4cb2-8fe5-3b8fc8113d5d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.875989] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] [instance: e255473e-2577-4105-9d39-3436f13e2e6e] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] e255473e-2577-4105-9d39-3436f13e2e6e/e255473e-2577-4105-9d39-3436f13e2e6e.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 604.876821] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a526c934-51fe-4d1a-8b39-e757f3787916 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.899984] env[62321]: DEBUG oslo_vmware.api [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Waiting for the task: (returnval){ [ 604.899984] env[62321]: value = "task-2632671" [ 604.899984] env[62321]: _type = "Task" [ 604.899984] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.909872] env[62321]: DEBUG oslo_vmware.api [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Task: {'id': task-2632671, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.062771] env[62321]: DEBUG oslo_vmware.api [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2632667, 'name': ReconfigVM_Task, 'duration_secs': 1.295014} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.063064] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Reconfigured VM instance instance-00000009 to detach disk 2000 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 605.063864] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8edfc77-a311-4e18-841b-7ea676b67e9e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.088841] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] aeb622a0-9532-4a9d-ac75-65f4e84dfda0/aeb622a0-9532-4a9d-ac75-65f4e84dfda0.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 605.089220] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff1d3dac-0913-4e6b-aa3f-2f12fe589381 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.110590] env[62321]: DEBUG oslo_vmware.api [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Waiting for the task: (returnval){ [ 605.110590] env[62321]: value = "task-2632672" [ 605.110590] env[62321]: _type = "Task" [ 605.110590] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.119722] env[62321]: DEBUG oslo_vmware.api [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2632672, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.148984] env[62321]: DEBUG nova.compute.manager [req-600faa2d-cca8-4313-84a9-b8b274191462 req-a41f185f-084c-4c36-8a04-e45d6532f038 service nova] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Received event network-changed-a395b324-1400-4709-80db-93ef2253542d {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 605.149890] env[62321]: DEBUG nova.compute.manager [req-600faa2d-cca8-4313-84a9-b8b274191462 req-a41f185f-084c-4c36-8a04-e45d6532f038 service nova] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Refreshing instance network info cache due to event network-changed-a395b324-1400-4709-80db-93ef2253542d. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 605.149890] env[62321]: DEBUG oslo_concurrency.lockutils [req-600faa2d-cca8-4313-84a9-b8b274191462 req-a41f185f-084c-4c36-8a04-e45d6532f038 service nova] Acquiring lock "refresh_cache-677d7209-536c-43ed-8704-1554ce7ef923" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.149890] env[62321]: DEBUG oslo_concurrency.lockutils [req-600faa2d-cca8-4313-84a9-b8b274191462 req-a41f185f-084c-4c36-8a04-e45d6532f038 service nova] Acquired lock "refresh_cache-677d7209-536c-43ed-8704-1554ce7ef923" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.149890] env[62321]: DEBUG nova.network.neutron [req-600faa2d-cca8-4313-84a9-b8b274191462 req-a41f185f-084c-4c36-8a04-e45d6532f038 service nova] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Refreshing network info cache for port a395b324-1400-4709-80db-93ef2253542d {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 605.162702] env[62321]: DEBUG oslo_vmware.api [None req-5c7df4b5-f771-4134-b415-561f72c72180 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632669, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.278154] env[62321]: DEBUG oslo_concurrency.lockutils [req-011f51e6-d350-4a6f-bf55-d32e8abcec2f req-b4125200-d9a2-4ef7-98a9-ef56b748b1be service nova] Releasing lock "refresh_cache-88b335c7-7c56-4ae7-90a1-0fff3028c6a2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.278877] env[62321]: DEBUG nova.compute.manager [req-011f51e6-d350-4a6f-bf55-d32e8abcec2f req-b4125200-d9a2-4ef7-98a9-ef56b748b1be service nova] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Received event network-changed-6156cf7c-49b0-40ae-85d2-497af3416251 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 605.281958] env[62321]: DEBUG nova.compute.manager [req-011f51e6-d350-4a6f-bf55-d32e8abcec2f req-b4125200-d9a2-4ef7-98a9-ef56b748b1be service nova] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Refreshing instance network info cache due to event network-changed-6156cf7c-49b0-40ae-85d2-497af3416251. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 605.281958] env[62321]: DEBUG oslo_concurrency.lockutils [req-011f51e6-d350-4a6f-bf55-d32e8abcec2f req-b4125200-d9a2-4ef7-98a9-ef56b748b1be service nova] Acquiring lock "refresh_cache-0be60052-791c-4216-b5db-c666b62ef9f2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.281958] env[62321]: DEBUG oslo_concurrency.lockutils [req-011f51e6-d350-4a6f-bf55-d32e8abcec2f req-b4125200-d9a2-4ef7-98a9-ef56b748b1be service nova] Acquired lock "refresh_cache-0be60052-791c-4216-b5db-c666b62ef9f2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.281958] env[62321]: DEBUG nova.network.neutron [req-011f51e6-d350-4a6f-bf55-d32e8abcec2f req-b4125200-d9a2-4ef7-98a9-ef56b748b1be service nova] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Refreshing network info cache for port 6156cf7c-49b0-40ae-85d2-497af3416251 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 605.413489] env[62321]: DEBUG oslo_vmware.api [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Task: {'id': task-2632671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.620073] env[62321]: DEBUG oslo_vmware.api [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2632672, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.665018] env[62321]: DEBUG oslo_vmware.api [None req-5c7df4b5-f771-4134-b415-561f72c72180 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632669, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.780385] env[62321]: DEBUG nova.compute.manager [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 605.813882] env[62321]: DEBUG nova.virt.hardware [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 605.814420] env[62321]: DEBUG nova.virt.hardware [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 605.814953] env[62321]: DEBUG nova.virt.hardware [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 605.816115] env[62321]: DEBUG nova.virt.hardware [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 605.816642] env[62321]: DEBUG nova.virt.hardware [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 605.816959] env[62321]: DEBUG nova.virt.hardware [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 605.817352] env[62321]: DEBUG nova.virt.hardware [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 605.817777] env[62321]: DEBUG nova.virt.hardware [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 605.818134] env[62321]: DEBUG nova.virt.hardware [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 605.818641] env[62321]: DEBUG nova.virt.hardware [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 605.820062] env[62321]: DEBUG nova.virt.hardware [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 605.820062] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91adb522-7187-469f-af85-0a0caed0b53e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.839591] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd98b636-786c-44b1-b9e7-f8d86d4d1623 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.913267] env[62321]: DEBUG oslo_vmware.api [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Task: {'id': task-2632671, 'name': ReconfigVM_Task, 'duration_secs': 0.650412} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.917928] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] [instance: e255473e-2577-4105-9d39-3436f13e2e6e] Reconfigured VM instance instance-00000015 to attach disk [datastore2] e255473e-2577-4105-9d39-3436f13e2e6e/e255473e-2577-4105-9d39-3436f13e2e6e.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 605.918854] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc526ebf-f66b-4f81-846e-d9274aed19ec {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.927498] env[62321]: DEBUG oslo_vmware.api [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Waiting for the task: (returnval){ [ 605.927498] env[62321]: value = "task-2632673" [ 605.927498] env[62321]: _type = "Task" [ 605.927498] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.938177] env[62321]: DEBUG oslo_vmware.api [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Task: {'id': task-2632673, 'name': Rename_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.130198] env[62321]: DEBUG oslo_vmware.api [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2632672, 'name': ReconfigVM_Task, 'duration_secs': 0.854059} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.134355] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Reconfigured VM instance instance-00000009 to attach disk [datastore2] aeb622a0-9532-4a9d-ac75-65f4e84dfda0/aeb622a0-9532-4a9d-ac75-65f4e84dfda0.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 606.134645] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Updating instance 'aeb622a0-9532-4a9d-ac75-65f4e84dfda0' progress to 50 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 606.176899] env[62321]: DEBUG oslo_vmware.api [None req-5c7df4b5-f771-4134-b415-561f72c72180 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632669, 'name': CreateSnapshot_Task, 'duration_secs': 1.786304} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.176899] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7df4b5-f771-4134-b415-561f72c72180 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Created Snapshot of the VM instance {{(pid=62321) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 606.177347] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3a346b-7fdd-40e6-9747-53e5a7bb03c7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.337444] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ed6bec-c9d2-4307-a2a6-7edda75480a0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.342845] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8eecb3-c5c5-487e-8caa-0c2e3abaff19 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.379428] env[62321]: DEBUG nova.network.neutron [req-600faa2d-cca8-4313-84a9-b8b274191462 req-a41f185f-084c-4c36-8a04-e45d6532f038 service nova] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Updated VIF entry in instance network info cache for port a395b324-1400-4709-80db-93ef2253542d. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 606.379891] env[62321]: DEBUG nova.network.neutron [req-600faa2d-cca8-4313-84a9-b8b274191462 req-a41f185f-084c-4c36-8a04-e45d6532f038 service nova] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Updating instance_info_cache with network_info: [{"id": "a395b324-1400-4709-80db-93ef2253542d", "address": "fa:16:3e:27:d4:dc", "network": {"id": "e620a076-f603-4ecf-9eb5-4d2d4f1e7690", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-90897136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "14a55a06f5564465b14521b89e150849", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa395b324-14", "ovs_interfaceid": "a395b324-1400-4709-80db-93ef2253542d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.381725] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d02f806-b1c8-44bc-9478-b8f7e8e22ee8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.391518] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a672ea7-4829-4024-96b8-01df9a7199f9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.407351] env[62321]: DEBUG nova.compute.provider_tree [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.440206] env[62321]: DEBUG oslo_vmware.api [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Task: {'id': task-2632673, 'name': Rename_Task, 'duration_secs': 0.163771} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.441378] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] [instance: e255473e-2577-4105-9d39-3436f13e2e6e] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 606.441378] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a5fce91-08ca-43e9-b4ed-cbf14a7d51ab {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.448971] env[62321]: DEBUG oslo_vmware.api [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Waiting for the task: (returnval){ [ 606.448971] env[62321]: value = "task-2632674" [ 606.448971] env[62321]: _type = "Task" [ 606.448971] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.459936] env[62321]: DEBUG oslo_vmware.api [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Task: {'id': task-2632674, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.477962] env[62321]: DEBUG nova.network.neutron [req-011f51e6-d350-4a6f-bf55-d32e8abcec2f req-b4125200-d9a2-4ef7-98a9-ef56b748b1be service nova] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Updated VIF entry in instance network info cache for port 6156cf7c-49b0-40ae-85d2-497af3416251. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 606.478419] env[62321]: DEBUG nova.network.neutron [req-011f51e6-d350-4a6f-bf55-d32e8abcec2f req-b4125200-d9a2-4ef7-98a9-ef56b748b1be service nova] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Updating instance_info_cache with network_info: [{"id": "6156cf7c-49b0-40ae-85d2-497af3416251", "address": "fa:16:3e:5b:0d:ea", "network": {"id": "89c0515c-b183-455d-bf39-ff2f850ebc2a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1765306575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ed0fdcbbf954c61828e9b79bad93980", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6156cf7c-49", "ovs_interfaceid": "6156cf7c-49b0-40ae-85d2-497af3416251", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.511552] env[62321]: DEBUG nova.network.neutron [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Successfully updated port: d10a0a5f-a542-4e43-ba63-8f4e56a6ed17 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 606.616255] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Acquiring lock "0a511243-824b-4c55-a804-fd8e69dbbaf9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.616454] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Lock "0a511243-824b-4c55-a804-fd8e69dbbaf9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.647975] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a93439-ebaf-4456-be84-30c28a4082fd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.678729] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4357d511-7d81-45da-ba7c-dced56b44d43 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.706158] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7df4b5-f771-4134-b415-561f72c72180 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Creating linked-clone VM from snapshot {{(pid=62321) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 606.706565] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Updating instance 'aeb622a0-9532-4a9d-ac75-65f4e84dfda0' progress to 67 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 606.709959] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0a51f825-314d-4b30-b8b6-07f97997e540 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.718188] env[62321]: DEBUG oslo_concurrency.lockutils [None req-aeadb4a1-1302-4151-88fa-f34d4e7db826 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Acquiring lock "86949a33-63ea-47ba-924f-15bc56751c17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.719064] env[62321]: DEBUG oslo_concurrency.lockutils [None req-aeadb4a1-1302-4151-88fa-f34d4e7db826 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Lock "86949a33-63ea-47ba-924f-15bc56751c17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.719064] env[62321]: DEBUG oslo_concurrency.lockutils [None req-aeadb4a1-1302-4151-88fa-f34d4e7db826 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Acquiring lock "86949a33-63ea-47ba-924f-15bc56751c17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.719064] env[62321]: DEBUG oslo_concurrency.lockutils [None req-aeadb4a1-1302-4151-88fa-f34d4e7db826 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Lock "86949a33-63ea-47ba-924f-15bc56751c17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.719064] env[62321]: DEBUG oslo_concurrency.lockutils [None req-aeadb4a1-1302-4151-88fa-f34d4e7db826 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Lock "86949a33-63ea-47ba-924f-15bc56751c17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.721628] env[62321]: DEBUG oslo_vmware.api [None req-5c7df4b5-f771-4134-b415-561f72c72180 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 606.721628] env[62321]: value = "task-2632675" [ 606.721628] env[62321]: _type = "Task" [ 606.721628] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.721628] env[62321]: INFO nova.compute.manager [None req-aeadb4a1-1302-4151-88fa-f34d4e7db826 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Terminating instance [ 606.731730] env[62321]: DEBUG oslo_vmware.api [None req-5c7df4b5-f771-4134-b415-561f72c72180 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632675, 'name': CloneVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.886459] env[62321]: DEBUG oslo_concurrency.lockutils [req-600faa2d-cca8-4313-84a9-b8b274191462 req-a41f185f-084c-4c36-8a04-e45d6532f038 service nova] Releasing lock "refresh_cache-677d7209-536c-43ed-8704-1554ce7ef923" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.912360] env[62321]: DEBUG nova.scheduler.client.report [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 606.964208] env[62321]: DEBUG oslo_vmware.api [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Task: {'id': task-2632674, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.981387] env[62321]: DEBUG oslo_concurrency.lockutils [req-011f51e6-d350-4a6f-bf55-d32e8abcec2f req-b4125200-d9a2-4ef7-98a9-ef56b748b1be service nova] Releasing lock "refresh_cache-0be60052-791c-4216-b5db-c666b62ef9f2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.014234] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquiring lock "refresh_cache-16608632-c469-40d5-97d4-2e80c871e4be" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.014234] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquired lock "refresh_cache-16608632-c469-40d5-97d4-2e80c871e4be" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.014234] env[62321]: DEBUG nova.network.neutron [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 607.232340] env[62321]: DEBUG nova.compute.manager [None req-aeadb4a1-1302-4151-88fa-f34d4e7db826 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 607.232561] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-aeadb4a1-1302-4151-88fa-f34d4e7db826 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 607.241403] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa6ef33-b461-4632-b3af-14cf28cd0a19 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.246396] env[62321]: DEBUG oslo_vmware.api [None req-5c7df4b5-f771-4134-b415-561f72c72180 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632675, 'name': CloneVM_Task} progress is 94%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.250312] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeadb4a1-1302-4151-88fa-f34d4e7db826 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 607.250560] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66bb4476-b422-4d95-878f-d61a8c8ad110 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.257219] env[62321]: DEBUG oslo_vmware.api [None req-aeadb4a1-1302-4151-88fa-f34d4e7db826 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Waiting for the task: (returnval){ [ 607.257219] env[62321]: value = "task-2632676" [ 607.257219] env[62321]: _type = "Task" [ 607.257219] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.266857] env[62321]: DEBUG oslo_vmware.api [None req-aeadb4a1-1302-4151-88fa-f34d4e7db826 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Task: {'id': task-2632676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.282885] env[62321]: DEBUG nova.network.neutron [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Port 95279848-997c-4857-b9d0-9a6b4c7bd6a9 binding to destination host cpu-1 is already ACTIVE {{(pid=62321) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 607.422976] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.423670] env[62321]: DEBUG nova.compute.manager [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 607.426418] env[62321]: DEBUG oslo_concurrency.lockutils [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.801s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.428306] env[62321]: INFO nova.compute.claims [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 607.431278] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6419e5f4-9c7a-4f78-b6de-4d76d3a34e92 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Acquiring lock "0be60052-791c-4216-b5db-c666b62ef9f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.431496] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6419e5f4-9c7a-4f78-b6de-4d76d3a34e92 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Lock "0be60052-791c-4216-b5db-c666b62ef9f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.431682] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6419e5f4-9c7a-4f78-b6de-4d76d3a34e92 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Acquiring lock "0be60052-791c-4216-b5db-c666b62ef9f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.431901] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6419e5f4-9c7a-4f78-b6de-4d76d3a34e92 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Lock "0be60052-791c-4216-b5db-c666b62ef9f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.432097] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6419e5f4-9c7a-4f78-b6de-4d76d3a34e92 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Lock "0be60052-791c-4216-b5db-c666b62ef9f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.434291] env[62321]: INFO nova.compute.manager [None req-6419e5f4-9c7a-4f78-b6de-4d76d3a34e92 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Terminating instance [ 607.463043] env[62321]: DEBUG oslo_vmware.api [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Task: {'id': task-2632674, 'name': PowerOnVM_Task, 'duration_secs': 0.703833} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.464254] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] [instance: e255473e-2577-4105-9d39-3436f13e2e6e] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 607.464465] env[62321]: INFO nova.compute.manager [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] [instance: e255473e-2577-4105-9d39-3436f13e2e6e] Took 6.37 seconds to spawn the instance on the hypervisor. [ 607.464652] env[62321]: DEBUG nova.compute.manager [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] [instance: e255473e-2577-4105-9d39-3436f13e2e6e] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 607.465676] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142e15a3-d96c-4d83-9af6-32aa7f832b60 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.562669] env[62321]: DEBUG nova.network.neutron [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 607.739386] env[62321]: DEBUG oslo_vmware.api [None req-5c7df4b5-f771-4134-b415-561f72c72180 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632675, 'name': CloneVM_Task} progress is 94%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.767896] env[62321]: DEBUG oslo_vmware.api [None req-aeadb4a1-1302-4151-88fa-f34d4e7db826 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Task: {'id': task-2632676, 'name': PowerOffVM_Task, 'duration_secs': 0.357115} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.768175] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeadb4a1-1302-4151-88fa-f34d4e7db826 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 607.768340] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-aeadb4a1-1302-4151-88fa-f34d4e7db826 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 607.768586] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-390a81cf-eda4-4dbe-9cb3-7865b2e020db {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.779320] env[62321]: DEBUG nova.network.neutron [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Updating instance_info_cache with network_info: [{"id": "d10a0a5f-a542-4e43-ba63-8f4e56a6ed17", "address": "fa:16:3e:37:35:cd", "network": {"id": "88f82084-f668-408a-85db-223eddec1845", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1449486980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4e845d2578746c9a211eef92967c286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd10a0a5f-a5", "ovs_interfaceid": "d10a0a5f-a542-4e43-ba63-8f4e56a6ed17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.842816] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-aeadb4a1-1302-4151-88fa-f34d4e7db826 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 607.844646] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-aeadb4a1-1302-4151-88fa-f34d4e7db826 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 607.844646] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeadb4a1-1302-4151-88fa-f34d4e7db826 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Deleting the datastore file [datastore2] 86949a33-63ea-47ba-924f-15bc56751c17 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 607.844646] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9d632a8-aada-40c3-853c-eed27dfed2da {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.858308] env[62321]: DEBUG oslo_vmware.api [None req-aeadb4a1-1302-4151-88fa-f34d4e7db826 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Waiting for the task: (returnval){ [ 607.858308] env[62321]: value = "task-2632678" [ 607.858308] env[62321]: _type = "Task" [ 607.858308] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.865364] env[62321]: DEBUG oslo_vmware.api [None req-aeadb4a1-1302-4151-88fa-f34d4e7db826 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Task: {'id': task-2632678, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.937179] env[62321]: DEBUG nova.compute.utils [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 607.942119] env[62321]: DEBUG nova.compute.manager [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 607.942119] env[62321]: DEBUG nova.network.neutron [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 607.945495] env[62321]: DEBUG nova.compute.manager [None req-6419e5f4-9c7a-4f78-b6de-4d76d3a34e92 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 607.945495] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6419e5f4-9c7a-4f78-b6de-4d76d3a34e92 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 607.946380] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0dba3e6-4245-41c0-a31b-864920e59e31 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.958818] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6419e5f4-9c7a-4f78-b6de-4d76d3a34e92 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 607.959952] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5efcc5c1-bd9e-4a0e-a149-cd0a1e5979d7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.968475] env[62321]: DEBUG oslo_vmware.api [None req-6419e5f4-9c7a-4f78-b6de-4d76d3a34e92 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Waiting for the task: (returnval){ [ 607.968475] env[62321]: value = "task-2632679" [ 607.968475] env[62321]: _type = "Task" [ 607.968475] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.979198] env[62321]: DEBUG oslo_vmware.api [None req-6419e5f4-9c7a-4f78-b6de-4d76d3a34e92 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': task-2632679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.995281] env[62321]: INFO nova.compute.manager [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] [instance: e255473e-2577-4105-9d39-3436f13e2e6e] Took 31.86 seconds to build instance. [ 608.023609] env[62321]: DEBUG nova.policy [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0184404e034446988e3f3502612ada2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb309cea0517410098f964f25b8f6b17', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 608.237032] env[62321]: DEBUG oslo_vmware.api [None req-5c7df4b5-f771-4134-b415-561f72c72180 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632675, 'name': CloneVM_Task, 'duration_secs': 1.388033} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.237212] env[62321]: INFO nova.virt.vmwareapi.vmops [None req-5c7df4b5-f771-4134-b415-561f72c72180 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Created linked-clone VM from snapshot [ 608.238010] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f428591c-fe8b-4eaa-aa9b-c6ed0876e98e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.245895] env[62321]: DEBUG nova.virt.vmwareapi.images [None req-5c7df4b5-f771-4134-b415-561f72c72180 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Uploading image 51ebe558-59b3-4778-b68b-9ab64378ee27 {{(pid=62321) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 608.274204] env[62321]: DEBUG oslo_vmware.rw_handles [None req-5c7df4b5-f771-4134-b415-561f72c72180 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 608.274204] env[62321]: value = "vm-530499" [ 608.274204] env[62321]: _type = "VirtualMachine" [ 608.274204] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 608.274204] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a2948d4d-7eff-45c6-9400-f74298ddae68 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.281848] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Releasing lock "refresh_cache-16608632-c469-40d5-97d4-2e80c871e4be" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.282698] env[62321]: DEBUG nova.compute.manager [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Instance network_info: |[{"id": "d10a0a5f-a542-4e43-ba63-8f4e56a6ed17", "address": "fa:16:3e:37:35:cd", "network": {"id": "88f82084-f668-408a-85db-223eddec1845", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1449486980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4e845d2578746c9a211eef92967c286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd10a0a5f-a5", "ovs_interfaceid": "d10a0a5f-a542-4e43-ba63-8f4e56a6ed17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 608.282698] env[62321]: DEBUG oslo_vmware.rw_handles [None req-5c7df4b5-f771-4134-b415-561f72c72180 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lease: (returnval){ [ 608.282698] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b5dfab-38bd-e011-b0c7-dfefde1091f9" [ 608.282698] env[62321]: _type = "HttpNfcLease" [ 608.282698] env[62321]: } obtained for exporting VM: (result){ [ 608.282698] env[62321]: value = "vm-530499" [ 608.282698] env[62321]: _type = "VirtualMachine" [ 608.283247] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 608.283247] env[62321]: DEBUG oslo_vmware.api [None req-5c7df4b5-f771-4134-b415-561f72c72180 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the lease: (returnval){ [ 608.283247] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b5dfab-38bd-e011-b0c7-dfefde1091f9" [ 608.283247] env[62321]: _type = "HttpNfcLease" [ 608.283247] env[62321]: } to be ready. {{(pid=62321) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 608.283247] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:35:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4fb94adb-cc41-4c16-9830-a3205dbd2bf5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd10a0a5f-a542-4e43-ba63-8f4e56a6ed17', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.292486] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Creating folder: Project (e4e845d2578746c9a211eef92967c286). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.293464] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95f3ee9b-d4dc-4c72-afa7-e0f16c6057c4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.315228] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquiring lock "aeb622a0-9532-4a9d-ac75-65f4e84dfda0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.315228] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Lock "aeb622a0-9532-4a9d-ac75-65f4e84dfda0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.315673] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Lock "aeb622a0-9532-4a9d-ac75-65f4e84dfda0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.325433] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Created folder: Project (e4e845d2578746c9a211eef92967c286) in parent group-v530434. [ 608.325890] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Creating folder: Instances. Parent ref: group-v530500. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.326376] env[62321]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 608.326376] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b5dfab-38bd-e011-b0c7-dfefde1091f9" [ 608.326376] env[62321]: _type = "HttpNfcLease" [ 608.326376] env[62321]: } is ready. {{(pid=62321) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 608.326654] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb00557e-9cac-437e-b454-4b6025dd9402 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.332591] env[62321]: DEBUG oslo_vmware.rw_handles [None req-5c7df4b5-f771-4134-b415-561f72c72180 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 608.332591] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b5dfab-38bd-e011-b0c7-dfefde1091f9" [ 608.332591] env[62321]: _type = "HttpNfcLease" [ 608.332591] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 608.333199] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc805979-f3ff-4a2d-be10-1899a6b7bf35 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.344130] env[62321]: DEBUG oslo_vmware.rw_handles [None req-5c7df4b5-f771-4134-b415-561f72c72180 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523dba91-c511-4dac-709d-ad7e7e0044eb/disk-0.vmdk from lease info. {{(pid=62321) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 608.344336] env[62321]: DEBUG oslo_vmware.rw_handles [None req-5c7df4b5-f771-4134-b415-561f72c72180 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523dba91-c511-4dac-709d-ad7e7e0044eb/disk-0.vmdk for reading. {{(pid=62321) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 608.347571] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Created folder: Instances in parent group-v530500. [ 608.347708] env[62321]: DEBUG oslo.service.loopingcall [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 608.348735] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.349212] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbf06c70-df6f-4fa5-9e39-1f7c527ca95b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.424940] env[62321]: DEBUG nova.network.neutron [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Successfully created port: b78c1753-6142-4feb-95f5-7bc84b9bb8a7 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 608.436987] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.436987] env[62321]: value = "task-2632683" [ 608.436987] env[62321]: _type = "Task" [ 608.436987] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.440528] env[62321]: DEBUG nova.compute.manager [req-6588f54e-cc05-4f0a-8dff-ed01c9c360f5 req-24d15b7c-3910-4139-983d-eb4b87a850bc service nova] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Received event network-vif-plugged-d10a0a5f-a542-4e43-ba63-8f4e56a6ed17 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 608.443120] env[62321]: DEBUG oslo_concurrency.lockutils [req-6588f54e-cc05-4f0a-8dff-ed01c9c360f5 req-24d15b7c-3910-4139-983d-eb4b87a850bc service nova] Acquiring lock "16608632-c469-40d5-97d4-2e80c871e4be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.443120] env[62321]: DEBUG oslo_concurrency.lockutils [req-6588f54e-cc05-4f0a-8dff-ed01c9c360f5 req-24d15b7c-3910-4139-983d-eb4b87a850bc service nova] Lock "16608632-c469-40d5-97d4-2e80c871e4be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.443120] env[62321]: DEBUG oslo_concurrency.lockutils [req-6588f54e-cc05-4f0a-8dff-ed01c9c360f5 req-24d15b7c-3910-4139-983d-eb4b87a850bc service nova] Lock "16608632-c469-40d5-97d4-2e80c871e4be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.443120] env[62321]: DEBUG nova.compute.manager [req-6588f54e-cc05-4f0a-8dff-ed01c9c360f5 req-24d15b7c-3910-4139-983d-eb4b87a850bc service nova] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] No waiting events found dispatching network-vif-plugged-d10a0a5f-a542-4e43-ba63-8f4e56a6ed17 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 608.443120] env[62321]: WARNING nova.compute.manager [req-6588f54e-cc05-4f0a-8dff-ed01c9c360f5 req-24d15b7c-3910-4139-983d-eb4b87a850bc service nova] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Received unexpected event network-vif-plugged-d10a0a5f-a542-4e43-ba63-8f4e56a6ed17 for instance with vm_state building and task_state spawning. [ 608.443515] env[62321]: DEBUG oslo_vmware.api [None req-aeadb4a1-1302-4151-88fa-f34d4e7db826 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Task: {'id': task-2632678, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201627} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.445463] env[62321]: DEBUG nova.compute.manager [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 608.448698] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeadb4a1-1302-4151-88fa-f34d4e7db826 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 608.448847] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-aeadb4a1-1302-4151-88fa-f34d4e7db826 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 608.449156] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-aeadb4a1-1302-4151-88fa-f34d4e7db826 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 608.449299] env[62321]: INFO nova.compute.manager [None req-aeadb4a1-1302-4151-88fa-f34d4e7db826 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Took 1.22 seconds to destroy the instance on the hypervisor. [ 608.450021] env[62321]: DEBUG oslo.service.loopingcall [None req-aeadb4a1-1302-4151-88fa-f34d4e7db826 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 608.452965] env[62321]: DEBUG nova.compute.manager [-] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 608.453029] env[62321]: DEBUG nova.network.neutron [-] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 608.461013] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632683, 'name': CreateVM_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.478326] env[62321]: DEBUG oslo_vmware.api [None req-6419e5f4-9c7a-4f78-b6de-4d76d3a34e92 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': task-2632679, 'name': PowerOffVM_Task, 'duration_secs': 0.242747} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.481046] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6419e5f4-9c7a-4f78-b6de-4d76d3a34e92 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 608.481046] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6419e5f4-9c7a-4f78-b6de-4d76d3a34e92 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 608.481046] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19cf46a6-730b-40c1-aff9-130827ab2532 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.493188] env[62321]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d772e73b-951e-45f3-bdc8-7d2871086bbf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.500491] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1468ca6d-4c9a-4f44-861a-58a7c9672b3c tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Lock "e255473e-2577-4105-9d39-3436f13e2e6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.992s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.552457] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6419e5f4-9c7a-4f78-b6de-4d76d3a34e92 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 608.552457] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6419e5f4-9c7a-4f78-b6de-4d76d3a34e92 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 608.552457] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-6419e5f4-9c7a-4f78-b6de-4d76d3a34e92 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Deleting the datastore file [datastore1] 0be60052-791c-4216-b5db-c666b62ef9f2 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 608.552457] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36ae1c0e-535b-41b7-8cfc-fbd5439b8faa {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.559574] env[62321]: DEBUG oslo_vmware.api [None req-6419e5f4-9c7a-4f78-b6de-4d76d3a34e92 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Waiting for the task: (returnval){ [ 608.559574] env[62321]: value = "task-2632685" [ 608.559574] env[62321]: _type = "Task" [ 608.559574] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.577808] env[62321]: DEBUG oslo_vmware.api [None req-6419e5f4-9c7a-4f78-b6de-4d76d3a34e92 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': task-2632685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.796427] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Acquiring lock "3415bd61-0399-4199-82f4-ae0fb7957a4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.796866] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Lock "3415bd61-0399-4199-82f4-ae0fb7957a4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.953123] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632683, 'name': CreateVM_Task, 'duration_secs': 0.408702} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.956278] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 608.957400] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.957400] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.957612] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.957942] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87ebf743-ae1a-4f4c-9282-bfca424970e5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.964548] env[62321]: DEBUG oslo_vmware.api [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 608.964548] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d90628-eada-8e29-cdd0-169a34dbb665" [ 608.964548] env[62321]: _type = "Task" [ 608.964548] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.996028] env[62321]: DEBUG oslo_vmware.api [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d90628-eada-8e29-cdd0-169a34dbb665, 'name': SearchDatastore_Task, 'duration_secs': 0.011918} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.998458] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.998637] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 608.998889] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.999601] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.000166] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.004928] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c270d328-7c42-41f6-8202-159356584f35 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.011815] env[62321]: DEBUG nova.compute.manager [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 609.023650] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 609.023904] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 609.027277] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e73b4f1b-da50-437b-90aa-f011197aed88 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.036458] env[62321]: DEBUG oslo_vmware.api [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 609.036458] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52abd481-09e2-ece3-26dd-65d578e0ce8c" [ 609.036458] env[62321]: _type = "Task" [ 609.036458] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.044033] env[62321]: DEBUG oslo_vmware.api [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52abd481-09e2-ece3-26dd-65d578e0ce8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.061919] env[62321]: DEBUG nova.network.neutron [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Successfully created port: 05a239fd-4817-44ec-a3eb-323e733f176d {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 609.075909] env[62321]: DEBUG oslo_vmware.api [None req-6419e5f4-9c7a-4f78-b6de-4d76d3a34e92 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': task-2632685, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257632} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.076733] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-6419e5f4-9c7a-4f78-b6de-4d76d3a34e92 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 609.076973] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6419e5f4-9c7a-4f78-b6de-4d76d3a34e92 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 609.077182] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6419e5f4-9c7a-4f78-b6de-4d76d3a34e92 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 609.077453] env[62321]: INFO nova.compute.manager [None req-6419e5f4-9c7a-4f78-b6de-4d76d3a34e92 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 609.078480] env[62321]: DEBUG oslo.service.loopingcall [None req-6419e5f4-9c7a-4f78-b6de-4d76d3a34e92 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 609.078480] env[62321]: DEBUG nova.compute.manager [-] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 609.078480] env[62321]: DEBUG nova.network.neutron [-] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 609.103425] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9b951f-5c7b-4be8-9cf1-e621a3fa07ca {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.112236] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f400d68-1666-43df-b977-7f778a196530 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.143792] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24954e1f-1f68-459a-9f6a-0d579fe94020 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.151687] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d6f829-dfcf-4762-9cc2-248ccc6526ce {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.167374] env[62321]: DEBUG nova.compute.provider_tree [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 609.450147] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquiring lock "refresh_cache-aeb622a0-9532-4a9d-ac75-65f4e84dfda0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.450147] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquired lock "refresh_cache-aeb622a0-9532-4a9d-ac75-65f4e84dfda0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.450147] env[62321]: DEBUG nova.network.neutron [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 609.457730] env[62321]: DEBUG nova.compute.manager [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 609.499763] env[62321]: DEBUG nova.virt.hardware [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 609.500477] env[62321]: DEBUG nova.virt.hardware [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 609.500755] env[62321]: DEBUG nova.virt.hardware [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 609.504019] env[62321]: DEBUG nova.virt.hardware [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 609.504019] env[62321]: DEBUG nova.virt.hardware [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 609.504019] env[62321]: DEBUG nova.virt.hardware [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 609.504019] env[62321]: DEBUG nova.virt.hardware [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 609.504019] env[62321]: DEBUG nova.virt.hardware [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 609.504290] env[62321]: DEBUG nova.virt.hardware [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 609.504290] env[62321]: DEBUG nova.virt.hardware [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 609.504290] env[62321]: DEBUG nova.virt.hardware [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 609.504290] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdca677-ce88-4ebf-9386-69b1818e013a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.512524] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b4f5ef-8825-47bd-9c23-e14b42937d7e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.545700] env[62321]: DEBUG oslo_vmware.api [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52abd481-09e2-ece3-26dd-65d578e0ce8c, 'name': SearchDatastore_Task, 'duration_secs': 0.015285} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.546913] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.547865] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b506f04a-29e3-4fcd-a065-26adbdbfa777 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.555229] env[62321]: DEBUG oslo_vmware.api [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 609.555229] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5242ddd8-c70e-c7c3-2f5c-f4060462b0dc" [ 609.555229] env[62321]: _type = "Task" [ 609.555229] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.562674] env[62321]: DEBUG oslo_vmware.api [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5242ddd8-c70e-c7c3-2f5c-f4060462b0dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.633614] env[62321]: DEBUG nova.network.neutron [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Successfully created port: 43713ccf-82b5-41fb-9b3d-3108439370da {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 609.674078] env[62321]: DEBUG nova.scheduler.client.report [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 609.820133] env[62321]: DEBUG nova.compute.manager [req-058065d0-95bf-45b1-9e16-5cf909970422 req-671417a7-d081-44c1-b572-bbde506bf353 service nova] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Received event network-vif-deleted-c06dc10d-7ed3-49c4-86a2-997f23bf9f5b {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 609.820357] env[62321]: DEBUG nova.compute.manager [req-058065d0-95bf-45b1-9e16-5cf909970422 req-671417a7-d081-44c1-b572-bbde506bf353 service nova] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Received event network-changed-6156cf7c-49b0-40ae-85d2-497af3416251 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 609.820527] env[62321]: DEBUG nova.compute.manager [req-058065d0-95bf-45b1-9e16-5cf909970422 req-671417a7-d081-44c1-b572-bbde506bf353 service nova] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Refreshing instance network info cache due to event network-changed-6156cf7c-49b0-40ae-85d2-497af3416251. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 609.820767] env[62321]: DEBUG oslo_concurrency.lockutils [req-058065d0-95bf-45b1-9e16-5cf909970422 req-671417a7-d081-44c1-b572-bbde506bf353 service nova] Acquiring lock "refresh_cache-0be60052-791c-4216-b5db-c666b62ef9f2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.821415] env[62321]: DEBUG oslo_concurrency.lockutils [req-058065d0-95bf-45b1-9e16-5cf909970422 req-671417a7-d081-44c1-b572-bbde506bf353 service nova] Acquired lock "refresh_cache-0be60052-791c-4216-b5db-c666b62ef9f2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.821638] env[62321]: DEBUG nova.network.neutron [req-058065d0-95bf-45b1-9e16-5cf909970422 req-671417a7-d081-44c1-b572-bbde506bf353 service nova] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Refreshing network info cache for port 6156cf7c-49b0-40ae-85d2-497af3416251 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 609.908141] env[62321]: DEBUG nova.network.neutron [-] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.070323] env[62321]: DEBUG oslo_vmware.api [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5242ddd8-c70e-c7c3-2f5c-f4060462b0dc, 'name': SearchDatastore_Task, 'duration_secs': 0.013602} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.073288] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.073288] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 16608632-c469-40d5-97d4-2e80c871e4be/16608632-c469-40d5-97d4-2e80c871e4be.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.073288] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fe7090f-7193-404b-b6f0-8fb21f68d573 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.080355] env[62321]: DEBUG oslo_vmware.api [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 610.080355] env[62321]: value = "task-2632686" [ 610.080355] env[62321]: _type = "Task" [ 610.080355] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.091345] env[62321]: DEBUG oslo_vmware.api [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2632686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.181464] env[62321]: DEBUG oslo_concurrency.lockutils [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.755s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.182065] env[62321]: DEBUG nova.compute.manager [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 610.185101] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c215f397-28d6-41b5-9670-414dfa52edd0 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.170s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.185375] env[62321]: DEBUG nova.objects.instance [None req-c215f397-28d6-41b5-9670-414dfa52edd0 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Lazy-loading 'resources' on Instance uuid f5c11eeb-bd4a-44b4-8a99-985b0c7716f6 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 610.242905] env[62321]: DEBUG nova.network.neutron [-] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.350747] env[62321]: INFO nova.network.neutron [req-058065d0-95bf-45b1-9e16-5cf909970422 req-671417a7-d081-44c1-b572-bbde506bf353 service nova] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Port 6156cf7c-49b0-40ae-85d2-497af3416251 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 610.350747] env[62321]: DEBUG nova.network.neutron [req-058065d0-95bf-45b1-9e16-5cf909970422 req-671417a7-d081-44c1-b572-bbde506bf353 service nova] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.377479] env[62321]: DEBUG oslo_concurrency.lockutils [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Acquiring lock "df106528-9ed2-4043-9d25-464d5beb3f7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.378173] env[62321]: DEBUG oslo_concurrency.lockutils [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Lock "df106528-9ed2-4043-9d25-464d5beb3f7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.412739] env[62321]: INFO nova.compute.manager [-] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Took 1.96 seconds to deallocate network for instance. [ 610.505597] env[62321]: DEBUG nova.network.neutron [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Updating instance_info_cache with network_info: [{"id": "95279848-997c-4857-b9d0-9a6b4c7bd6a9", "address": "fa:16:3e:57:77:aa", "network": {"id": "a5547c0f-46b1-4ae5-841a-9f39910febcd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ef1461c1ad14a3cb8e9828aa58002a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95279848-99", "ovs_interfaceid": "95279848-997c-4857-b9d0-9a6b4c7bd6a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.594088] env[62321]: DEBUG oslo_vmware.api [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2632686, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467729} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.594370] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 16608632-c469-40d5-97d4-2e80c871e4be/16608632-c469-40d5-97d4-2e80c871e4be.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 610.594580] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 610.594824] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dfe812bf-54f7-4565-b6bd-1abe5b167777 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.604228] env[62321]: DEBUG oslo_vmware.api [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 610.604228] env[62321]: value = "task-2632687" [ 610.604228] env[62321]: _type = "Task" [ 610.604228] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.612781] env[62321]: DEBUG oslo_vmware.api [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2632687, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.688972] env[62321]: DEBUG nova.compute.utils [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 610.693688] env[62321]: DEBUG nova.compute.manager [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 610.693814] env[62321]: DEBUG nova.network.neutron [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 610.746281] env[62321]: INFO nova.compute.manager [-] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Took 1.67 seconds to deallocate network for instance. [ 610.760526] env[62321]: DEBUG nova.policy [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a9cd777df0a40408d54404b6264d72b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea23eb0ab19e4631bd2b1c7252ab60ca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 610.854726] env[62321]: DEBUG oslo_concurrency.lockutils [req-058065d0-95bf-45b1-9e16-5cf909970422 req-671417a7-d081-44c1-b572-bbde506bf353 service nova] Releasing lock "refresh_cache-0be60052-791c-4216-b5db-c666b62ef9f2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.855171] env[62321]: DEBUG nova.compute.manager [req-058065d0-95bf-45b1-9e16-5cf909970422 req-671417a7-d081-44c1-b572-bbde506bf353 service nova] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Received event network-changed-a395b324-1400-4709-80db-93ef2253542d {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 610.855951] env[62321]: DEBUG nova.compute.manager [req-058065d0-95bf-45b1-9e16-5cf909970422 req-671417a7-d081-44c1-b572-bbde506bf353 service nova] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Refreshing instance network info cache due to event network-changed-a395b324-1400-4709-80db-93ef2253542d. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 610.855951] env[62321]: DEBUG oslo_concurrency.lockutils [req-058065d0-95bf-45b1-9e16-5cf909970422 req-671417a7-d081-44c1-b572-bbde506bf353 service nova] Acquiring lock "refresh_cache-677d7209-536c-43ed-8704-1554ce7ef923" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.855951] env[62321]: DEBUG oslo_concurrency.lockutils [req-058065d0-95bf-45b1-9e16-5cf909970422 req-671417a7-d081-44c1-b572-bbde506bf353 service nova] Acquired lock "refresh_cache-677d7209-536c-43ed-8704-1554ce7ef923" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.856274] env[62321]: DEBUG nova.network.neutron [req-058065d0-95bf-45b1-9e16-5cf909970422 req-671417a7-d081-44c1-b572-bbde506bf353 service nova] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Refreshing network info cache for port a395b324-1400-4709-80db-93ef2253542d {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 610.920864] env[62321]: DEBUG oslo_concurrency.lockutils [None req-aeadb4a1-1302-4151-88fa-f34d4e7db826 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.010026] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Releasing lock "refresh_cache-aeb622a0-9532-4a9d-ac75-65f4e84dfda0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.116393] env[62321]: DEBUG oslo_vmware.api [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2632687, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.426994} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.119308] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 611.120437] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835a18a2-c3ee-4279-86b0-aecd645901ae {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.149833] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 16608632-c469-40d5-97d4-2e80c871e4be/16608632-c469-40d5-97d4-2e80c871e4be.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.153606] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-522e4e63-0915-4286-8924-1178800937e3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.178087] env[62321]: DEBUG oslo_vmware.api [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 611.178087] env[62321]: value = "task-2632688" [ 611.178087] env[62321]: _type = "Task" [ 611.178087] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.189293] env[62321]: DEBUG oslo_vmware.api [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2632688, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.194051] env[62321]: DEBUG nova.compute.manager [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 611.228302] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ff5d14-6ab3-403e-bee2-69068e345e6c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.237246] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d811a5d-a6c4-4ece-bcbc-13c95101fa0e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.275509] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6419e5f4-9c7a-4f78-b6de-4d76d3a34e92 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.276598] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f71b2d-abd2-4c55-884e-c6192e73668f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.285320] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2b3304-c058-45a2-adbb-bc08e2d749e7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.301944] env[62321]: DEBUG nova.compute.provider_tree [None req-c215f397-28d6-41b5-9670-414dfa52edd0 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 611.458895] env[62321]: DEBUG nova.network.neutron [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Successfully created port: 0336b757-cead-45f1-aba5-dfbe1e410fd5 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 611.541639] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525fd99d-1405-4999-b46d-395b980a1b06 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.570343] env[62321]: DEBUG nova.network.neutron [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Successfully updated port: b78c1753-6142-4feb-95f5-7bc84b9bb8a7 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 611.575546] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576ee893-2ed5-4304-ad79-fde8c9f59aed {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.584804] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Updating instance 'aeb622a0-9532-4a9d-ac75-65f4e84dfda0' progress to 83 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 611.690502] env[62321]: DEBUG oslo_vmware.api [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2632688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.706669] env[62321]: DEBUG nova.network.neutron [req-058065d0-95bf-45b1-9e16-5cf909970422 req-671417a7-d081-44c1-b572-bbde506bf353 service nova] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Updated VIF entry in instance network info cache for port a395b324-1400-4709-80db-93ef2253542d. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 611.707373] env[62321]: DEBUG nova.network.neutron [req-058065d0-95bf-45b1-9e16-5cf909970422 req-671417a7-d081-44c1-b572-bbde506bf353 service nova] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Updating instance_info_cache with network_info: [{"id": "a395b324-1400-4709-80db-93ef2253542d", "address": "fa:16:3e:27:d4:dc", "network": {"id": "e620a076-f603-4ecf-9eb5-4d2d4f1e7690", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-90897136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "14a55a06f5564465b14521b89e150849", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa395b324-14", "ovs_interfaceid": "a395b324-1400-4709-80db-93ef2253542d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.805547] env[62321]: DEBUG nova.scheduler.client.report [None req-c215f397-28d6-41b5-9670-414dfa52edd0 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.951722] env[62321]: DEBUG nova.compute.manager [req-45484af5-2311-46f4-b3f1-e01640baaf6e req-9a9dceed-62fe-4058-8617-fd5722a1ecde service nova] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Received event network-changed-d10a0a5f-a542-4e43-ba63-8f4e56a6ed17 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 611.954897] env[62321]: DEBUG nova.compute.manager [req-45484af5-2311-46f4-b3f1-e01640baaf6e req-9a9dceed-62fe-4058-8617-fd5722a1ecde service nova] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Refreshing instance network info cache due to event network-changed-d10a0a5f-a542-4e43-ba63-8f4e56a6ed17. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 611.954897] env[62321]: DEBUG oslo_concurrency.lockutils [req-45484af5-2311-46f4-b3f1-e01640baaf6e req-9a9dceed-62fe-4058-8617-fd5722a1ecde service nova] Acquiring lock "refresh_cache-16608632-c469-40d5-97d4-2e80c871e4be" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.954897] env[62321]: DEBUG oslo_concurrency.lockutils [req-45484af5-2311-46f4-b3f1-e01640baaf6e req-9a9dceed-62fe-4058-8617-fd5722a1ecde service nova] Acquired lock "refresh_cache-16608632-c469-40d5-97d4-2e80c871e4be" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.954897] env[62321]: DEBUG nova.network.neutron [req-45484af5-2311-46f4-b3f1-e01640baaf6e req-9a9dceed-62fe-4058-8617-fd5722a1ecde service nova] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Refreshing network info cache for port d10a0a5f-a542-4e43-ba63-8f4e56a6ed17 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 612.009226] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Acquiring lock "6cb8928c-4d6d-4e4b-8a57-4a130f6afa57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.009848] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Lock "6cb8928c-4d6d-4e4b-8a57-4a130f6afa57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.094018] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 612.094018] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26939760-1c2c-46a6-8481-5beed4acf79b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.102139] env[62321]: DEBUG oslo_vmware.api [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Waiting for the task: (returnval){ [ 612.102139] env[62321]: value = "task-2632689" [ 612.102139] env[62321]: _type = "Task" [ 612.102139] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.113904] env[62321]: DEBUG oslo_vmware.api [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2632689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.193256] env[62321]: DEBUG oslo_vmware.api [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2632688, 'name': ReconfigVM_Task, 'duration_secs': 0.875523} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.193256] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 16608632-c469-40d5-97d4-2e80c871e4be/16608632-c469-40d5-97d4-2e80c871e4be.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 612.193256] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe39114f-131c-4f8a-8913-a922adf02708 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.200427] env[62321]: DEBUG oslo_vmware.api [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 612.200427] env[62321]: value = "task-2632690" [ 612.200427] env[62321]: _type = "Task" [ 612.200427] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.211125] env[62321]: DEBUG nova.compute.manager [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 612.213915] env[62321]: DEBUG oslo_concurrency.lockutils [req-058065d0-95bf-45b1-9e16-5cf909970422 req-671417a7-d081-44c1-b572-bbde506bf353 service nova] Releasing lock "refresh_cache-677d7209-536c-43ed-8704-1554ce7ef923" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.214370] env[62321]: DEBUG nova.compute.manager [req-058065d0-95bf-45b1-9e16-5cf909970422 req-671417a7-d081-44c1-b572-bbde506bf353 service nova] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Received event network-changed-63ac5fd0-7915-46fd-91ec-20ad286ff74e {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 612.214711] env[62321]: DEBUG nova.compute.manager [req-058065d0-95bf-45b1-9e16-5cf909970422 req-671417a7-d081-44c1-b572-bbde506bf353 service nova] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Refreshing instance network info cache due to event network-changed-63ac5fd0-7915-46fd-91ec-20ad286ff74e. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 612.215117] env[62321]: DEBUG oslo_concurrency.lockutils [req-058065d0-95bf-45b1-9e16-5cf909970422 req-671417a7-d081-44c1-b572-bbde506bf353 service nova] Acquiring lock "refresh_cache-6c7313cd-0c0a-4068-975a-3239bf6b7869" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.215439] env[62321]: DEBUG oslo_concurrency.lockutils [req-058065d0-95bf-45b1-9e16-5cf909970422 req-671417a7-d081-44c1-b572-bbde506bf353 service nova] Acquired lock "refresh_cache-6c7313cd-0c0a-4068-975a-3239bf6b7869" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.215740] env[62321]: DEBUG nova.network.neutron [req-058065d0-95bf-45b1-9e16-5cf909970422 req-671417a7-d081-44c1-b572-bbde506bf353 service nova] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Refreshing network info cache for port 63ac5fd0-7915-46fd-91ec-20ad286ff74e {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 612.217078] env[62321]: DEBUG oslo_vmware.api [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2632690, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.249749] env[62321]: DEBUG nova.virt.hardware [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 612.249995] env[62321]: DEBUG nova.virt.hardware [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 612.250458] env[62321]: DEBUG nova.virt.hardware [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 612.250556] env[62321]: DEBUG nova.virt.hardware [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 612.250687] env[62321]: DEBUG nova.virt.hardware [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 612.250859] env[62321]: DEBUG nova.virt.hardware [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 612.252519] env[62321]: DEBUG nova.virt.hardware [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 612.252613] env[62321]: DEBUG nova.virt.hardware [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 612.252787] env[62321]: DEBUG nova.virt.hardware [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 612.253037] env[62321]: DEBUG nova.virt.hardware [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 612.253161] env[62321]: DEBUG nova.virt.hardware [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 612.254318] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f0bf26-adfd-40fd-9a6f-e9120f589d27 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.264076] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c509f92-cdc4-4156-b73c-7ffb1cb22c4a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.311077] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c215f397-28d6-41b5-9670-414dfa52edd0 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.126s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.316540] env[62321]: DEBUG oslo_concurrency.lockutils [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.827s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.318069] env[62321]: INFO nova.compute.claims [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 612.352595] env[62321]: INFO nova.scheduler.client.report [None req-c215f397-28d6-41b5-9670-414dfa52edd0 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Deleted allocations for instance f5c11eeb-bd4a-44b4-8a99-985b0c7716f6 [ 612.592337] env[62321]: DEBUG nova.compute.manager [req-c611e722-ab28-493d-a9b2-98bb62934549 req-939f13e4-8776-4721-b72a-dbe5a0730bf7 service nova] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Received event network-vif-deleted-1c3c93d5-47e6-427d-86d6-e0020b14c6f7 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 612.592663] env[62321]: DEBUG nova.compute.manager [req-c611e722-ab28-493d-a9b2-98bb62934549 req-939f13e4-8776-4721-b72a-dbe5a0730bf7 service nova] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Received event network-vif-deleted-6156cf7c-49b0-40ae-85d2-497af3416251 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 612.594515] env[62321]: DEBUG nova.compute.manager [req-c611e722-ab28-493d-a9b2-98bb62934549 req-939f13e4-8776-4721-b72a-dbe5a0730bf7 service nova] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Received event network-changed-e5463235-18bf-47c4-9ff7-4e55eb816d37 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 612.594515] env[62321]: DEBUG nova.compute.manager [req-c611e722-ab28-493d-a9b2-98bb62934549 req-939f13e4-8776-4721-b72a-dbe5a0730bf7 service nova] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Refreshing instance network info cache due to event network-changed-e5463235-18bf-47c4-9ff7-4e55eb816d37. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 612.594515] env[62321]: DEBUG oslo_concurrency.lockutils [req-c611e722-ab28-493d-a9b2-98bb62934549 req-939f13e4-8776-4721-b72a-dbe5a0730bf7 service nova] Acquiring lock "refresh_cache-88b335c7-7c56-4ae7-90a1-0fff3028c6a2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.594515] env[62321]: DEBUG oslo_concurrency.lockutils [req-c611e722-ab28-493d-a9b2-98bb62934549 req-939f13e4-8776-4721-b72a-dbe5a0730bf7 service nova] Acquired lock "refresh_cache-88b335c7-7c56-4ae7-90a1-0fff3028c6a2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.594515] env[62321]: DEBUG nova.network.neutron [req-c611e722-ab28-493d-a9b2-98bb62934549 req-939f13e4-8776-4721-b72a-dbe5a0730bf7 service nova] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Refreshing network info cache for port e5463235-18bf-47c4-9ff7-4e55eb816d37 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 612.617882] env[62321]: DEBUG oslo_vmware.api [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2632689, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.712420] env[62321]: DEBUG oslo_vmware.api [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2632690, 'name': Rename_Task, 'duration_secs': 0.247687} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.714299] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 612.714560] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2591813-325b-4854-8bd5-c2dc3b36a26e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.716964] env[62321]: DEBUG nova.network.neutron [req-45484af5-2311-46f4-b3f1-e01640baaf6e req-9a9dceed-62fe-4058-8617-fd5722a1ecde service nova] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Updated VIF entry in instance network info cache for port d10a0a5f-a542-4e43-ba63-8f4e56a6ed17. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 612.719820] env[62321]: DEBUG nova.network.neutron [req-45484af5-2311-46f4-b3f1-e01640baaf6e req-9a9dceed-62fe-4058-8617-fd5722a1ecde service nova] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Updating instance_info_cache with network_info: [{"id": "d10a0a5f-a542-4e43-ba63-8f4e56a6ed17", "address": "fa:16:3e:37:35:cd", "network": {"id": "88f82084-f668-408a-85db-223eddec1845", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1449486980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4e845d2578746c9a211eef92967c286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd10a0a5f-a5", "ovs_interfaceid": "d10a0a5f-a542-4e43-ba63-8f4e56a6ed17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.727831] env[62321]: DEBUG nova.compute.manager [None req-c08d7d15-734b-4614-b94b-e995542e1db3 tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] [instance: e255473e-2577-4105-9d39-3436f13e2e6e] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 612.728909] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbea73c2-3a59-4077-b96a-8f79545559bf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.735243] env[62321]: DEBUG oslo_vmware.api [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 612.735243] env[62321]: value = "task-2632691" [ 612.735243] env[62321]: _type = "Task" [ 612.735243] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.753161] env[62321]: DEBUG oslo_vmware.api [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2632691, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.863720] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c215f397-28d6-41b5-9670-414dfa52edd0 tempest-ServersAdmin275Test-584071055 tempest-ServersAdmin275Test-584071055-project-member] Lock "f5c11eeb-bd4a-44b4-8a99-985b0c7716f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.645s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.870617] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2938899c-f08e-40b8-887f-b607d8b30c4e tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Acquiring lock "677d7209-536c-43ed-8704-1554ce7ef923" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.870824] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2938899c-f08e-40b8-887f-b607d8b30c4e tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Lock "677d7209-536c-43ed-8704-1554ce7ef923" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.871044] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2938899c-f08e-40b8-887f-b607d8b30c4e tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Acquiring lock "677d7209-536c-43ed-8704-1554ce7ef923-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.871808] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2938899c-f08e-40b8-887f-b607d8b30c4e tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Lock "677d7209-536c-43ed-8704-1554ce7ef923-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.872492] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2938899c-f08e-40b8-887f-b607d8b30c4e tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Lock "677d7209-536c-43ed-8704-1554ce7ef923-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.877176] env[62321]: INFO nova.compute.manager [None req-2938899c-f08e-40b8-887f-b607d8b30c4e tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Terminating instance [ 612.992358] env[62321]: DEBUG nova.network.neutron [req-058065d0-95bf-45b1-9e16-5cf909970422 req-671417a7-d081-44c1-b572-bbde506bf353 service nova] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Updated VIF entry in instance network info cache for port 63ac5fd0-7915-46fd-91ec-20ad286ff74e. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 612.992706] env[62321]: DEBUG nova.network.neutron [req-058065d0-95bf-45b1-9e16-5cf909970422 req-671417a7-d081-44c1-b572-bbde506bf353 service nova] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Updating instance_info_cache with network_info: [{"id": "63ac5fd0-7915-46fd-91ec-20ad286ff74e", "address": "fa:16:3e:d1:b7:a6", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63ac5fd0-79", "ovs_interfaceid": "63ac5fd0-7915-46fd-91ec-20ad286ff74e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.114550] env[62321]: DEBUG oslo_vmware.api [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2632689, 'name': PowerOnVM_Task, 'duration_secs': 0.532215} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.114827] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 613.115101] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1b079e-5884-40e8-9935-0ad137da4358 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Updating instance 'aeb622a0-9532-4a9d-ac75-65f4e84dfda0' progress to 100 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 613.227139] env[62321]: DEBUG oslo_concurrency.lockutils [req-45484af5-2311-46f4-b3f1-e01640baaf6e req-9a9dceed-62fe-4058-8617-fd5722a1ecde service nova] Releasing lock "refresh_cache-16608632-c469-40d5-97d4-2e80c871e4be" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.253117] env[62321]: INFO nova.compute.manager [None req-c08d7d15-734b-4614-b94b-e995542e1db3 tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] [instance: e255473e-2577-4105-9d39-3436f13e2e6e] instance snapshotting [ 613.253891] env[62321]: DEBUG nova.objects.instance [None req-c08d7d15-734b-4614-b94b-e995542e1db3 tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Lazy-loading 'flavor' on Instance uuid e255473e-2577-4105-9d39-3436f13e2e6e {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 613.255392] env[62321]: DEBUG oslo_vmware.api [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2632691, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.384703] env[62321]: DEBUG nova.compute.manager [None req-2938899c-f08e-40b8-887f-b607d8b30c4e tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 613.385545] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2938899c-f08e-40b8-887f-b607d8b30c4e tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 613.387025] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bf7abb-893d-47cf-9bed-2665c4e9090b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.399657] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-2938899c-f08e-40b8-887f-b607d8b30c4e tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 613.402995] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9205e5f7-8260-48be-9670-bb5422c047e5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.409383] env[62321]: DEBUG oslo_vmware.api [None req-2938899c-f08e-40b8-887f-b607d8b30c4e tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Waiting for the task: (returnval){ [ 613.409383] env[62321]: value = "task-2632692" [ 613.409383] env[62321]: _type = "Task" [ 613.409383] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.418863] env[62321]: DEBUG oslo_vmware.api [None req-2938899c-f08e-40b8-887f-b607d8b30c4e tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Task: {'id': task-2632692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.462564] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Acquiring lock "e255473e-2577-4105-9d39-3436f13e2e6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.462928] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Lock "e255473e-2577-4105-9d39-3436f13e2e6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.463213] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Acquiring lock "e255473e-2577-4105-9d39-3436f13e2e6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.463413] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Lock "e255473e-2577-4105-9d39-3436f13e2e6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.463621] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Lock "e255473e-2577-4105-9d39-3436f13e2e6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.466547] env[62321]: INFO nova.compute.manager [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] [instance: e255473e-2577-4105-9d39-3436f13e2e6e] Terminating instance [ 613.494603] env[62321]: DEBUG nova.network.neutron [req-c611e722-ab28-493d-a9b2-98bb62934549 req-939f13e4-8776-4721-b72a-dbe5a0730bf7 service nova] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Updated VIF entry in instance network info cache for port e5463235-18bf-47c4-9ff7-4e55eb816d37. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 613.495382] env[62321]: DEBUG nova.network.neutron [req-c611e722-ab28-493d-a9b2-98bb62934549 req-939f13e4-8776-4721-b72a-dbe5a0730bf7 service nova] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Updating instance_info_cache with network_info: [{"id": "e5463235-18bf-47c4-9ff7-4e55eb816d37", "address": "fa:16:3e:7e:32:dc", "network": {"id": "89c0515c-b183-455d-bf39-ff2f850ebc2a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1765306575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ed0fdcbbf954c61828e9b79bad93980", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5463235-18", "ovs_interfaceid": "e5463235-18bf-47c4-9ff7-4e55eb816d37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.497374] env[62321]: DEBUG oslo_concurrency.lockutils [req-058065d0-95bf-45b1-9e16-5cf909970422 req-671417a7-d081-44c1-b572-bbde506bf353 service nova] Releasing lock "refresh_cache-6c7313cd-0c0a-4068-975a-3239bf6b7869" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.746682] env[62321]: DEBUG oslo_vmware.api [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2632691, 'name': PowerOnVM_Task, 'duration_secs': 0.811767} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.747031] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 613.748257] env[62321]: INFO nova.compute.manager [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Took 7.97 seconds to spawn the instance on the hypervisor. [ 613.748257] env[62321]: DEBUG nova.compute.manager [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 613.748458] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2977c3aa-9398-4321-9d1a-fb55d52a4a1b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.767272] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e58329-1fe7-4bc0-a972-daf8e8a16e42 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.772843] env[62321]: DEBUG nova.network.neutron [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Successfully updated port: 0336b757-cead-45f1-aba5-dfbe1e410fd5 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 613.791993] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b230f3e-8a36-4cdc-bbf1-a7df5a62eb15 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.820321] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f2d60e-c025-4eb0-9b44-1a7688052027 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.828769] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f61627-fb02-44b3-8849-2b61effc3c9c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.868983] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f416f0-e564-42dc-91c1-75289a011543 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.880648] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7023c589-e422-4ac1-af9d-9527b49cf979 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.900626] env[62321]: DEBUG nova.compute.provider_tree [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 613.909493] env[62321]: DEBUG nova.network.neutron [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Successfully updated port: 05a239fd-4817-44ec-a3eb-323e733f176d {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 613.920643] env[62321]: DEBUG oslo_vmware.api [None req-2938899c-f08e-40b8-887f-b607d8b30c4e tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Task: {'id': task-2632692, 'name': PowerOffVM_Task, 'duration_secs': 0.228669} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.920911] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-2938899c-f08e-40b8-887f-b607d8b30c4e tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 613.921096] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2938899c-f08e-40b8-887f-b607d8b30c4e tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 613.921349] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b1c96c8-31e8-4407-93c2-570bfca95cb7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.973955] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Acquiring lock "refresh_cache-e255473e-2577-4105-9d39-3436f13e2e6e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.974163] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Acquired lock "refresh_cache-e255473e-2577-4105-9d39-3436f13e2e6e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.974342] env[62321]: DEBUG nova.network.neutron [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] [instance: e255473e-2577-4105-9d39-3436f13e2e6e] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 613.990442] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2938899c-f08e-40b8-887f-b607d8b30c4e tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 613.990442] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2938899c-f08e-40b8-887f-b607d8b30c4e tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 613.990653] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-2938899c-f08e-40b8-887f-b607d8b30c4e tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Deleting the datastore file [datastore2] 677d7209-536c-43ed-8704-1554ce7ef923 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 613.991470] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fda0326b-5c6c-4b69-9412-be7fca810846 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.998567] env[62321]: DEBUG oslo_vmware.api [None req-2938899c-f08e-40b8-887f-b607d8b30c4e tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Waiting for the task: (returnval){ [ 613.998567] env[62321]: value = "task-2632694" [ 613.998567] env[62321]: _type = "Task" [ 613.998567] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.008347] env[62321]: DEBUG oslo_concurrency.lockutils [req-c611e722-ab28-493d-a9b2-98bb62934549 req-939f13e4-8776-4721-b72a-dbe5a0730bf7 service nova] Releasing lock "refresh_cache-88b335c7-7c56-4ae7-90a1-0fff3028c6a2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.008697] env[62321]: DEBUG oslo_vmware.api [None req-2938899c-f08e-40b8-887f-b607d8b30c4e tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Task: {'id': task-2632694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.275056] env[62321]: DEBUG oslo_concurrency.lockutils [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Acquiring lock "refresh_cache-83721fcc-5a99-4563-8e3f-045e6c3ec04d" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.275604] env[62321]: DEBUG oslo_concurrency.lockutils [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Acquired lock "refresh_cache-83721fcc-5a99-4563-8e3f-045e6c3ec04d" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.275790] env[62321]: DEBUG nova.network.neutron [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 614.277996] env[62321]: INFO nova.compute.manager [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Took 38.05 seconds to build instance. [ 614.304398] env[62321]: DEBUG nova.compute.manager [None req-c08d7d15-734b-4614-b94b-e995542e1db3 tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] [instance: e255473e-2577-4105-9d39-3436f13e2e6e] Instance disappeared during snapshot {{(pid=62321) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 614.407699] env[62321]: DEBUG nova.scheduler.client.report [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 614.487174] env[62321]: DEBUG nova.compute.manager [None req-c08d7d15-734b-4614-b94b-e995542e1db3 tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] [instance: e255473e-2577-4105-9d39-3436f13e2e6e] Found 0 images (rotation: 2) {{(pid=62321) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 614.510901] env[62321]: DEBUG oslo_vmware.api [None req-2938899c-f08e-40b8-887f-b607d8b30c4e tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Task: {'id': task-2632694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198156} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.511209] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-2938899c-f08e-40b8-887f-b607d8b30c4e tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 614.511381] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2938899c-f08e-40b8-887f-b607d8b30c4e tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 614.511550] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2938899c-f08e-40b8-887f-b607d8b30c4e tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 614.511716] env[62321]: INFO nova.compute.manager [None req-2938899c-f08e-40b8-887f-b607d8b30c4e tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Took 1.13 seconds to destroy the instance on the hypervisor. [ 614.511949] env[62321]: DEBUG oslo.service.loopingcall [None req-2938899c-f08e-40b8-887f-b607d8b30c4e tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 614.512150] env[62321]: DEBUG nova.compute.manager [-] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 614.512240] env[62321]: DEBUG nova.network.neutron [-] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 614.529039] env[62321]: DEBUG nova.network.neutron [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] [instance: e255473e-2577-4105-9d39-3436f13e2e6e] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 614.675709] env[62321]: DEBUG nova.network.neutron [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] [instance: e255473e-2577-4105-9d39-3436f13e2e6e] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.782427] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3fe5a51c-f987-47ff-986b-c055205a3ab2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lock "16608632-c469-40d5-97d4-2e80c871e4be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.607s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.859256] env[62321]: DEBUG nova.network.neutron [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 614.865109] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 614.865466] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 614.915841] env[62321]: DEBUG oslo_concurrency.lockutils [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.916982] env[62321]: DEBUG nova.compute.manager [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 614.920157] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.963s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.923145] env[62321]: INFO nova.compute.claims [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 615.069314] env[62321]: DEBUG nova.compute.manager [req-f21c9cf4-a4c6-446d-ad52-544dd94495a5 req-4e59e3ac-9953-4dc8-893d-b000ed1b3677 service nova] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Received event network-vif-plugged-b78c1753-6142-4feb-95f5-7bc84b9bb8a7 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 615.069439] env[62321]: DEBUG oslo_concurrency.lockutils [req-f21c9cf4-a4c6-446d-ad52-544dd94495a5 req-4e59e3ac-9953-4dc8-893d-b000ed1b3677 service nova] Acquiring lock "6874b574-5eb3-4c67-9e38-7027e80ce287-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.070028] env[62321]: DEBUG oslo_concurrency.lockutils [req-f21c9cf4-a4c6-446d-ad52-544dd94495a5 req-4e59e3ac-9953-4dc8-893d-b000ed1b3677 service nova] Lock "6874b574-5eb3-4c67-9e38-7027e80ce287-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.070028] env[62321]: DEBUG oslo_concurrency.lockutils [req-f21c9cf4-a4c6-446d-ad52-544dd94495a5 req-4e59e3ac-9953-4dc8-893d-b000ed1b3677 service nova] Lock "6874b574-5eb3-4c67-9e38-7027e80ce287-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.070028] env[62321]: DEBUG nova.compute.manager [req-f21c9cf4-a4c6-446d-ad52-544dd94495a5 req-4e59e3ac-9953-4dc8-893d-b000ed1b3677 service nova] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] No waiting events found dispatching network-vif-plugged-b78c1753-6142-4feb-95f5-7bc84b9bb8a7 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 615.070292] env[62321]: WARNING nova.compute.manager [req-f21c9cf4-a4c6-446d-ad52-544dd94495a5 req-4e59e3ac-9953-4dc8-893d-b000ed1b3677 service nova] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Received unexpected event network-vif-plugged-b78c1753-6142-4feb-95f5-7bc84b9bb8a7 for instance with vm_state building and task_state spawning. [ 615.070892] env[62321]: DEBUG nova.compute.manager [req-f21c9cf4-a4c6-446d-ad52-544dd94495a5 req-4e59e3ac-9953-4dc8-893d-b000ed1b3677 service nova] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Received event network-changed-b78c1753-6142-4feb-95f5-7bc84b9bb8a7 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 615.070892] env[62321]: DEBUG nova.compute.manager [req-f21c9cf4-a4c6-446d-ad52-544dd94495a5 req-4e59e3ac-9953-4dc8-893d-b000ed1b3677 service nova] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Refreshing instance network info cache due to event network-changed-b78c1753-6142-4feb-95f5-7bc84b9bb8a7. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 615.070892] env[62321]: DEBUG oslo_concurrency.lockutils [req-f21c9cf4-a4c6-446d-ad52-544dd94495a5 req-4e59e3ac-9953-4dc8-893d-b000ed1b3677 service nova] Acquiring lock "refresh_cache-6874b574-5eb3-4c67-9e38-7027e80ce287" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.071142] env[62321]: DEBUG oslo_concurrency.lockutils [req-f21c9cf4-a4c6-446d-ad52-544dd94495a5 req-4e59e3ac-9953-4dc8-893d-b000ed1b3677 service nova] Acquired lock "refresh_cache-6874b574-5eb3-4c67-9e38-7027e80ce287" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.071142] env[62321]: DEBUG nova.network.neutron [req-f21c9cf4-a4c6-446d-ad52-544dd94495a5 req-4e59e3ac-9953-4dc8-893d-b000ed1b3677 service nova] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Refreshing network info cache for port b78c1753-6142-4feb-95f5-7bc84b9bb8a7 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 615.339288] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Releasing lock "refresh_cache-e255473e-2577-4105-9d39-3436f13e2e6e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.339288] env[62321]: DEBUG nova.compute.manager [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] [instance: e255473e-2577-4105-9d39-3436f13e2e6e] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 615.339288] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] [instance: e255473e-2577-4105-9d39-3436f13e2e6e] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 615.339288] env[62321]: DEBUG nova.compute.manager [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 615.343241] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6542d3ca-5313-46f5-92c6-45874d237dde {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.355229] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] [instance: e255473e-2577-4105-9d39-3436f13e2e6e] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 615.356663] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ffa5dcc-32d7-4d89-9f13-a54043f55e2c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.364782] env[62321]: DEBUG oslo_vmware.api [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Waiting for the task: (returnval){ [ 615.364782] env[62321]: value = "task-2632695" [ 615.364782] env[62321]: _type = "Task" [ 615.364782] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.381962] env[62321]: DEBUG oslo_vmware.api [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Task: {'id': task-2632695, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.382521] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.383182] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.383182] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.383574] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.383574] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.383751] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.384156] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62321) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 615.384156] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.431041] env[62321]: DEBUG nova.compute.utils [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 615.433931] env[62321]: DEBUG nova.compute.manager [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 615.434290] env[62321]: DEBUG nova.network.neutron [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6f587834-2727-48fc-8dba-50754fa70643] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 615.657229] env[62321]: DEBUG nova.policy [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63c45ddfdb764db1b5f0240540384312', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b49470ceac9b4de58cba11d423cb3cd7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 615.669012] env[62321]: DEBUG nova.compute.manager [req-83aae126-3047-4cff-a5a2-13d8c347dc26 req-c08773f6-8f54-4d35-8e3a-f3aab506aa67 service nova] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Received event network-vif-plugged-0336b757-cead-45f1-aba5-dfbe1e410fd5 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 615.671200] env[62321]: DEBUG oslo_concurrency.lockutils [req-83aae126-3047-4cff-a5a2-13d8c347dc26 req-c08773f6-8f54-4d35-8e3a-f3aab506aa67 service nova] Acquiring lock "83721fcc-5a99-4563-8e3f-045e6c3ec04d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.671481] env[62321]: DEBUG oslo_concurrency.lockutils [req-83aae126-3047-4cff-a5a2-13d8c347dc26 req-c08773f6-8f54-4d35-8e3a-f3aab506aa67 service nova] Lock "83721fcc-5a99-4563-8e3f-045e6c3ec04d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.671670] env[62321]: DEBUG oslo_concurrency.lockutils [req-83aae126-3047-4cff-a5a2-13d8c347dc26 req-c08773f6-8f54-4d35-8e3a-f3aab506aa67 service nova] Lock "83721fcc-5a99-4563-8e3f-045e6c3ec04d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.671843] env[62321]: DEBUG nova.compute.manager [req-83aae126-3047-4cff-a5a2-13d8c347dc26 req-c08773f6-8f54-4d35-8e3a-f3aab506aa67 service nova] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] No waiting events found dispatching network-vif-plugged-0336b757-cead-45f1-aba5-dfbe1e410fd5 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 615.672014] env[62321]: WARNING nova.compute.manager [req-83aae126-3047-4cff-a5a2-13d8c347dc26 req-c08773f6-8f54-4d35-8e3a-f3aab506aa67 service nova] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Received unexpected event network-vif-plugged-0336b757-cead-45f1-aba5-dfbe1e410fd5 for instance with vm_state building and task_state spawning. [ 615.672190] env[62321]: DEBUG nova.compute.manager [req-83aae126-3047-4cff-a5a2-13d8c347dc26 req-c08773f6-8f54-4d35-8e3a-f3aab506aa67 service nova] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Received event network-changed-0336b757-cead-45f1-aba5-dfbe1e410fd5 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 615.672413] env[62321]: DEBUG nova.compute.manager [req-83aae126-3047-4cff-a5a2-13d8c347dc26 req-c08773f6-8f54-4d35-8e3a-f3aab506aa67 service nova] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Refreshing instance network info cache due to event network-changed-0336b757-cead-45f1-aba5-dfbe1e410fd5. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 615.672608] env[62321]: DEBUG oslo_concurrency.lockutils [req-83aae126-3047-4cff-a5a2-13d8c347dc26 req-c08773f6-8f54-4d35-8e3a-f3aab506aa67 service nova] Acquiring lock "refresh_cache-83721fcc-5a99-4563-8e3f-045e6c3ec04d" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.673789] env[62321]: DEBUG nova.network.neutron [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Updating instance_info_cache with network_info: [{"id": "0336b757-cead-45f1-aba5-dfbe1e410fd5", "address": "fa:16:3e:0f:39:b0", "network": {"id": "2b8066c6-ee24-4593-8573-e9b0f8bde812", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-573224230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea23eb0ab19e4631bd2b1c7252ab60ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0336b757-ce", "ovs_interfaceid": "0336b757-cead-45f1-aba5-dfbe1e410fd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.770681] env[62321]: DEBUG nova.network.neutron [req-f21c9cf4-a4c6-446d-ad52-544dd94495a5 req-4e59e3ac-9953-4dc8-893d-b000ed1b3677 service nova] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 615.875673] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.880413] env[62321]: DEBUG oslo_vmware.api [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Task: {'id': task-2632695, 'name': PowerOffVM_Task, 'duration_secs': 0.206392} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.881149] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] [instance: e255473e-2577-4105-9d39-3436f13e2e6e] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 615.881408] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] [instance: e255473e-2577-4105-9d39-3436f13e2e6e] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 615.881716] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d401efb3-f4f3-4778-b1a3-b35695f1f15a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.888228] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.900968] env[62321]: DEBUG nova.network.neutron [req-f21c9cf4-a4c6-446d-ad52-544dd94495a5 req-4e59e3ac-9953-4dc8-893d-b000ed1b3677 service nova] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.908525] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] [instance: e255473e-2577-4105-9d39-3436f13e2e6e] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 615.908884] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] [instance: e255473e-2577-4105-9d39-3436f13e2e6e] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 615.909140] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Deleting the datastore file [datastore2] e255473e-2577-4105-9d39-3436f13e2e6e {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 615.909655] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa01a85f-4514-47b8-b42c-2e8cb8931448 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.916548] env[62321]: DEBUG oslo_vmware.api [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Waiting for the task: (returnval){ [ 615.916548] env[62321]: value = "task-2632697" [ 615.916548] env[62321]: _type = "Task" [ 615.916548] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.927813] env[62321]: DEBUG oslo_vmware.api [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Task: {'id': task-2632697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.936609] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1c66565f-2621-462f-9400-9c624fd1e36a tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Acquiring lock "0be60052-791c-4216-b5db-c666b62ef9f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.937459] env[62321]: DEBUG nova.compute.manager [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 616.182680] env[62321]: DEBUG oslo_concurrency.lockutils [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Releasing lock "refresh_cache-83721fcc-5a99-4563-8e3f-045e6c3ec04d" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.183047] env[62321]: DEBUG nova.compute.manager [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Instance network_info: |[{"id": "0336b757-cead-45f1-aba5-dfbe1e410fd5", "address": "fa:16:3e:0f:39:b0", "network": {"id": "2b8066c6-ee24-4593-8573-e9b0f8bde812", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-573224230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea23eb0ab19e4631bd2b1c7252ab60ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0336b757-ce", "ovs_interfaceid": "0336b757-cead-45f1-aba5-dfbe1e410fd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 616.183372] env[62321]: DEBUG oslo_concurrency.lockutils [req-83aae126-3047-4cff-a5a2-13d8c347dc26 req-c08773f6-8f54-4d35-8e3a-f3aab506aa67 service nova] Acquired lock "refresh_cache-83721fcc-5a99-4563-8e3f-045e6c3ec04d" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.185037] env[62321]: DEBUG nova.network.neutron [req-83aae126-3047-4cff-a5a2-13d8c347dc26 req-c08773f6-8f54-4d35-8e3a-f3aab506aa67 service nova] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Refreshing network info cache for port 0336b757-cead-45f1-aba5-dfbe1e410fd5 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 616.186350] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:39:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0336b757-cead-45f1-aba5-dfbe1e410fd5', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.197853] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Creating folder: Project (ea23eb0ab19e4631bd2b1c7252ab60ca). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.202158] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0dc369f7-4aa1-4b0a-8344-bac9ac50c6ed {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.214968] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Created folder: Project (ea23eb0ab19e4631bd2b1c7252ab60ca) in parent group-v530434. [ 616.214968] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Creating folder: Instances. Parent ref: group-v530503. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.214968] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a4a683d-3f6b-40de-9dcb-2ef108e467f5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.226022] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Created folder: Instances in parent group-v530503. [ 616.226022] env[62321]: DEBUG oslo.service.loopingcall [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 616.226022] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 616.226022] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5cfd2294-956e-4fd9-8220-0cc28875393c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.250830] env[62321]: DEBUG nova.network.neutron [-] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.253506] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.253506] env[62321]: value = "task-2632700" [ 616.253506] env[62321]: _type = "Task" [ 616.253506] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.266648] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632700, 'name': CreateVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.404239] env[62321]: DEBUG oslo_concurrency.lockutils [req-f21c9cf4-a4c6-446d-ad52-544dd94495a5 req-4e59e3ac-9953-4dc8-893d-b000ed1b3677 service nova] Releasing lock "refresh_cache-6874b574-5eb3-4c67-9e38-7027e80ce287" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.404531] env[62321]: DEBUG nova.compute.manager [req-f21c9cf4-a4c6-446d-ad52-544dd94495a5 req-4e59e3ac-9953-4dc8-893d-b000ed1b3677 service nova] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Received event network-vif-plugged-05a239fd-4817-44ec-a3eb-323e733f176d {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 616.404813] env[62321]: DEBUG oslo_concurrency.lockutils [req-f21c9cf4-a4c6-446d-ad52-544dd94495a5 req-4e59e3ac-9953-4dc8-893d-b000ed1b3677 service nova] Acquiring lock "6874b574-5eb3-4c67-9e38-7027e80ce287-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.409171] env[62321]: DEBUG oslo_concurrency.lockutils [req-f21c9cf4-a4c6-446d-ad52-544dd94495a5 req-4e59e3ac-9953-4dc8-893d-b000ed1b3677 service nova] Lock "6874b574-5eb3-4c67-9e38-7027e80ce287-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.409402] env[62321]: DEBUG oslo_concurrency.lockutils [req-f21c9cf4-a4c6-446d-ad52-544dd94495a5 req-4e59e3ac-9953-4dc8-893d-b000ed1b3677 service nova] Lock "6874b574-5eb3-4c67-9e38-7027e80ce287-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.409604] env[62321]: DEBUG nova.compute.manager [req-f21c9cf4-a4c6-446d-ad52-544dd94495a5 req-4e59e3ac-9953-4dc8-893d-b000ed1b3677 service nova] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] No waiting events found dispatching network-vif-plugged-05a239fd-4817-44ec-a3eb-323e733f176d {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 616.409848] env[62321]: WARNING nova.compute.manager [req-f21c9cf4-a4c6-446d-ad52-544dd94495a5 req-4e59e3ac-9953-4dc8-893d-b000ed1b3677 service nova] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Received unexpected event network-vif-plugged-05a239fd-4817-44ec-a3eb-323e733f176d for instance with vm_state building and task_state spawning. [ 616.410517] env[62321]: DEBUG nova.compute.manager [req-f21c9cf4-a4c6-446d-ad52-544dd94495a5 req-4e59e3ac-9953-4dc8-893d-b000ed1b3677 service nova] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Received event network-changed-05a239fd-4817-44ec-a3eb-323e733f176d {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 616.411113] env[62321]: DEBUG nova.compute.manager [req-f21c9cf4-a4c6-446d-ad52-544dd94495a5 req-4e59e3ac-9953-4dc8-893d-b000ed1b3677 service nova] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Refreshing instance network info cache due to event network-changed-05a239fd-4817-44ec-a3eb-323e733f176d. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 616.411113] env[62321]: DEBUG oslo_concurrency.lockutils [req-f21c9cf4-a4c6-446d-ad52-544dd94495a5 req-4e59e3ac-9953-4dc8-893d-b000ed1b3677 service nova] Acquiring lock "refresh_cache-6874b574-5eb3-4c67-9e38-7027e80ce287" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.411113] env[62321]: DEBUG oslo_concurrency.lockutils [req-f21c9cf4-a4c6-446d-ad52-544dd94495a5 req-4e59e3ac-9953-4dc8-893d-b000ed1b3677 service nova] Acquired lock "refresh_cache-6874b574-5eb3-4c67-9e38-7027e80ce287" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.411356] env[62321]: DEBUG nova.network.neutron [req-f21c9cf4-a4c6-446d-ad52-544dd94495a5 req-4e59e3ac-9953-4dc8-893d-b000ed1b3677 service nova] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Refreshing network info cache for port 05a239fd-4817-44ec-a3eb-323e733f176d {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 616.429230] env[62321]: DEBUG oslo_vmware.api [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Task: {'id': task-2632697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103889} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.430469] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 616.430689] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] [instance: e255473e-2577-4105-9d39-3436f13e2e6e] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 616.430836] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] [instance: e255473e-2577-4105-9d39-3436f13e2e6e] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 616.431716] env[62321]: INFO nova.compute.manager [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] [instance: e255473e-2577-4105-9d39-3436f13e2e6e] Took 1.10 seconds to destroy the instance on the hypervisor. [ 616.431716] env[62321]: DEBUG oslo.service.loopingcall [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 616.431716] env[62321]: DEBUG nova.compute.manager [-] [instance: e255473e-2577-4105-9d39-3436f13e2e6e] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 616.431716] env[62321]: DEBUG nova.network.neutron [-] [instance: e255473e-2577-4105-9d39-3436f13e2e6e] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 616.463942] env[62321]: DEBUG nova.network.neutron [-] [instance: e255473e-2577-4105-9d39-3436f13e2e6e] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 616.565061] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c891bb83-1987-475b-933c-bad36b177937 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.573561] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974f26c9-77cb-4176-baa8-62f9c9c942e7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.611113] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d7d0d8-c10e-46b5-8952-6e42956827d1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.614466] env[62321]: DEBUG nova.network.neutron [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Successfully created port: 3bb34bc9-1952-4cb7-8364-029970365df5 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 616.622163] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0562c5c-be84-47ff-92f2-a760d4a36b5a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.637184] env[62321]: DEBUG nova.compute.provider_tree [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.754866] env[62321]: INFO nova.compute.manager [-] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Took 2.24 seconds to deallocate network for instance. [ 616.771682] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632700, 'name': CreateVM_Task, 'duration_secs': 0.516418} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.771682] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 616.775382] env[62321]: DEBUG oslo_concurrency.lockutils [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.775633] env[62321]: DEBUG oslo_concurrency.lockutils [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.775896] env[62321]: DEBUG oslo_concurrency.lockutils [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.776249] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2c51a59-11bb-425e-8b0f-43de4367e2a2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.781807] env[62321]: DEBUG oslo_vmware.api [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Waiting for the task: (returnval){ [ 616.781807] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52876ed5-de18-3783-a408-ce6fa377633c" [ 616.781807] env[62321]: _type = "Task" [ 616.781807] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.791708] env[62321]: DEBUG oslo_vmware.api [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52876ed5-de18-3783-a408-ce6fa377633c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.952192] env[62321]: DEBUG nova.compute.manager [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 616.959688] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e4f6e8e6-2781-4fbf-ac63-c3f24d0659e7 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquiring lock "aeb622a0-9532-4a9d-ac75-65f4e84dfda0" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.960255] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e4f6e8e6-2781-4fbf-ac63-c3f24d0659e7 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Lock "aeb622a0-9532-4a9d-ac75-65f4e84dfda0" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.960604] env[62321]: DEBUG nova.compute.manager [None req-e4f6e8e6-2781-4fbf-ac63-c3f24d0659e7 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Going to confirm migration 1 {{(pid=62321) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 616.967041] env[62321]: DEBUG nova.network.neutron [-] [instance: e255473e-2577-4105-9d39-3436f13e2e6e] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.022487] env[62321]: DEBUG nova.virt.hardware [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 617.022759] env[62321]: DEBUG nova.virt.hardware [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 617.022904] env[62321]: DEBUG nova.virt.hardware [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 617.023110] env[62321]: DEBUG nova.virt.hardware [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 617.023268] env[62321]: DEBUG nova.virt.hardware [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 617.023417] env[62321]: DEBUG nova.virt.hardware [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 617.023634] env[62321]: DEBUG nova.virt.hardware [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 617.023857] env[62321]: DEBUG nova.virt.hardware [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 617.023958] env[62321]: DEBUG nova.virt.hardware [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 617.024134] env[62321]: DEBUG nova.virt.hardware [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 617.024377] env[62321]: DEBUG nova.virt.hardware [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 617.025633] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32f4d79-8208-49ad-9004-f3951590bb10 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.031029] env[62321]: DEBUG nova.network.neutron [req-f21c9cf4-a4c6-446d-ad52-544dd94495a5 req-4e59e3ac-9953-4dc8-893d-b000ed1b3677 service nova] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 617.038448] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f298b6-dd9c-4717-a370-1a5305a83516 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.143025] env[62321]: DEBUG nova.scheduler.client.report [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 617.266185] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2938899c-f08e-40b8-887f-b607d8b30c4e tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.298021] env[62321]: DEBUG oslo_vmware.api [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52876ed5-de18-3783-a408-ce6fa377633c, 'name': SearchDatastore_Task, 'duration_secs': 0.010141} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.298021] env[62321]: DEBUG oslo_concurrency.lockutils [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.298021] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.298021] env[62321]: DEBUG oslo_concurrency.lockutils [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.298329] env[62321]: DEBUG oslo_concurrency.lockutils [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.298329] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 617.298329] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-817b6ca6-cdb7-46d6-976c-c4070eb04441 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.307272] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.309951] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 617.309951] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43b425ac-3aa7-49e8-ab08-f15bfd15e138 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.314659] env[62321]: DEBUG oslo_vmware.api [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Waiting for the task: (returnval){ [ 617.314659] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]524438f1-73fd-9010-7484-869d46034547" [ 617.314659] env[62321]: _type = "Task" [ 617.314659] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.323761] env[62321]: DEBUG oslo_vmware.api [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]524438f1-73fd-9010-7484-869d46034547, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.327685] env[62321]: DEBUG nova.network.neutron [req-f21c9cf4-a4c6-446d-ad52-544dd94495a5 req-4e59e3ac-9953-4dc8-893d-b000ed1b3677 service nova] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.364824] env[62321]: DEBUG nova.network.neutron [req-83aae126-3047-4cff-a5a2-13d8c347dc26 req-c08773f6-8f54-4d35-8e3a-f3aab506aa67 service nova] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Updated VIF entry in instance network info cache for port 0336b757-cead-45f1-aba5-dfbe1e410fd5. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 617.364824] env[62321]: DEBUG nova.network.neutron [req-83aae126-3047-4cff-a5a2-13d8c347dc26 req-c08773f6-8f54-4d35-8e3a-f3aab506aa67 service nova] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Updating instance_info_cache with network_info: [{"id": "0336b757-cead-45f1-aba5-dfbe1e410fd5", "address": "fa:16:3e:0f:39:b0", "network": {"id": "2b8066c6-ee24-4593-8573-e9b0f8bde812", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-573224230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea23eb0ab19e4631bd2b1c7252ab60ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0336b757-ce", "ovs_interfaceid": "0336b757-cead-45f1-aba5-dfbe1e410fd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.470018] env[62321]: INFO nova.compute.manager [-] [instance: e255473e-2577-4105-9d39-3436f13e2e6e] Took 1.04 seconds to deallocate network for instance. [ 617.648598] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e4f6e8e6-2781-4fbf-ac63-c3f24d0659e7 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquiring lock "refresh_cache-aeb622a0-9532-4a9d-ac75-65f4e84dfda0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.648598] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e4f6e8e6-2781-4fbf-ac63-c3f24d0659e7 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquired lock "refresh_cache-aeb622a0-9532-4a9d-ac75-65f4e84dfda0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.648598] env[62321]: DEBUG nova.network.neutron [None req-e4f6e8e6-2781-4fbf-ac63-c3f24d0659e7 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 617.648598] env[62321]: DEBUG nova.objects.instance [None req-e4f6e8e6-2781-4fbf-ac63-c3f24d0659e7 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Lazy-loading 'info_cache' on Instance uuid aeb622a0-9532-4a9d-ac75-65f4e84dfda0 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 617.650975] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.651888] env[62321]: DEBUG nova.compute.manager [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 617.655486] env[62321]: DEBUG oslo_concurrency.lockutils [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.190s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.657256] env[62321]: INFO nova.compute.claims [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 617.794127] env[62321]: DEBUG nova.network.neutron [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Successfully updated port: 43713ccf-82b5-41fb-9b3d-3108439370da {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 617.830114] env[62321]: DEBUG oslo_concurrency.lockutils [req-f21c9cf4-a4c6-446d-ad52-544dd94495a5 req-4e59e3ac-9953-4dc8-893d-b000ed1b3677 service nova] Releasing lock "refresh_cache-6874b574-5eb3-4c67-9e38-7027e80ce287" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.830510] env[62321]: DEBUG oslo_vmware.api [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]524438f1-73fd-9010-7484-869d46034547, 'name': SearchDatastore_Task, 'duration_secs': 0.0094} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.831325] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b81257c3-687c-4ea0-9dae-b08d2853ed8f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.840023] env[62321]: DEBUG oslo_vmware.api [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Waiting for the task: (returnval){ [ 617.840023] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52492654-eb05-ee3e-c755-8074b7e9cd38" [ 617.840023] env[62321]: _type = "Task" [ 617.840023] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.848798] env[62321]: DEBUG oslo_vmware.api [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52492654-eb05-ee3e-c755-8074b7e9cd38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.856797] env[62321]: DEBUG nova.compute.manager [req-9d45be98-ac19-46d7-919d-d3c20b243c97 req-ffb4b4de-1e32-488b-8461-04ef113b5e23 service nova] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Received event network-vif-deleted-a395b324-1400-4709-80db-93ef2253542d {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 617.867461] env[62321]: DEBUG oslo_concurrency.lockutils [req-83aae126-3047-4cff-a5a2-13d8c347dc26 req-c08773f6-8f54-4d35-8e3a-f3aab506aa67 service nova] Releasing lock "refresh_cache-83721fcc-5a99-4563-8e3f-045e6c3ec04d" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.867889] env[62321]: DEBUG nova.compute.manager [req-83aae126-3047-4cff-a5a2-13d8c347dc26 req-c08773f6-8f54-4d35-8e3a-f3aab506aa67 service nova] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Received event network-changed-e5463235-18bf-47c4-9ff7-4e55eb816d37 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 617.868085] env[62321]: DEBUG nova.compute.manager [req-83aae126-3047-4cff-a5a2-13d8c347dc26 req-c08773f6-8f54-4d35-8e3a-f3aab506aa67 service nova] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Refreshing instance network info cache due to event network-changed-e5463235-18bf-47c4-9ff7-4e55eb816d37. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 617.868314] env[62321]: DEBUG oslo_concurrency.lockutils [req-83aae126-3047-4cff-a5a2-13d8c347dc26 req-c08773f6-8f54-4d35-8e3a-f3aab506aa67 service nova] Acquiring lock "refresh_cache-88b335c7-7c56-4ae7-90a1-0fff3028c6a2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.868466] env[62321]: DEBUG oslo_concurrency.lockutils [req-83aae126-3047-4cff-a5a2-13d8c347dc26 req-c08773f6-8f54-4d35-8e3a-f3aab506aa67 service nova] Acquired lock "refresh_cache-88b335c7-7c56-4ae7-90a1-0fff3028c6a2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.869156] env[62321]: DEBUG nova.network.neutron [req-83aae126-3047-4cff-a5a2-13d8c347dc26 req-c08773f6-8f54-4d35-8e3a-f3aab506aa67 service nova] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Refreshing network info cache for port e5463235-18bf-47c4-9ff7-4e55eb816d37 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 617.977874] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.051919] env[62321]: DEBUG oslo_vmware.rw_handles [None req-5c7df4b5-f771-4134-b415-561f72c72180 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523dba91-c511-4dac-709d-ad7e7e0044eb/disk-0.vmdk. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 618.052536] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7108fbee-ea62-4a17-8423-929c636423ac {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.061940] env[62321]: DEBUG oslo_vmware.rw_handles [None req-5c7df4b5-f771-4134-b415-561f72c72180 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523dba91-c511-4dac-709d-ad7e7e0044eb/disk-0.vmdk is in state: ready. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 618.062165] env[62321]: ERROR oslo_vmware.rw_handles [None req-5c7df4b5-f771-4134-b415-561f72c72180 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523dba91-c511-4dac-709d-ad7e7e0044eb/disk-0.vmdk due to incomplete transfer. [ 618.062854] env[62321]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-08769a3b-2e45-4ff6-8ccf-0b1268579299 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.071537] env[62321]: DEBUG oslo_vmware.rw_handles [None req-5c7df4b5-f771-4134-b415-561f72c72180 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523dba91-c511-4dac-709d-ad7e7e0044eb/disk-0.vmdk. {{(pid=62321) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 618.073571] env[62321]: DEBUG nova.virt.vmwareapi.images [None req-5c7df4b5-f771-4134-b415-561f72c72180 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Uploaded image 51ebe558-59b3-4778-b68b-9ab64378ee27 to the Glance image server {{(pid=62321) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 618.073764] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c7df4b5-f771-4134-b415-561f72c72180 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Destroying the VM {{(pid=62321) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 618.074102] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-88fd0661-677b-4169-9657-bdbe7cbc2daf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.081621] env[62321]: DEBUG oslo_vmware.api [None req-5c7df4b5-f771-4134-b415-561f72c72180 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 618.081621] env[62321]: value = "task-2632701" [ 618.081621] env[62321]: _type = "Task" [ 618.081621] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.091473] env[62321]: DEBUG oslo_vmware.api [None req-5c7df4b5-f771-4134-b415-561f72c72180 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632701, 'name': Destroy_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.167701] env[62321]: DEBUG nova.compute.utils [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 618.169165] env[62321]: DEBUG nova.compute.manager [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 618.169400] env[62321]: DEBUG nova.network.neutron [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 618.262274] env[62321]: DEBUG nova.policy [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5429463074884ae68b84a42c63a4e887', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd431bffe85344d55b5eb879decdc6315', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 618.296654] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Acquiring lock "refresh_cache-6874b574-5eb3-4c67-9e38-7027e80ce287" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.296811] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Acquired lock "refresh_cache-6874b574-5eb3-4c67-9e38-7027e80ce287" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.296980] env[62321]: DEBUG nova.network.neutron [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 618.353277] env[62321]: DEBUG oslo_vmware.api [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52492654-eb05-ee3e-c755-8074b7e9cd38, 'name': SearchDatastore_Task, 'duration_secs': 0.010711} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.353277] env[62321]: DEBUG oslo_concurrency.lockutils [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.353277] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 83721fcc-5a99-4563-8e3f-045e6c3ec04d/83721fcc-5a99-4563-8e3f-045e6c3ec04d.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 618.353277] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57e867af-0246-4b5c-8276-ccbc6e8cd871 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.359578] env[62321]: DEBUG oslo_vmware.api [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Waiting for the task: (returnval){ [ 618.359578] env[62321]: value = "task-2632702" [ 618.359578] env[62321]: _type = "Task" [ 618.359578] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.365741] env[62321]: DEBUG nova.compute.manager [req-5f3e1665-1eb4-49a1-9459-423251bc6f03 req-0116567b-d9dc-46fd-acc6-7636361ef054 service nova] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Received event network-changed-d10a0a5f-a542-4e43-ba63-8f4e56a6ed17 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 618.365928] env[62321]: DEBUG nova.compute.manager [req-5f3e1665-1eb4-49a1-9459-423251bc6f03 req-0116567b-d9dc-46fd-acc6-7636361ef054 service nova] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Refreshing instance network info cache due to event network-changed-d10a0a5f-a542-4e43-ba63-8f4e56a6ed17. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 618.366155] env[62321]: DEBUG oslo_concurrency.lockutils [req-5f3e1665-1eb4-49a1-9459-423251bc6f03 req-0116567b-d9dc-46fd-acc6-7636361ef054 service nova] Acquiring lock "refresh_cache-16608632-c469-40d5-97d4-2e80c871e4be" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.366294] env[62321]: DEBUG oslo_concurrency.lockutils [req-5f3e1665-1eb4-49a1-9459-423251bc6f03 req-0116567b-d9dc-46fd-acc6-7636361ef054 service nova] Acquired lock "refresh_cache-16608632-c469-40d5-97d4-2e80c871e4be" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.366455] env[62321]: DEBUG nova.network.neutron [req-5f3e1665-1eb4-49a1-9459-423251bc6f03 req-0116567b-d9dc-46fd-acc6-7636361ef054 service nova] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Refreshing network info cache for port d10a0a5f-a542-4e43-ba63-8f4e56a6ed17 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 618.375295] env[62321]: DEBUG oslo_vmware.api [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Task: {'id': task-2632702, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.601470] env[62321]: DEBUG oslo_vmware.api [None req-5c7df4b5-f771-4134-b415-561f72c72180 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632701, 'name': Destroy_Task} progress is 33%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.677092] env[62321]: DEBUG nova.compute.manager [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 618.877019] env[62321]: DEBUG oslo_vmware.api [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Task: {'id': task-2632702, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.944428] env[62321]: DEBUG nova.network.neutron [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 619.100695] env[62321]: DEBUG oslo_vmware.api [None req-5c7df4b5-f771-4134-b415-561f72c72180 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632701, 'name': Destroy_Task, 'duration_secs': 0.604632} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.100695] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-5c7df4b5-f771-4134-b415-561f72c72180 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Destroyed the VM [ 619.101053] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7df4b5-f771-4134-b415-561f72c72180 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Deleting Snapshot of the VM instance {{(pid=62321) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 619.103966] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fd8a8f44-2968-4ed6-a6b3-5c20bcbcf7b8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.112028] env[62321]: DEBUG oslo_vmware.api [None req-5c7df4b5-f771-4134-b415-561f72c72180 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 619.112028] env[62321]: value = "task-2632703" [ 619.112028] env[62321]: _type = "Task" [ 619.112028] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.126763] env[62321]: DEBUG oslo_vmware.api [None req-5c7df4b5-f771-4134-b415-561f72c72180 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632703, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.203613] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0959a5d-19c1-40ef-b107-fd432726bef9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.210980] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d77ecf-00ec-4cde-9f33-4285cbd5780a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.251271] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cce3de-15d0-4218-8e14-65ce7692e380 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.268670] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70f469e-1529-402a-a7c4-265d563f07b1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.285997] env[62321]: DEBUG nova.compute.provider_tree [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 619.373013] env[62321]: DEBUG oslo_vmware.api [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Task: {'id': task-2632702, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519434} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.373310] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 83721fcc-5a99-4563-8e3f-045e6c3ec04d/83721fcc-5a99-4563-8e3f-045e6c3ec04d.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 619.373837] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 619.374147] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c0e3e4f-6366-420b-aa22-1e7a7462c8a1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.380913] env[62321]: DEBUG oslo_vmware.api [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Waiting for the task: (returnval){ [ 619.380913] env[62321]: value = "task-2632704" [ 619.380913] env[62321]: _type = "Task" [ 619.380913] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.389482] env[62321]: DEBUG oslo_vmware.api [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Task: {'id': task-2632704, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.426572] env[62321]: DEBUG nova.network.neutron [req-83aae126-3047-4cff-a5a2-13d8c347dc26 req-c08773f6-8f54-4d35-8e3a-f3aab506aa67 service nova] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Updated VIF entry in instance network info cache for port e5463235-18bf-47c4-9ff7-4e55eb816d37. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 619.426652] env[62321]: DEBUG nova.network.neutron [req-83aae126-3047-4cff-a5a2-13d8c347dc26 req-c08773f6-8f54-4d35-8e3a-f3aab506aa67 service nova] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Updating instance_info_cache with network_info: [{"id": "e5463235-18bf-47c4-9ff7-4e55eb816d37", "address": "fa:16:3e:7e:32:dc", "network": {"id": "89c0515c-b183-455d-bf39-ff2f850ebc2a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1765306575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ed0fdcbbf954c61828e9b79bad93980", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5463235-18", "ovs_interfaceid": "e5463235-18bf-47c4-9ff7-4e55eb816d37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.600215] env[62321]: DEBUG nova.network.neutron [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Successfully created port: 4b8c47db-7289-4f66-a354-99cbf1ea38e3 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 619.628227] env[62321]: DEBUG oslo_vmware.api [None req-5c7df4b5-f771-4134-b415-561f72c72180 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632703, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.638855] env[62321]: DEBUG nova.network.neutron [None req-e4f6e8e6-2781-4fbf-ac63-c3f24d0659e7 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Updating instance_info_cache with network_info: [{"id": "95279848-997c-4857-b9d0-9a6b4c7bd6a9", "address": "fa:16:3e:57:77:aa", "network": {"id": "a5547c0f-46b1-4ae5-841a-9f39910febcd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ef1461c1ad14a3cb8e9828aa58002a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95279848-99", "ovs_interfaceid": "95279848-997c-4857-b9d0-9a6b4c7bd6a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.690941] env[62321]: DEBUG nova.compute.manager [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 619.725886] env[62321]: DEBUG nova.virt.hardware [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 619.726292] env[62321]: DEBUG nova.virt.hardware [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 619.728442] env[62321]: DEBUG nova.virt.hardware [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 619.728781] env[62321]: DEBUG nova.virt.hardware [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 619.729134] env[62321]: DEBUG nova.virt.hardware [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 619.729416] env[62321]: DEBUG nova.virt.hardware [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 619.729796] env[62321]: DEBUG nova.virt.hardware [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 619.730122] env[62321]: DEBUG nova.virt.hardware [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 619.730496] env[62321]: DEBUG nova.virt.hardware [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 619.730836] env[62321]: DEBUG nova.virt.hardware [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 619.731172] env[62321]: DEBUG nova.virt.hardware [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 619.732137] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2e8126-a16a-4334-870f-f8ef41f5d383 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.743178] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3b2ded-67e7-4fd9-ae6a-9a72e19291a7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.789685] env[62321]: DEBUG nova.scheduler.client.report [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.895620] env[62321]: DEBUG oslo_vmware.api [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Task: {'id': task-2632704, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068464} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.895794] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 619.896709] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78bff36-c9f9-4c99-a89b-f32d47621e70 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.923463] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 83721fcc-5a99-4563-8e3f-045e6c3ec04d/83721fcc-5a99-4563-8e3f-045e6c3ec04d.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 619.923588] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-371f382c-f124-4ed9-a7cf-559991521653 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.942073] env[62321]: DEBUG oslo_concurrency.lockutils [req-83aae126-3047-4cff-a5a2-13d8c347dc26 req-c08773f6-8f54-4d35-8e3a-f3aab506aa67 service nova] Releasing lock "refresh_cache-88b335c7-7c56-4ae7-90a1-0fff3028c6a2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.948656] env[62321]: DEBUG oslo_vmware.api [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Waiting for the task: (returnval){ [ 619.948656] env[62321]: value = "task-2632705" [ 619.948656] env[62321]: _type = "Task" [ 619.948656] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.957413] env[62321]: DEBUG oslo_vmware.api [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Task: {'id': task-2632705, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.000265] env[62321]: DEBUG nova.network.neutron [req-5f3e1665-1eb4-49a1-9459-423251bc6f03 req-0116567b-d9dc-46fd-acc6-7636361ef054 service nova] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Updated VIF entry in instance network info cache for port d10a0a5f-a542-4e43-ba63-8f4e56a6ed17. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 620.000707] env[62321]: DEBUG nova.network.neutron [req-5f3e1665-1eb4-49a1-9459-423251bc6f03 req-0116567b-d9dc-46fd-acc6-7636361ef054 service nova] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Updating instance_info_cache with network_info: [{"id": "d10a0a5f-a542-4e43-ba63-8f4e56a6ed17", "address": "fa:16:3e:37:35:cd", "network": {"id": "88f82084-f668-408a-85db-223eddec1845", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1449486980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4e845d2578746c9a211eef92967c286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd10a0a5f-a5", "ovs_interfaceid": "d10a0a5f-a542-4e43-ba63-8f4e56a6ed17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.127909] env[62321]: DEBUG oslo_vmware.api [None req-5c7df4b5-f771-4134-b415-561f72c72180 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632703, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.141744] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e4f6e8e6-2781-4fbf-ac63-c3f24d0659e7 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Releasing lock "refresh_cache-aeb622a0-9532-4a9d-ac75-65f4e84dfda0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.141955] env[62321]: DEBUG nova.objects.instance [None req-e4f6e8e6-2781-4fbf-ac63-c3f24d0659e7 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Lazy-loading 'migration_context' on Instance uuid aeb622a0-9532-4a9d-ac75-65f4e84dfda0 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 620.295538] env[62321]: DEBUG oslo_concurrency.lockutils [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.296827] env[62321]: DEBUG nova.compute.manager [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 620.304023] env[62321]: DEBUG oslo_concurrency.lockutils [None req-07274cc9-8e72-4932-90cc-5e946dec44be tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.458s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.304023] env[62321]: DEBUG nova.objects.instance [None req-07274cc9-8e72-4932-90cc-5e946dec44be tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Lazy-loading 'resources' on Instance uuid 362ae547-c9b5-4e21-a740-9077e044ba8d {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 620.465229] env[62321]: DEBUG oslo_vmware.api [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Task: {'id': task-2632705, 'name': ReconfigVM_Task, 'duration_secs': 0.360356} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.465591] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 83721fcc-5a99-4563-8e3f-045e6c3ec04d/83721fcc-5a99-4563-8e3f-045e6c3ec04d.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 620.466269] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44ea9b68-9cc4-4e2a-949b-8376f229e215 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.473257] env[62321]: DEBUG oslo_vmware.api [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Waiting for the task: (returnval){ [ 620.473257] env[62321]: value = "task-2632706" [ 620.473257] env[62321]: _type = "Task" [ 620.473257] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.482649] env[62321]: DEBUG oslo_vmware.api [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Task: {'id': task-2632706, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.504242] env[62321]: DEBUG oslo_concurrency.lockutils [req-5f3e1665-1eb4-49a1-9459-423251bc6f03 req-0116567b-d9dc-46fd-acc6-7636361ef054 service nova] Releasing lock "refresh_cache-16608632-c469-40d5-97d4-2e80c871e4be" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.560615] env[62321]: DEBUG nova.network.neutron [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Successfully updated port: 3bb34bc9-1952-4cb7-8364-029970365df5 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 620.568948] env[62321]: DEBUG nova.compute.manager [req-a943d5ef-948b-4b8e-88ac-2d4cb699fa61 req-11f4323d-ceaa-4200-8e17-51dc5d0099e8 service nova] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Received event network-vif-plugged-43713ccf-82b5-41fb-9b3d-3108439370da {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 620.569538] env[62321]: DEBUG oslo_concurrency.lockutils [req-a943d5ef-948b-4b8e-88ac-2d4cb699fa61 req-11f4323d-ceaa-4200-8e17-51dc5d0099e8 service nova] Acquiring lock "6874b574-5eb3-4c67-9e38-7027e80ce287-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.570881] env[62321]: DEBUG oslo_concurrency.lockutils [req-a943d5ef-948b-4b8e-88ac-2d4cb699fa61 req-11f4323d-ceaa-4200-8e17-51dc5d0099e8 service nova] Lock "6874b574-5eb3-4c67-9e38-7027e80ce287-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.571059] env[62321]: DEBUG oslo_concurrency.lockutils [req-a943d5ef-948b-4b8e-88ac-2d4cb699fa61 req-11f4323d-ceaa-4200-8e17-51dc5d0099e8 service nova] Lock "6874b574-5eb3-4c67-9e38-7027e80ce287-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.571450] env[62321]: DEBUG nova.compute.manager [req-a943d5ef-948b-4b8e-88ac-2d4cb699fa61 req-11f4323d-ceaa-4200-8e17-51dc5d0099e8 service nova] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] No waiting events found dispatching network-vif-plugged-43713ccf-82b5-41fb-9b3d-3108439370da {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 620.571831] env[62321]: WARNING nova.compute.manager [req-a943d5ef-948b-4b8e-88ac-2d4cb699fa61 req-11f4323d-ceaa-4200-8e17-51dc5d0099e8 service nova] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Received unexpected event network-vif-plugged-43713ccf-82b5-41fb-9b3d-3108439370da for instance with vm_state building and task_state spawning. [ 620.572683] env[62321]: DEBUG nova.compute.manager [req-a943d5ef-948b-4b8e-88ac-2d4cb699fa61 req-11f4323d-ceaa-4200-8e17-51dc5d0099e8 service nova] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Received event network-changed-43713ccf-82b5-41fb-9b3d-3108439370da {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 620.572868] env[62321]: DEBUG nova.compute.manager [req-a943d5ef-948b-4b8e-88ac-2d4cb699fa61 req-11f4323d-ceaa-4200-8e17-51dc5d0099e8 service nova] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Refreshing instance network info cache due to event network-changed-43713ccf-82b5-41fb-9b3d-3108439370da. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 620.574120] env[62321]: DEBUG oslo_concurrency.lockutils [req-a943d5ef-948b-4b8e-88ac-2d4cb699fa61 req-11f4323d-ceaa-4200-8e17-51dc5d0099e8 service nova] Acquiring lock "refresh_cache-6874b574-5eb3-4c67-9e38-7027e80ce287" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.626479] env[62321]: DEBUG oslo_vmware.api [None req-5c7df4b5-f771-4134-b415-561f72c72180 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632703, 'name': RemoveSnapshot_Task, 'duration_secs': 1.118483} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.626809] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7df4b5-f771-4134-b415-561f72c72180 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Deleted Snapshot of the VM instance {{(pid=62321) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 620.627159] env[62321]: INFO nova.compute.manager [None req-5c7df4b5-f771-4134-b415-561f72c72180 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Took 17.03 seconds to snapshot the instance on the hypervisor. [ 620.646096] env[62321]: DEBUG nova.objects.base [None req-e4f6e8e6-2781-4fbf-ac63-c3f24d0659e7 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62321) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 620.647444] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7348b5-9ff1-409a-9bb0-0ca87148ec5c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.667391] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d3f3db4-0afe-4a61-b204-7b230675494c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.675415] env[62321]: DEBUG oslo_vmware.api [None req-e4f6e8e6-2781-4fbf-ac63-c3f24d0659e7 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Waiting for the task: (returnval){ [ 620.675415] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e625ff-f7f9-a770-c3c2-ea513d2c4a8f" [ 620.675415] env[62321]: _type = "Task" [ 620.675415] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.685126] env[62321]: DEBUG oslo_vmware.api [None req-e4f6e8e6-2781-4fbf-ac63-c3f24d0659e7 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e625ff-f7f9-a770-c3c2-ea513d2c4a8f, 'name': SearchDatastore_Task, 'duration_secs': 0.006512} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.685215] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e4f6e8e6-2781-4fbf-ac63-c3f24d0659e7 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.803833] env[62321]: DEBUG nova.compute.utils [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 620.805326] env[62321]: DEBUG nova.compute.manager [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 620.805501] env[62321]: DEBUG nova.network.neutron [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 620.903443] env[62321]: DEBUG nova.network.neutron [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Updating instance_info_cache with network_info: [{"id": "b78c1753-6142-4feb-95f5-7bc84b9bb8a7", "address": "fa:16:3e:93:48:4b", "network": {"id": "01fc830d-b4ca-4ed9-926f-9ef216320570", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1113531985", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb309cea0517410098f964f25b8f6b17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb78c1753-61", "ovs_interfaceid": "b78c1753-6142-4feb-95f5-7bc84b9bb8a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "05a239fd-4817-44ec-a3eb-323e733f176d", "address": "fa:16:3e:e5:3a:0f", "network": {"id": "486dae78-e697-49f2-8ed7-2bebbabf031e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-696033841", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "eb309cea0517410098f964f25b8f6b17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05a239fd-48", "ovs_interfaceid": "05a239fd-4817-44ec-a3eb-323e733f176d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "43713ccf-82b5-41fb-9b3d-3108439370da", "address": "fa:16:3e:25:84:74", "network": {"id": "01fc830d-b4ca-4ed9-926f-9ef216320570", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1113531985", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb309cea0517410098f964f25b8f6b17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43713ccf-82", "ovs_interfaceid": "43713ccf-82b5-41fb-9b3d-3108439370da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.938606] env[62321]: DEBUG nova.policy [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ecf14cee012490497cd49ae319994a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90467fb1952a4408918e04a3fb3a6342', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 620.986716] env[62321]: DEBUG oslo_vmware.api [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Task: {'id': task-2632706, 'name': Rename_Task, 'duration_secs': 0.164976} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.987214] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 620.987631] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-086fe6cf-8167-47a0-a3fe-ddccc942f2e7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.995884] env[62321]: DEBUG oslo_vmware.api [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Waiting for the task: (returnval){ [ 620.995884] env[62321]: value = "task-2632707" [ 620.995884] env[62321]: _type = "Task" [ 620.995884] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.004355] env[62321]: DEBUG oslo_vmware.api [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Task: {'id': task-2632707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.020073] env[62321]: DEBUG nova.compute.manager [req-829f14b9-c775-4732-aa6b-7528499356cb req-c3ad3b34-077a-4c99-ad15-248982a8f849 service nova] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Received event network-vif-plugged-3bb34bc9-1952-4cb7-8364-029970365df5 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 621.020417] env[62321]: DEBUG oslo_concurrency.lockutils [req-829f14b9-c775-4732-aa6b-7528499356cb req-c3ad3b34-077a-4c99-ad15-248982a8f849 service nova] Acquiring lock "6f587834-2727-48fc-8dba-50754fa70643-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.020481] env[62321]: DEBUG oslo_concurrency.lockutils [req-829f14b9-c775-4732-aa6b-7528499356cb req-c3ad3b34-077a-4c99-ad15-248982a8f849 service nova] Lock "6f587834-2727-48fc-8dba-50754fa70643-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.020641] env[62321]: DEBUG oslo_concurrency.lockutils [req-829f14b9-c775-4732-aa6b-7528499356cb req-c3ad3b34-077a-4c99-ad15-248982a8f849 service nova] Lock "6f587834-2727-48fc-8dba-50754fa70643-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.020799] env[62321]: DEBUG nova.compute.manager [req-829f14b9-c775-4732-aa6b-7528499356cb req-c3ad3b34-077a-4c99-ad15-248982a8f849 service nova] [instance: 6f587834-2727-48fc-8dba-50754fa70643] No waiting events found dispatching network-vif-plugged-3bb34bc9-1952-4cb7-8364-029970365df5 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 621.020984] env[62321]: WARNING nova.compute.manager [req-829f14b9-c775-4732-aa6b-7528499356cb req-c3ad3b34-077a-4c99-ad15-248982a8f849 service nova] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Received unexpected event network-vif-plugged-3bb34bc9-1952-4cb7-8364-029970365df5 for instance with vm_state building and task_state spawning. [ 621.064712] env[62321]: DEBUG oslo_concurrency.lockutils [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Acquiring lock "refresh_cache-6f587834-2727-48fc-8dba-50754fa70643" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.064980] env[62321]: DEBUG oslo_concurrency.lockutils [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Acquired lock "refresh_cache-6f587834-2727-48fc-8dba-50754fa70643" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.064980] env[62321]: DEBUG nova.network.neutron [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 621.316391] env[62321]: DEBUG nova.compute.manager [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 621.381185] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92541be6-9c3a-41c6-8799-ef551e31685c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.392975] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab78ebcf-e40c-4af2-9ea7-d40ed8c46a88 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.428696] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Releasing lock "refresh_cache-6874b574-5eb3-4c67-9e38-7027e80ce287" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.429127] env[62321]: DEBUG nova.compute.manager [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Instance network_info: |[{"id": "b78c1753-6142-4feb-95f5-7bc84b9bb8a7", "address": "fa:16:3e:93:48:4b", "network": {"id": "01fc830d-b4ca-4ed9-926f-9ef216320570", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1113531985", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb309cea0517410098f964f25b8f6b17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb78c1753-61", "ovs_interfaceid": "b78c1753-6142-4feb-95f5-7bc84b9bb8a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "05a239fd-4817-44ec-a3eb-323e733f176d", "address": "fa:16:3e:e5:3a:0f", "network": {"id": "486dae78-e697-49f2-8ed7-2bebbabf031e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-696033841", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "eb309cea0517410098f964f25b8f6b17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05a239fd-48", "ovs_interfaceid": "05a239fd-4817-44ec-a3eb-323e733f176d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "43713ccf-82b5-41fb-9b3d-3108439370da", "address": "fa:16:3e:25:84:74", "network": {"id": "01fc830d-b4ca-4ed9-926f-9ef216320570", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1113531985", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb309cea0517410098f964f25b8f6b17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43713ccf-82", "ovs_interfaceid": "43713ccf-82b5-41fb-9b3d-3108439370da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 621.430248] env[62321]: DEBUG oslo_concurrency.lockutils [req-a943d5ef-948b-4b8e-88ac-2d4cb699fa61 req-11f4323d-ceaa-4200-8e17-51dc5d0099e8 service nova] Acquired lock "refresh_cache-6874b574-5eb3-4c67-9e38-7027e80ce287" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.430441] env[62321]: DEBUG nova.network.neutron [req-a943d5ef-948b-4b8e-88ac-2d4cb699fa61 req-11f4323d-ceaa-4200-8e17-51dc5d0099e8 service nova] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Refreshing network info cache for port 43713ccf-82b5-41fb-9b3d-3108439370da {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 621.431839] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:48:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b78c1753-6142-4feb-95f5-7bc84b9bb8a7', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:3a:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82ca17df-257e-40e6-9ec9-310ed6f05ccb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05a239fd-4817-44ec-a3eb-323e733f176d', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:84:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43713ccf-82b5-41fb-9b3d-3108439370da', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 621.443219] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Creating folder: Project (eb309cea0517410098f964f25b8f6b17). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.443368] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f284434e-16ad-4a47-8682-2dde9f43287b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.447937] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6456531-bab5-4f46-abc5-c1bdfa661144 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.459114] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820bbb1a-4f23-402a-9998-af6cf9df8b2e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.465301] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Created folder: Project (eb309cea0517410098f964f25b8f6b17) in parent group-v530434. [ 621.465490] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Creating folder: Instances. Parent ref: group-v530506. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.466153] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55c15d64-048e-460f-a880-99b0604e66fe {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.477855] env[62321]: DEBUG nova.compute.provider_tree [None req-07274cc9-8e72-4932-90cc-5e946dec44be tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.488464] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Created folder: Instances in parent group-v530506. [ 621.488464] env[62321]: DEBUG oslo.service.loopingcall [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 621.488464] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 621.488464] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a7fa2cf-5f75-47cf-81a0-7b5b446a5c4c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.518323] env[62321]: DEBUG oslo_vmware.api [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Task: {'id': task-2632707, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.519683] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 621.519683] env[62321]: value = "task-2632710" [ 621.519683] env[62321]: _type = "Task" [ 621.519683] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.527828] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632710, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.664132] env[62321]: DEBUG oslo_concurrency.lockutils [None req-26088e4b-0ab7-4d4f-9b6f-c5cc58eac2f0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquiring lock "554e13c2-ea50-43d4-9d9b-62a3cce7b91e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.664452] env[62321]: DEBUG oslo_concurrency.lockutils [None req-26088e4b-0ab7-4d4f-9b6f-c5cc58eac2f0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "554e13c2-ea50-43d4-9d9b-62a3cce7b91e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.664702] env[62321]: DEBUG oslo_concurrency.lockutils [None req-26088e4b-0ab7-4d4f-9b6f-c5cc58eac2f0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquiring lock "554e13c2-ea50-43d4-9d9b-62a3cce7b91e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.664996] env[62321]: DEBUG oslo_concurrency.lockutils [None req-26088e4b-0ab7-4d4f-9b6f-c5cc58eac2f0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "554e13c2-ea50-43d4-9d9b-62a3cce7b91e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.665219] env[62321]: DEBUG oslo_concurrency.lockutils [None req-26088e4b-0ab7-4d4f-9b6f-c5cc58eac2f0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "554e13c2-ea50-43d4-9d9b-62a3cce7b91e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.672735] env[62321]: INFO nova.compute.manager [None req-26088e4b-0ab7-4d4f-9b6f-c5cc58eac2f0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Terminating instance [ 621.692885] env[62321]: DEBUG nova.network.neutron [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 621.868345] env[62321]: DEBUG nova.network.neutron [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Successfully created port: 0849d2a1-ad7e-44d5-9217-bf5dd3a9d851 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 621.986204] env[62321]: DEBUG nova.scheduler.client.report [None req-07274cc9-8e72-4932-90cc-5e946dec44be tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.022750] env[62321]: DEBUG oslo_vmware.api [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Task: {'id': task-2632707, 'name': PowerOnVM_Task, 'duration_secs': 0.72849} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.025890] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 622.026108] env[62321]: INFO nova.compute.manager [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Took 9.81 seconds to spawn the instance on the hypervisor. [ 622.026296] env[62321]: DEBUG nova.compute.manager [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 622.027323] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59eb27d4-1488-4a3a-88aa-98bbf40ea6db {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.035447] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632710, 'name': CreateVM_Task, 'duration_secs': 0.485822} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.036929] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 622.040360] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.040525] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.040836] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.041293] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db2beb76-b3eb-4e81-8d45-a42b5c152f5a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.045714] env[62321]: DEBUG oslo_vmware.api [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Waiting for the task: (returnval){ [ 622.045714] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528c62cc-3caf-8102-3ece-4b0bd1c8085d" [ 622.045714] env[62321]: _type = "Task" [ 622.045714] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.055960] env[62321]: DEBUG oslo_vmware.api [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528c62cc-3caf-8102-3ece-4b0bd1c8085d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.177031] env[62321]: DEBUG nova.compute.manager [None req-26088e4b-0ab7-4d4f-9b6f-c5cc58eac2f0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 622.177031] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-26088e4b-0ab7-4d4f-9b6f-c5cc58eac2f0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 622.177735] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ceb198b-28d7-46ae-bbd6-aaa6a7e929ad {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.185624] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-26088e4b-0ab7-4d4f-9b6f-c5cc58eac2f0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 622.185844] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4af3480-22fa-4e7e-a720-53b3db59e771 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.242075] env[62321]: DEBUG nova.network.neutron [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Successfully updated port: 4b8c47db-7289-4f66-a354-99cbf1ea38e3 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 622.291490] env[62321]: DEBUG nova.network.neutron [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Updating instance_info_cache with network_info: [{"id": "3bb34bc9-1952-4cb7-8364-029970365df5", "address": "fa:16:3e:2d:b7:19", "network": {"id": "a5547c0f-46b1-4ae5-841a-9f39910febcd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ef1461c1ad14a3cb8e9828aa58002a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bb34bc9-19", "ovs_interfaceid": "3bb34bc9-1952-4cb7-8364-029970365df5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.329309] env[62321]: DEBUG nova.compute.manager [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 622.382435] env[62321]: DEBUG nova.virt.hardware [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 622.382679] env[62321]: DEBUG nova.virt.hardware [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 622.382835] env[62321]: DEBUG nova.virt.hardware [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 622.385070] env[62321]: DEBUG nova.virt.hardware [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 622.385070] env[62321]: DEBUG nova.virt.hardware [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 622.385070] env[62321]: DEBUG nova.virt.hardware [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 622.385070] env[62321]: DEBUG nova.virt.hardware [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 622.385070] env[62321]: DEBUG nova.virt.hardware [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 622.385070] env[62321]: DEBUG nova.virt.hardware [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 622.385070] env[62321]: DEBUG nova.virt.hardware [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 622.385390] env[62321]: DEBUG nova.virt.hardware [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 622.386581] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd2e7a3-fe68-458f-872a-66721cc95a20 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.401437] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3414d1a5-6e18-4348-a436-e82e4f0a8af3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.494223] env[62321]: DEBUG oslo_concurrency.lockutils [None req-07274cc9-8e72-4932-90cc-5e946dec44be tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.194s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.497896] env[62321]: DEBUG oslo_concurrency.lockutils [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.849s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.500845] env[62321]: INFO nova.compute.claims [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.528693] env[62321]: INFO nova.scheduler.client.report [None req-07274cc9-8e72-4932-90cc-5e946dec44be tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Deleted allocations for instance 362ae547-c9b5-4e21-a740-9077e044ba8d [ 622.553663] env[62321]: INFO nova.compute.manager [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Took 39.95 seconds to build instance. [ 622.562163] env[62321]: DEBUG oslo_vmware.api [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528c62cc-3caf-8102-3ece-4b0bd1c8085d, 'name': SearchDatastore_Task, 'duration_secs': 0.00956} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.563914] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.564037] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 622.564298] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.564468] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.564667] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.565301] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-789b1048-e9c7-4900-8ca9-fba540094a4e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.574732] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.574926] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 622.575689] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aaf77ff-b1dc-4eb8-bcf2-a7886b8e9e2c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.587609] env[62321]: DEBUG oslo_vmware.api [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Waiting for the task: (returnval){ [ 622.587609] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522a57a6-3eb6-1237-1f4f-62929fa58fd8" [ 622.587609] env[62321]: _type = "Task" [ 622.587609] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.599897] env[62321]: DEBUG oslo_vmware.api [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522a57a6-3eb6-1237-1f4f-62929fa58fd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.722870] env[62321]: DEBUG nova.network.neutron [req-a943d5ef-948b-4b8e-88ac-2d4cb699fa61 req-11f4323d-ceaa-4200-8e17-51dc5d0099e8 service nova] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Updated VIF entry in instance network info cache for port 43713ccf-82b5-41fb-9b3d-3108439370da. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 622.723349] env[62321]: DEBUG nova.network.neutron [req-a943d5ef-948b-4b8e-88ac-2d4cb699fa61 req-11f4323d-ceaa-4200-8e17-51dc5d0099e8 service nova] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Updating instance_info_cache with network_info: [{"id": "b78c1753-6142-4feb-95f5-7bc84b9bb8a7", "address": "fa:16:3e:93:48:4b", "network": {"id": "01fc830d-b4ca-4ed9-926f-9ef216320570", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1113531985", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb309cea0517410098f964f25b8f6b17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb78c1753-61", "ovs_interfaceid": "b78c1753-6142-4feb-95f5-7bc84b9bb8a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "05a239fd-4817-44ec-a3eb-323e733f176d", "address": "fa:16:3e:e5:3a:0f", "network": {"id": "486dae78-e697-49f2-8ed7-2bebbabf031e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-696033841", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "eb309cea0517410098f964f25b8f6b17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05a239fd-48", "ovs_interfaceid": "05a239fd-4817-44ec-a3eb-323e733f176d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "43713ccf-82b5-41fb-9b3d-3108439370da", "address": "fa:16:3e:25:84:74", "network": {"id": "01fc830d-b4ca-4ed9-926f-9ef216320570", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1113531985", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb309cea0517410098f964f25b8f6b17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43713ccf-82", "ovs_interfaceid": "43713ccf-82b5-41fb-9b3d-3108439370da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.746116] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Acquiring lock "refresh_cache-2b9b9728-7733-4e6a-82dc-c1659481f577" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.746234] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Acquired lock "refresh_cache-2b9b9728-7733-4e6a-82dc-c1659481f577" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.746340] env[62321]: DEBUG nova.network.neutron [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 622.796065] env[62321]: DEBUG oslo_concurrency.lockutils [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Releasing lock "refresh_cache-6f587834-2727-48fc-8dba-50754fa70643" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.796065] env[62321]: DEBUG nova.compute.manager [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Instance network_info: |[{"id": "3bb34bc9-1952-4cb7-8364-029970365df5", "address": "fa:16:3e:2d:b7:19", "network": {"id": "a5547c0f-46b1-4ae5-841a-9f39910febcd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ef1461c1ad14a3cb8e9828aa58002a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bb34bc9-19", "ovs_interfaceid": "3bb34bc9-1952-4cb7-8364-029970365df5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 622.796303] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:b7:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4c8c8fd-baca-4e60-97dc-ff0418d63215', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3bb34bc9-1952-4cb7-8364-029970365df5', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 622.805922] env[62321]: DEBUG oslo.service.loopingcall [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 622.806177] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 622.806399] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33b2f2dd-0c15-4184-9b45-fb7f9ac7c558 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.826380] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 622.826380] env[62321]: value = "task-2632712" [ 622.826380] env[62321]: _type = "Task" [ 622.826380] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.835846] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632712, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.847617] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-26088e4b-0ab7-4d4f-9b6f-c5cc58eac2f0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 622.847773] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-26088e4b-0ab7-4d4f-9b6f-c5cc58eac2f0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 622.847862] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-26088e4b-0ab7-4d4f-9b6f-c5cc58eac2f0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Deleting the datastore file [datastore1] 554e13c2-ea50-43d4-9d9b-62a3cce7b91e {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 622.848686] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbc726ea-45ea-4952-9828-a3a9f1c0f036 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.855722] env[62321]: DEBUG oslo_vmware.api [None req-26088e4b-0ab7-4d4f-9b6f-c5cc58eac2f0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 622.855722] env[62321]: value = "task-2632713" [ 622.855722] env[62321]: _type = "Task" [ 622.855722] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.866453] env[62321]: DEBUG oslo_vmware.api [None req-26088e4b-0ab7-4d4f-9b6f-c5cc58eac2f0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.040646] env[62321]: DEBUG oslo_concurrency.lockutils [None req-07274cc9-8e72-4932-90cc-5e946dec44be tempest-AttachInterfacesV270Test-206505874 tempest-AttachInterfacesV270Test-206505874-project-member] Lock "362ae547-c9b5-4e21-a740-9077e044ba8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.732s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.058645] env[62321]: DEBUG oslo_concurrency.lockutils [None req-af0b0f5f-8478-42b0-a322-3a94a8ec9d76 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Lock "83721fcc-5a99-4563-8e3f-045e6c3ec04d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.264s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.058780] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquiring lock "14b4b002-4fcd-4861-a812-47978097a8c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.059012] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "14b4b002-4fcd-4861-a812-47978097a8c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.103348] env[62321]: DEBUG oslo_vmware.api [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522a57a6-3eb6-1237-1f4f-62929fa58fd8, 'name': SearchDatastore_Task, 'duration_secs': 0.010295} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.103929] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e8ebfff-3c6a-4336-b48d-cc5f11036e92 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.109782] env[62321]: DEBUG oslo_vmware.api [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Waiting for the task: (returnval){ [ 623.109782] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e2e3ed-6a18-4286-0738-3b22dd6d2633" [ 623.109782] env[62321]: _type = "Task" [ 623.109782] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.117864] env[62321]: DEBUG oslo_vmware.api [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e2e3ed-6a18-4286-0738-3b22dd6d2633, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.229136] env[62321]: DEBUG oslo_concurrency.lockutils [req-a943d5ef-948b-4b8e-88ac-2d4cb699fa61 req-11f4323d-ceaa-4200-8e17-51dc5d0099e8 service nova] Releasing lock "refresh_cache-6874b574-5eb3-4c67-9e38-7027e80ce287" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.294867] env[62321]: DEBUG nova.network.neutron [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 623.338671] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632712, 'name': CreateVM_Task, 'duration_secs': 0.387875} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.338918] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 623.339574] env[62321]: DEBUG oslo_concurrency.lockutils [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.339726] env[62321]: DEBUG oslo_concurrency.lockutils [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.340115] env[62321]: DEBUG oslo_concurrency.lockutils [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.340995] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27cfc863-ba67-4308-beae-827b227d5279 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.353376] env[62321]: DEBUG oslo_vmware.api [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Waiting for the task: (returnval){ [ 623.353376] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521717f0-902f-960e-4b2b-a8d510515338" [ 623.353376] env[62321]: _type = "Task" [ 623.353376] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.361392] env[62321]: DEBUG oslo_vmware.api [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521717f0-902f-960e-4b2b-a8d510515338, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.367469] env[62321]: DEBUG nova.compute.manager [req-abada320-bcac-4ae6-894a-03d6ab579da6 req-5247f266-765f-41a8-a446-3fd35c439281 service nova] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Received event network-vif-plugged-4b8c47db-7289-4f66-a354-99cbf1ea38e3 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 623.369029] env[62321]: DEBUG oslo_concurrency.lockutils [req-abada320-bcac-4ae6-894a-03d6ab579da6 req-5247f266-765f-41a8-a446-3fd35c439281 service nova] Acquiring lock "2b9b9728-7733-4e6a-82dc-c1659481f577-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.369029] env[62321]: DEBUG oslo_concurrency.lockutils [req-abada320-bcac-4ae6-894a-03d6ab579da6 req-5247f266-765f-41a8-a446-3fd35c439281 service nova] Lock "2b9b9728-7733-4e6a-82dc-c1659481f577-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.369029] env[62321]: DEBUG oslo_concurrency.lockutils [req-abada320-bcac-4ae6-894a-03d6ab579da6 req-5247f266-765f-41a8-a446-3fd35c439281 service nova] Lock "2b9b9728-7733-4e6a-82dc-c1659481f577-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.369029] env[62321]: DEBUG nova.compute.manager [req-abada320-bcac-4ae6-894a-03d6ab579da6 req-5247f266-765f-41a8-a446-3fd35c439281 service nova] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] No waiting events found dispatching network-vif-plugged-4b8c47db-7289-4f66-a354-99cbf1ea38e3 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 623.369029] env[62321]: WARNING nova.compute.manager [req-abada320-bcac-4ae6-894a-03d6ab579da6 req-5247f266-765f-41a8-a446-3fd35c439281 service nova] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Received unexpected event network-vif-plugged-4b8c47db-7289-4f66-a354-99cbf1ea38e3 for instance with vm_state building and task_state spawning. [ 623.369029] env[62321]: DEBUG nova.compute.manager [req-abada320-bcac-4ae6-894a-03d6ab579da6 req-5247f266-765f-41a8-a446-3fd35c439281 service nova] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Received event network-changed-4b8c47db-7289-4f66-a354-99cbf1ea38e3 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 623.369029] env[62321]: DEBUG nova.compute.manager [req-abada320-bcac-4ae6-894a-03d6ab579da6 req-5247f266-765f-41a8-a446-3fd35c439281 service nova] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Refreshing instance network info cache due to event network-changed-4b8c47db-7289-4f66-a354-99cbf1ea38e3. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 623.369445] env[62321]: DEBUG oslo_concurrency.lockutils [req-abada320-bcac-4ae6-894a-03d6ab579da6 req-5247f266-765f-41a8-a446-3fd35c439281 service nova] Acquiring lock "refresh_cache-2b9b9728-7733-4e6a-82dc-c1659481f577" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.383077] env[62321]: DEBUG oslo_vmware.api [None req-26088e4b-0ab7-4d4f-9b6f-c5cc58eac2f0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262531} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.383366] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-26088e4b-0ab7-4d4f-9b6f-c5cc58eac2f0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 623.383545] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-26088e4b-0ab7-4d4f-9b6f-c5cc58eac2f0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 623.383716] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-26088e4b-0ab7-4d4f-9b6f-c5cc58eac2f0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 623.383880] env[62321]: INFO nova.compute.manager [None req-26088e4b-0ab7-4d4f-9b6f-c5cc58eac2f0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Took 1.21 seconds to destroy the instance on the hypervisor. [ 623.384129] env[62321]: DEBUG oslo.service.loopingcall [None req-26088e4b-0ab7-4d4f-9b6f-c5cc58eac2f0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 623.384312] env[62321]: DEBUG nova.compute.manager [-] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 623.384400] env[62321]: DEBUG nova.network.neutron [-] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 623.562690] env[62321]: DEBUG nova.compute.manager [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 623.627132] env[62321]: DEBUG oslo_vmware.api [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e2e3ed-6a18-4286-0738-3b22dd6d2633, 'name': SearchDatastore_Task, 'duration_secs': 0.011134} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.627406] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.627934] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 6874b574-5eb3-4c67-9e38-7027e80ce287/6874b574-5eb3-4c67-9e38-7027e80ce287.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.628229] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae00a482-761e-43fd-a919-fc2a9078dbdb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.639137] env[62321]: DEBUG oslo_vmware.api [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Waiting for the task: (returnval){ [ 623.639137] env[62321]: value = "task-2632714" [ 623.639137] env[62321]: _type = "Task" [ 623.639137] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.652504] env[62321]: DEBUG oslo_vmware.api [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Task: {'id': task-2632714, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.877209] env[62321]: DEBUG oslo_vmware.api [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521717f0-902f-960e-4b2b-a8d510515338, 'name': SearchDatastore_Task, 'duration_secs': 0.009444} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.877734] env[62321]: DEBUG oslo_concurrency.lockutils [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.878876] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 623.879231] env[62321]: DEBUG oslo_concurrency.lockutils [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.879440] env[62321]: DEBUG oslo_concurrency.lockutils [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.879797] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.880244] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f01bf5da-dff5-473e-85b9-69420f1e4757 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.890720] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.890973] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.894923] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad4e544a-3737-4671-908a-5bf1efe2c65d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.904161] env[62321]: DEBUG oslo_vmware.api [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Waiting for the task: (returnval){ [ 623.904161] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a88b40-7071-06dc-4f79-dd3d18b679c5" [ 623.904161] env[62321]: _type = "Task" [ 623.904161] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.914849] env[62321]: DEBUG oslo_vmware.api [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a88b40-7071-06dc-4f79-dd3d18b679c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.919289] env[62321]: DEBUG nova.network.neutron [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Updating instance_info_cache with network_info: [{"id": "4b8c47db-7289-4f66-a354-99cbf1ea38e3", "address": "fa:16:3e:85:eb:84", "network": {"id": "c71a7bda-7296-4408-b4a5-f2ed5a021df1", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-525583903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d431bffe85344d55b5eb879decdc6315", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b8c47db-72", "ovs_interfaceid": "4b8c47db-7289-4f66-a354-99cbf1ea38e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.024745] env[62321]: DEBUG nova.compute.manager [req-842e5cf8-ff15-4fc9-8483-4d17cf1b8ce0 req-8cc099b2-3022-48f5-a350-a9c85432e69d service nova] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Received event network-changed-3bb34bc9-1952-4cb7-8364-029970365df5 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 624.024937] env[62321]: DEBUG nova.compute.manager [req-842e5cf8-ff15-4fc9-8483-4d17cf1b8ce0 req-8cc099b2-3022-48f5-a350-a9c85432e69d service nova] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Refreshing instance network info cache due to event network-changed-3bb34bc9-1952-4cb7-8364-029970365df5. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 624.025789] env[62321]: DEBUG oslo_concurrency.lockutils [req-842e5cf8-ff15-4fc9-8483-4d17cf1b8ce0 req-8cc099b2-3022-48f5-a350-a9c85432e69d service nova] Acquiring lock "refresh_cache-6f587834-2727-48fc-8dba-50754fa70643" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.025789] env[62321]: DEBUG oslo_concurrency.lockutils [req-842e5cf8-ff15-4fc9-8483-4d17cf1b8ce0 req-8cc099b2-3022-48f5-a350-a9c85432e69d service nova] Acquired lock "refresh_cache-6f587834-2727-48fc-8dba-50754fa70643" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.025789] env[62321]: DEBUG nova.network.neutron [req-842e5cf8-ff15-4fc9-8483-4d17cf1b8ce0 req-8cc099b2-3022-48f5-a350-a9c85432e69d service nova] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Refreshing network info cache for port 3bb34bc9-1952-4cb7-8364-029970365df5 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.090157] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.100572] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ba0250-1ab1-41c9-97db-42c6d6faf905 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.109556] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb99028-27ed-4ca2-9b30-500329f6dbe9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.149601] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0513db96-d29c-4b74-b172-c664324baf71 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.157703] env[62321]: DEBUG oslo_vmware.api [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Task: {'id': task-2632714, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504285} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.160314] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 6874b574-5eb3-4c67-9e38-7027e80ce287/6874b574-5eb3-4c67-9e38-7027e80ce287.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.160407] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 624.160680] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7639300-9fd6-4198-ba20-360545aeb363 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.165779] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e998d34c-c1bb-4a29-8007-ba14d34856c3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.187202] env[62321]: DEBUG oslo_vmware.api [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Waiting for the task: (returnval){ [ 624.187202] env[62321]: value = "task-2632715" [ 624.187202] env[62321]: _type = "Task" [ 624.187202] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.188053] env[62321]: DEBUG nova.compute.provider_tree [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.198613] env[62321]: DEBUG oslo_vmware.api [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Task: {'id': task-2632715, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.416725] env[62321]: DEBUG oslo_vmware.api [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a88b40-7071-06dc-4f79-dd3d18b679c5, 'name': SearchDatastore_Task, 'duration_secs': 0.017517} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.417730] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef0fbcfd-99e2-44ff-b960-e02dbb765584 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.423047] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Releasing lock "refresh_cache-2b9b9728-7733-4e6a-82dc-c1659481f577" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.423047] env[62321]: DEBUG nova.compute.manager [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Instance network_info: |[{"id": "4b8c47db-7289-4f66-a354-99cbf1ea38e3", "address": "fa:16:3e:85:eb:84", "network": {"id": "c71a7bda-7296-4408-b4a5-f2ed5a021df1", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-525583903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d431bffe85344d55b5eb879decdc6315", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b8c47db-72", "ovs_interfaceid": "4b8c47db-7289-4f66-a354-99cbf1ea38e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 624.424565] env[62321]: DEBUG oslo_concurrency.lockutils [req-abada320-bcac-4ae6-894a-03d6ab579da6 req-5247f266-765f-41a8-a446-3fd35c439281 service nova] Acquired lock "refresh_cache-2b9b9728-7733-4e6a-82dc-c1659481f577" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.424799] env[62321]: DEBUG nova.network.neutron [req-abada320-bcac-4ae6-894a-03d6ab579da6 req-5247f266-765f-41a8-a446-3fd35c439281 service nova] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Refreshing network info cache for port 4b8c47db-7289-4f66-a354-99cbf1ea38e3 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.426074] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:eb:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b8c47db-7289-4f66-a354-99cbf1ea38e3', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.435045] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Creating folder: Project (d431bffe85344d55b5eb879decdc6315). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.435426] env[62321]: DEBUG oslo_vmware.api [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Waiting for the task: (returnval){ [ 624.435426] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52307d15-0284-c040-4235-3535064586d7" [ 624.435426] env[62321]: _type = "Task" [ 624.435426] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.437234] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e501906e-68f2-4add-a775-3f43bfa710e1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.451684] env[62321]: DEBUG oslo_vmware.api [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52307d15-0284-c040-4235-3535064586d7, 'name': SearchDatastore_Task, 'duration_secs': 0.010585} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.455090] env[62321]: DEBUG oslo_concurrency.lockutils [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.455090] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 6f587834-2727-48fc-8dba-50754fa70643/6f587834-2727-48fc-8dba-50754fa70643.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.455090] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Created folder: Project (d431bffe85344d55b5eb879decdc6315) in parent group-v530434. [ 624.455090] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Creating folder: Instances. Parent ref: group-v530510. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.455090] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2769f8a7-f77d-4965-9b34-7c224b44717a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.456529] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a301309-dae7-4e2a-97e5-ee836f4a3c74 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.463958] env[62321]: DEBUG oslo_vmware.api [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Waiting for the task: (returnval){ [ 624.463958] env[62321]: value = "task-2632717" [ 624.463958] env[62321]: _type = "Task" [ 624.463958] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.470586] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Created folder: Instances in parent group-v530510. [ 624.470870] env[62321]: DEBUG oslo.service.loopingcall [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 624.471530] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.471704] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d46dd497-69ab-421e-8d19-7a3d6db9edb7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.490756] env[62321]: DEBUG oslo_vmware.api [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Task: {'id': task-2632717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.495580] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.495580] env[62321]: value = "task-2632719" [ 624.495580] env[62321]: _type = "Task" [ 624.495580] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.503750] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632719, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.695055] env[62321]: DEBUG nova.scheduler.client.report [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.708079] env[62321]: DEBUG oslo_vmware.api [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Task: {'id': task-2632715, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070641} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.708423] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 624.709412] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fceda0a-138c-4e80-a635-7126de298d7c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.742303] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 6874b574-5eb3-4c67-9e38-7027e80ce287/6874b574-5eb3-4c67-9e38-7027e80ce287.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.743620] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e63c810-8b35-4a84-ae43-3f71130fbb59 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.769021] env[62321]: DEBUG oslo_vmware.api [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Waiting for the task: (returnval){ [ 624.769021] env[62321]: value = "task-2632720" [ 624.769021] env[62321]: _type = "Task" [ 624.769021] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.778837] env[62321]: DEBUG oslo_vmware.api [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Task: {'id': task-2632720, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.942317] env[62321]: DEBUG nova.network.neutron [-] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.976239] env[62321]: DEBUG oslo_vmware.api [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Task: {'id': task-2632717, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.008903] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632719, 'name': CreateVM_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.059348] env[62321]: DEBUG nova.network.neutron [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Successfully updated port: 0849d2a1-ad7e-44d5-9217-bf5dd3a9d851 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 625.201045] env[62321]: DEBUG oslo_concurrency.lockutils [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.202699] env[62321]: DEBUG nova.compute.manager [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 625.208533] env[62321]: DEBUG oslo_concurrency.lockutils [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.487s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.210697] env[62321]: INFO nova.compute.claims [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.280072] env[62321]: DEBUG oslo_vmware.api [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Task: {'id': task-2632720, 'name': ReconfigVM_Task, 'duration_secs': 0.489273} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.281348] env[62321]: DEBUG nova.network.neutron [req-842e5cf8-ff15-4fc9-8483-4d17cf1b8ce0 req-8cc099b2-3022-48f5-a350-a9c85432e69d service nova] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Updated VIF entry in instance network info cache for port 3bb34bc9-1952-4cb7-8364-029970365df5. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 625.281740] env[62321]: DEBUG nova.network.neutron [req-842e5cf8-ff15-4fc9-8483-4d17cf1b8ce0 req-8cc099b2-3022-48f5-a350-a9c85432e69d service nova] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Updating instance_info_cache with network_info: [{"id": "3bb34bc9-1952-4cb7-8364-029970365df5", "address": "fa:16:3e:2d:b7:19", "network": {"id": "a5547c0f-46b1-4ae5-841a-9f39910febcd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ef1461c1ad14a3cb8e9828aa58002a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bb34bc9-19", "ovs_interfaceid": "3bb34bc9-1952-4cb7-8364-029970365df5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.284045] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 6874b574-5eb3-4c67-9e38-7027e80ce287/6874b574-5eb3-4c67-9e38-7027e80ce287.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 625.284876] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d39d871-8fba-44e3-969c-640458ae3725 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.291372] env[62321]: DEBUG oslo_vmware.api [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Waiting for the task: (returnval){ [ 625.291372] env[62321]: value = "task-2632725" [ 625.291372] env[62321]: _type = "Task" [ 625.291372] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.303576] env[62321]: DEBUG oslo_vmware.api [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Task: {'id': task-2632725, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.445661] env[62321]: INFO nova.compute.manager [-] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Took 2.06 seconds to deallocate network for instance. [ 625.477588] env[62321]: DEBUG oslo_vmware.api [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Task: {'id': task-2632717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561695} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.481047] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 6f587834-2727-48fc-8dba-50754fa70643/6f587834-2727-48fc-8dba-50754fa70643.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.481426] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.481707] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18a981ee-6dd7-4607-befa-23e073ea8d70 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.489953] env[62321]: DEBUG oslo_vmware.api [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Waiting for the task: (returnval){ [ 625.489953] env[62321]: value = "task-2632726" [ 625.489953] env[62321]: _type = "Task" [ 625.489953] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.498862] env[62321]: DEBUG oslo_vmware.api [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Task: {'id': task-2632726, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.508492] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632719, 'name': CreateVM_Task, 'duration_secs': 0.621134} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.508688] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.509415] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.509614] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.510062] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.510245] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c735dd02-7797-440b-ba21-339c4b47f8b8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.514964] env[62321]: DEBUG oslo_vmware.api [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Waiting for the task: (returnval){ [ 625.514964] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52156fbf-b043-0d46-48f2-d83952b3b419" [ 625.514964] env[62321]: _type = "Task" [ 625.514964] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.525057] env[62321]: DEBUG oslo_vmware.api [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52156fbf-b043-0d46-48f2-d83952b3b419, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.562629] env[62321]: DEBUG oslo_concurrency.lockutils [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Acquiring lock "refresh_cache-62dce1f2-05c6-4634-ac62-423af6d9e966" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.562629] env[62321]: DEBUG oslo_concurrency.lockutils [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Acquired lock "refresh_cache-62dce1f2-05c6-4634-ac62-423af6d9e966" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.562726] env[62321]: DEBUG nova.network.neutron [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 625.589151] env[62321]: DEBUG nova.network.neutron [req-abada320-bcac-4ae6-894a-03d6ab579da6 req-5247f266-765f-41a8-a446-3fd35c439281 service nova] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Updated VIF entry in instance network info cache for port 4b8c47db-7289-4f66-a354-99cbf1ea38e3. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 625.589549] env[62321]: DEBUG nova.network.neutron [req-abada320-bcac-4ae6-894a-03d6ab579da6 req-5247f266-765f-41a8-a446-3fd35c439281 service nova] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Updating instance_info_cache with network_info: [{"id": "4b8c47db-7289-4f66-a354-99cbf1ea38e3", "address": "fa:16:3e:85:eb:84", "network": {"id": "c71a7bda-7296-4408-b4a5-f2ed5a021df1", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-525583903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d431bffe85344d55b5eb879decdc6315", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b8c47db-72", "ovs_interfaceid": "4b8c47db-7289-4f66-a354-99cbf1ea38e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.654316] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquiring lock "385348f6-00bb-4199-adcf-043fc12e8d9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.654980] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lock "385348f6-00bb-4199-adcf-043fc12e8d9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.707902] env[62321]: DEBUG nova.compute.utils [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 625.712960] env[62321]: DEBUG nova.compute.manager [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 625.712960] env[62321]: DEBUG nova.network.neutron [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 625.747552] env[62321]: DEBUG oslo_concurrency.lockutils [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Acquiring lock "88c9e905-5a60-4109-a03f-fa971843c488" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.747786] env[62321]: DEBUG oslo_concurrency.lockutils [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Lock "88c9e905-5a60-4109-a03f-fa971843c488" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.789053] env[62321]: DEBUG oslo_concurrency.lockutils [req-842e5cf8-ff15-4fc9-8483-4d17cf1b8ce0 req-8cc099b2-3022-48f5-a350-a9c85432e69d service nova] Releasing lock "refresh_cache-6f587834-2727-48fc-8dba-50754fa70643" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.793044] env[62321]: DEBUG nova.policy [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0b806bf596e426fa597f570882cadab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b99c369478dc48c1a277044aa358f827', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 625.810950] env[62321]: DEBUG oslo_vmware.api [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Task: {'id': task-2632725, 'name': Rename_Task, 'duration_secs': 0.151759} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.811299] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 625.811594] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b4b9842-a9a5-4431-b8e3-75de3bdbfdd6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.819139] env[62321]: DEBUG oslo_vmware.api [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Waiting for the task: (returnval){ [ 625.819139] env[62321]: value = "task-2632727" [ 625.819139] env[62321]: _type = "Task" [ 625.819139] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.827992] env[62321]: DEBUG oslo_vmware.api [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Task: {'id': task-2632727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.953669] env[62321]: DEBUG oslo_concurrency.lockutils [None req-26088e4b-0ab7-4d4f-9b6f-c5cc58eac2f0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.002578] env[62321]: DEBUG oslo_vmware.api [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Task: {'id': task-2632726, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062857} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.003415] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 626.004558] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a04500d-d3cc-4298-a50c-788810bdec8a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.031952] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 6f587834-2727-48fc-8dba-50754fa70643/6f587834-2727-48fc-8dba-50754fa70643.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.035920] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45d6eaae-574a-4d1a-85f7-613e45225c72 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.058137] env[62321]: DEBUG oslo_vmware.api [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52156fbf-b043-0d46-48f2-d83952b3b419, 'name': SearchDatastore_Task, 'duration_secs': 0.008329} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.059855] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.060147] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 626.060396] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.060549] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.060724] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.061051] env[62321]: DEBUG oslo_vmware.api [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Waiting for the task: (returnval){ [ 626.061051] env[62321]: value = "task-2632728" [ 626.061051] env[62321]: _type = "Task" [ 626.061051] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.061975] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f2057dc-92e2-4b6f-aa75-8679754f85a0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.076022] env[62321]: DEBUG oslo_vmware.api [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Task: {'id': task-2632728, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.077160] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.077347] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 626.078083] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5f746fd-beb8-497f-ba82-2718301a63b2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.083166] env[62321]: DEBUG oslo_vmware.api [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Waiting for the task: (returnval){ [ 626.083166] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]527e0eae-3549-ef9d-7d2f-de0f6470e7f1" [ 626.083166] env[62321]: _type = "Task" [ 626.083166] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.091816] env[62321]: DEBUG oslo_concurrency.lockutils [req-abada320-bcac-4ae6-894a-03d6ab579da6 req-5247f266-765f-41a8-a446-3fd35c439281 service nova] Releasing lock "refresh_cache-2b9b9728-7733-4e6a-82dc-c1659481f577" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.092838] env[62321]: DEBUG oslo_vmware.api [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]527e0eae-3549-ef9d-7d2f-de0f6470e7f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.152986] env[62321]: DEBUG nova.network.neutron [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 626.213064] env[62321]: DEBUG nova.compute.manager [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 626.332042] env[62321]: DEBUG oslo_vmware.api [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Task: {'id': task-2632727, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.423568] env[62321]: DEBUG oslo_concurrency.lockutils [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Acquiring lock "55c3c030-2e80-4829-bd9c-0e7f3e743c6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.423803] env[62321]: DEBUG oslo_concurrency.lockutils [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Lock "55c3c030-2e80-4829-bd9c-0e7f3e743c6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.581097] env[62321]: DEBUG oslo_vmware.api [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Task: {'id': task-2632728, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.596454] env[62321]: DEBUG oslo_vmware.api [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]527e0eae-3549-ef9d-7d2f-de0f6470e7f1, 'name': SearchDatastore_Task, 'duration_secs': 0.008867} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.597335] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b882407-8901-489b-a2ca-3b56145e9aa6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.603862] env[62321]: DEBUG oslo_vmware.api [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Waiting for the task: (returnval){ [ 626.603862] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a26bc0-f7f0-7514-b923-750888e4373d" [ 626.603862] env[62321]: _type = "Task" [ 626.603862] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.614497] env[62321]: DEBUG oslo_vmware.api [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a26bc0-f7f0-7514-b923-750888e4373d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.791505] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3a8e81-533e-4c81-9c30-a93b333acca8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.800682] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468729bd-f3da-47bc-86fa-dcad5afecb61 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.840946] env[62321]: DEBUG nova.network.neutron [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Updating instance_info_cache with network_info: [{"id": "0849d2a1-ad7e-44d5-9217-bf5dd3a9d851", "address": "fa:16:3e:b2:64:6a", "network": {"id": "a5547c0f-46b1-4ae5-841a-9f39910febcd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ef1461c1ad14a3cb8e9828aa58002a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0849d2a1-ad", "ovs_interfaceid": "0849d2a1-ad7e-44d5-9217-bf5dd3a9d851", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.843927] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7262945f-e697-4361-8b4c-0dde247e8021 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.855397] env[62321]: DEBUG oslo_vmware.api [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Task: {'id': task-2632727, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.857306] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001dc979-a7ce-4d38-8338-505fda91cfe8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.871439] env[62321]: DEBUG nova.compute.provider_tree [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.921538] env[62321]: DEBUG nova.network.neutron [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Successfully created port: 5c615b62-0a7c-4111-a16e-85179385f7ab {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 627.078033] env[62321]: DEBUG oslo_vmware.api [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Task: {'id': task-2632728, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.121024] env[62321]: DEBUG nova.compute.manager [req-13abb82a-1320-4f04-9934-8950086699ae req-9030700b-da93-4f41-a125-d6897e467423 service nova] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Received event network-vif-deleted-d61e21bb-53be-4afa-b66d-a8d7a69a2f98 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 627.121024] env[62321]: DEBUG nova.compute.manager [req-13abb82a-1320-4f04-9934-8950086699ae req-9030700b-da93-4f41-a125-d6897e467423 service nova] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Received event network-vif-plugged-0849d2a1-ad7e-44d5-9217-bf5dd3a9d851 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 627.121024] env[62321]: DEBUG oslo_concurrency.lockutils [req-13abb82a-1320-4f04-9934-8950086699ae req-9030700b-da93-4f41-a125-d6897e467423 service nova] Acquiring lock "62dce1f2-05c6-4634-ac62-423af6d9e966-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.121024] env[62321]: DEBUG oslo_concurrency.lockutils [req-13abb82a-1320-4f04-9934-8950086699ae req-9030700b-da93-4f41-a125-d6897e467423 service nova] Lock "62dce1f2-05c6-4634-ac62-423af6d9e966-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.121024] env[62321]: DEBUG oslo_concurrency.lockutils [req-13abb82a-1320-4f04-9934-8950086699ae req-9030700b-da93-4f41-a125-d6897e467423 service nova] Lock "62dce1f2-05c6-4634-ac62-423af6d9e966-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.121024] env[62321]: DEBUG nova.compute.manager [req-13abb82a-1320-4f04-9934-8950086699ae req-9030700b-da93-4f41-a125-d6897e467423 service nova] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] No waiting events found dispatching network-vif-plugged-0849d2a1-ad7e-44d5-9217-bf5dd3a9d851 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 627.121024] env[62321]: WARNING nova.compute.manager [req-13abb82a-1320-4f04-9934-8950086699ae req-9030700b-da93-4f41-a125-d6897e467423 service nova] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Received unexpected event network-vif-plugged-0849d2a1-ad7e-44d5-9217-bf5dd3a9d851 for instance with vm_state building and task_state spawning. [ 627.121024] env[62321]: DEBUG nova.compute.manager [req-13abb82a-1320-4f04-9934-8950086699ae req-9030700b-da93-4f41-a125-d6897e467423 service nova] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Received event network-changed-0849d2a1-ad7e-44d5-9217-bf5dd3a9d851 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 627.121024] env[62321]: DEBUG nova.compute.manager [req-13abb82a-1320-4f04-9934-8950086699ae req-9030700b-da93-4f41-a125-d6897e467423 service nova] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Refreshing instance network info cache due to event network-changed-0849d2a1-ad7e-44d5-9217-bf5dd3a9d851. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 627.121024] env[62321]: DEBUG oslo_concurrency.lockutils [req-13abb82a-1320-4f04-9934-8950086699ae req-9030700b-da93-4f41-a125-d6897e467423 service nova] Acquiring lock "refresh_cache-62dce1f2-05c6-4634-ac62-423af6d9e966" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.129940] env[62321]: DEBUG oslo_vmware.api [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a26bc0-f7f0-7514-b923-750888e4373d, 'name': SearchDatastore_Task, 'duration_secs': 0.392915} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.130252] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.130503] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 2b9b9728-7733-4e6a-82dc-c1659481f577/2b9b9728-7733-4e6a-82dc-c1659481f577.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 627.130763] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a40aecb4-6f7c-4264-8c89-ce26a9834c7b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.139255] env[62321]: DEBUG oslo_vmware.api [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Waiting for the task: (returnval){ [ 627.139255] env[62321]: value = "task-2632729" [ 627.139255] env[62321]: _type = "Task" [ 627.139255] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.151454] env[62321]: DEBUG oslo_vmware.api [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Task: {'id': task-2632729, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.225302] env[62321]: DEBUG nova.compute.manager [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 627.253867] env[62321]: DEBUG nova.virt.hardware [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.253988] env[62321]: DEBUG nova.virt.hardware [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.254478] env[62321]: DEBUG nova.virt.hardware [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.254940] env[62321]: DEBUG nova.virt.hardware [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.255292] env[62321]: DEBUG nova.virt.hardware [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.255928] env[62321]: DEBUG nova.virt.hardware [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.256677] env[62321]: DEBUG nova.virt.hardware [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.257175] env[62321]: DEBUG nova.virt.hardware [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.257582] env[62321]: DEBUG nova.virt.hardware [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.258164] env[62321]: DEBUG nova.virt.hardware [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.258595] env[62321]: DEBUG nova.virt.hardware [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.259926] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9244013c-6824-4c94-b571-85df26c06eab {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.272973] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c91bb76-8335-4317-8fa7-92b2f835d653 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.353233] env[62321]: DEBUG oslo_concurrency.lockutils [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Releasing lock "refresh_cache-62dce1f2-05c6-4634-ac62-423af6d9e966" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.353724] env[62321]: DEBUG nova.compute.manager [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Instance network_info: |[{"id": "0849d2a1-ad7e-44d5-9217-bf5dd3a9d851", "address": "fa:16:3e:b2:64:6a", "network": {"id": "a5547c0f-46b1-4ae5-841a-9f39910febcd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ef1461c1ad14a3cb8e9828aa58002a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0849d2a1-ad", "ovs_interfaceid": "0849d2a1-ad7e-44d5-9217-bf5dd3a9d851", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 627.354281] env[62321]: DEBUG oslo_vmware.api [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Task: {'id': task-2632727, 'name': PowerOnVM_Task, 'duration_secs': 1.259344} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.354586] env[62321]: DEBUG oslo_concurrency.lockutils [req-13abb82a-1320-4f04-9934-8950086699ae req-9030700b-da93-4f41-a125-d6897e467423 service nova] Acquired lock "refresh_cache-62dce1f2-05c6-4634-ac62-423af6d9e966" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.355107] env[62321]: DEBUG nova.network.neutron [req-13abb82a-1320-4f04-9934-8950086699ae req-9030700b-da93-4f41-a125-d6897e467423 service nova] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Refreshing network info cache for port 0849d2a1-ad7e-44d5-9217-bf5dd3a9d851 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 627.356904] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:64:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4c8c8fd-baca-4e60-97dc-ff0418d63215', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0849d2a1-ad7e-44d5-9217-bf5dd3a9d851', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 627.373219] env[62321]: DEBUG oslo.service.loopingcall [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 627.373531] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.373779] env[62321]: INFO nova.compute.manager [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Took 17.92 seconds to spawn the instance on the hypervisor. [ 627.373983] env[62321]: DEBUG nova.compute.manager [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.378015] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 627.378478] env[62321]: DEBUG nova.scheduler.client.report [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.385709] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b557b82d-0552-4316-bc10-5bfc937d354b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.389278] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e582ef2-28c5-4943-b058-dd18d6b6f15b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.415212] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 627.415212] env[62321]: value = "task-2632730" [ 627.415212] env[62321]: _type = "Task" [ 627.415212] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.422202] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632730, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.580132] env[62321]: DEBUG oslo_vmware.api [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Task: {'id': task-2632728, 'name': ReconfigVM_Task, 'duration_secs': 1.282866} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.580288] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 6f587834-2727-48fc-8dba-50754fa70643/6f587834-2727-48fc-8dba-50754fa70643.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.581219] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9468e7d6-5c01-4d3b-9270-7e8aa834b339 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.594907] env[62321]: DEBUG oslo_vmware.api [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Waiting for the task: (returnval){ [ 627.594907] env[62321]: value = "task-2632731" [ 627.594907] env[62321]: _type = "Task" [ 627.594907] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.607749] env[62321]: DEBUG oslo_vmware.api [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Task: {'id': task-2632731, 'name': Rename_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.654140] env[62321]: DEBUG oslo_vmware.api [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Task: {'id': task-2632729, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.698043] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquiring lock "d524e752-1c48-4acc-886d-346d8b224fcb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.698043] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lock "d524e752-1c48-4acc-886d-346d8b224fcb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.845384] env[62321]: DEBUG nova.network.neutron [req-13abb82a-1320-4f04-9934-8950086699ae req-9030700b-da93-4f41-a125-d6897e467423 service nova] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Updated VIF entry in instance network info cache for port 0849d2a1-ad7e-44d5-9217-bf5dd3a9d851. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 627.845810] env[62321]: DEBUG nova.network.neutron [req-13abb82a-1320-4f04-9934-8950086699ae req-9030700b-da93-4f41-a125-d6897e467423 service nova] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Updating instance_info_cache with network_info: [{"id": "0849d2a1-ad7e-44d5-9217-bf5dd3a9d851", "address": "fa:16:3e:b2:64:6a", "network": {"id": "a5547c0f-46b1-4ae5-841a-9f39910febcd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ef1461c1ad14a3cb8e9828aa58002a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0849d2a1-ad", "ovs_interfaceid": "0849d2a1-ad7e-44d5-9217-bf5dd3a9d851", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.891165] env[62321]: DEBUG oslo_concurrency.lockutils [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.891775] env[62321]: DEBUG nova.compute.manager [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 627.895186] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.700s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.899287] env[62321]: INFO nova.compute.claims [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 627.929331] env[62321]: INFO nova.compute.manager [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Took 46.95 seconds to build instance. [ 627.939258] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632730, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.109820] env[62321]: DEBUG oslo_vmware.api [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Task: {'id': task-2632731, 'name': Rename_Task, 'duration_secs': 0.328858} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.110495] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 628.110744] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f43cfcd-524d-41ad-bfa7-068d80920bd0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.120712] env[62321]: DEBUG oslo_vmware.api [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Waiting for the task: (returnval){ [ 628.120712] env[62321]: value = "task-2632733" [ 628.120712] env[62321]: _type = "Task" [ 628.120712] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.131063] env[62321]: DEBUG oslo_vmware.api [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Task: {'id': task-2632733, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.150858] env[62321]: DEBUG oslo_vmware.api [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Task: {'id': task-2632729, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658438} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.151203] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 2b9b9728-7733-4e6a-82dc-c1659481f577/2b9b9728-7733-4e6a-82dc-c1659481f577.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 628.151503] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 628.151824] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f84f6720-6360-4b2a-a375-24faf19319b1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.160509] env[62321]: DEBUG oslo_vmware.api [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Waiting for the task: (returnval){ [ 628.160509] env[62321]: value = "task-2632734" [ 628.160509] env[62321]: _type = "Task" [ 628.160509] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.169848] env[62321]: DEBUG oslo_vmware.api [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Task: {'id': task-2632734, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.348976] env[62321]: DEBUG oslo_concurrency.lockutils [req-13abb82a-1320-4f04-9934-8950086699ae req-9030700b-da93-4f41-a125-d6897e467423 service nova] Releasing lock "refresh_cache-62dce1f2-05c6-4634-ac62-423af6d9e966" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.405269] env[62321]: DEBUG nova.compute.utils [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 628.408769] env[62321]: DEBUG nova.compute.manager [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 628.408961] env[62321]: DEBUG nova.network.neutron [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 628.435253] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f3d0fd32-3af1-46e8-ae11-85a1b1a47998 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Lock "6874b574-5eb3-4c67-9e38-7027e80ce287" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.709s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.435958] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632730, 'name': CreateVM_Task, 'duration_secs': 0.53063} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.436775] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.437444] env[62321]: DEBUG oslo_concurrency.lockutils [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.438020] env[62321]: DEBUG oslo_concurrency.lockutils [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.438528] env[62321]: DEBUG oslo_concurrency.lockutils [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.438959] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b162f10f-40ea-4d94-8023-28e1bc8a9029 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.444095] env[62321]: DEBUG oslo_vmware.api [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Waiting for the task: (returnval){ [ 628.444095] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e530f4-5bda-fd5c-0fe8-f6cd9a2c2f43" [ 628.444095] env[62321]: _type = "Task" [ 628.444095] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.455814] env[62321]: DEBUG oslo_vmware.api [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e530f4-5bda-fd5c-0fe8-f6cd9a2c2f43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.496597] env[62321]: DEBUG nova.policy [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '946484021484442ab191c927cdf576af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd8fac8dc7ba41c6b0550e1fff9988a3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.632171] env[62321]: DEBUG oslo_vmware.api [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Task: {'id': task-2632733, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.671158] env[62321]: DEBUG oslo_vmware.api [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Task: {'id': task-2632734, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071219} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.671158] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 628.671158] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ebd80b-0939-494e-8dc2-96161e3928be {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.695498] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 2b9b9728-7733-4e6a-82dc-c1659481f577/2b9b9728-7733-4e6a-82dc-c1659481f577.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.695498] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91f4672f-ba92-41e0-b698-9e75b3b02a48 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.716531] env[62321]: DEBUG oslo_vmware.api [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Waiting for the task: (returnval){ [ 628.716531] env[62321]: value = "task-2632735" [ 628.716531] env[62321]: _type = "Task" [ 628.716531] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.724863] env[62321]: DEBUG oslo_vmware.api [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Task: {'id': task-2632735, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.784769] env[62321]: DEBUG oslo_concurrency.lockutils [None req-54b8ad00-7fcd-49f3-b46e-ec18f7389289 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Acquiring lock "6874b574-5eb3-4c67-9e38-7027e80ce287" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.785077] env[62321]: DEBUG oslo_concurrency.lockutils [None req-54b8ad00-7fcd-49f3-b46e-ec18f7389289 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Lock "6874b574-5eb3-4c67-9e38-7027e80ce287" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.785282] env[62321]: DEBUG oslo_concurrency.lockutils [None req-54b8ad00-7fcd-49f3-b46e-ec18f7389289 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Acquiring lock "6874b574-5eb3-4c67-9e38-7027e80ce287-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.785467] env[62321]: DEBUG oslo_concurrency.lockutils [None req-54b8ad00-7fcd-49f3-b46e-ec18f7389289 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Lock "6874b574-5eb3-4c67-9e38-7027e80ce287-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.785637] env[62321]: DEBUG oslo_concurrency.lockutils [None req-54b8ad00-7fcd-49f3-b46e-ec18f7389289 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Lock "6874b574-5eb3-4c67-9e38-7027e80ce287-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.790844] env[62321]: INFO nova.compute.manager [None req-54b8ad00-7fcd-49f3-b46e-ec18f7389289 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Terminating instance [ 628.910528] env[62321]: DEBUG nova.compute.manager [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 628.939611] env[62321]: DEBUG nova.compute.manager [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.963833] env[62321]: DEBUG oslo_vmware.api [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e530f4-5bda-fd5c-0fe8-f6cd9a2c2f43, 'name': SearchDatastore_Task, 'duration_secs': 0.030842} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.964596] env[62321]: DEBUG oslo_concurrency.lockutils [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.965346] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 628.965779] env[62321]: DEBUG oslo_concurrency.lockutils [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.966029] env[62321]: DEBUG oslo_concurrency.lockutils [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.966306] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 628.966682] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d9ed7c9-2fb8-4c0e-bd02-cce4684f5155 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.979570] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 628.979840] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 628.983452] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4012a0e5-3007-402d-806c-b73d9d10be5d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.987310] env[62321]: DEBUG oslo_vmware.api [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Waiting for the task: (returnval){ [ 628.987310] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52489250-6dd0-1509-799b-655e3d279965" [ 628.987310] env[62321]: _type = "Task" [ 628.987310] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.999621] env[62321]: DEBUG oslo_vmware.api [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52489250-6dd0-1509-799b-655e3d279965, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.123767] env[62321]: DEBUG nova.network.neutron [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Successfully updated port: 5c615b62-0a7c-4111-a16e-85179385f7ab {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 629.136656] env[62321]: DEBUG oslo_vmware.api [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Task: {'id': task-2632733, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.201461] env[62321]: DEBUG nova.network.neutron [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Successfully created port: 036a77fe-b33d-4e38-8d39-199808131814 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 629.228866] env[62321]: DEBUG oslo_vmware.api [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Task: {'id': task-2632735, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.295012] env[62321]: DEBUG nova.compute.manager [None req-54b8ad00-7fcd-49f3-b46e-ec18f7389289 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 629.295325] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-54b8ad00-7fcd-49f3-b46e-ec18f7389289 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 629.296864] env[62321]: DEBUG nova.compute.manager [req-1a99a6aa-c52f-4bc8-973a-4e2e6a1339c9 req-54d896cb-3bcc-4efc-a855-47a7b4f604b5 service nova] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Received event network-vif-plugged-5c615b62-0a7c-4111-a16e-85179385f7ab {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 629.297128] env[62321]: DEBUG oslo_concurrency.lockutils [req-1a99a6aa-c52f-4bc8-973a-4e2e6a1339c9 req-54d896cb-3bcc-4efc-a855-47a7b4f604b5 service nova] Acquiring lock "69b3114c-67ef-4fe5-9812-5fc0c07b1bb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.297516] env[62321]: DEBUG oslo_concurrency.lockutils [req-1a99a6aa-c52f-4bc8-973a-4e2e6a1339c9 req-54d896cb-3bcc-4efc-a855-47a7b4f604b5 service nova] Lock "69b3114c-67ef-4fe5-9812-5fc0c07b1bb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.297727] env[62321]: DEBUG oslo_concurrency.lockutils [req-1a99a6aa-c52f-4bc8-973a-4e2e6a1339c9 req-54d896cb-3bcc-4efc-a855-47a7b4f604b5 service nova] Lock "69b3114c-67ef-4fe5-9812-5fc0c07b1bb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.297904] env[62321]: DEBUG nova.compute.manager [req-1a99a6aa-c52f-4bc8-973a-4e2e6a1339c9 req-54d896cb-3bcc-4efc-a855-47a7b4f604b5 service nova] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] No waiting events found dispatching network-vif-plugged-5c615b62-0a7c-4111-a16e-85179385f7ab {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 629.298090] env[62321]: WARNING nova.compute.manager [req-1a99a6aa-c52f-4bc8-973a-4e2e6a1339c9 req-54d896cb-3bcc-4efc-a855-47a7b4f604b5 service nova] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Received unexpected event network-vif-plugged-5c615b62-0a7c-4111-a16e-85179385f7ab for instance with vm_state building and task_state spawning. [ 629.298268] env[62321]: DEBUG nova.compute.manager [req-1a99a6aa-c52f-4bc8-973a-4e2e6a1339c9 req-54d896cb-3bcc-4efc-a855-47a7b4f604b5 service nova] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Received event network-changed-5c615b62-0a7c-4111-a16e-85179385f7ab {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 629.298487] env[62321]: DEBUG nova.compute.manager [req-1a99a6aa-c52f-4bc8-973a-4e2e6a1339c9 req-54d896cb-3bcc-4efc-a855-47a7b4f604b5 service nova] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Refreshing instance network info cache due to event network-changed-5c615b62-0a7c-4111-a16e-85179385f7ab. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 629.298712] env[62321]: DEBUG oslo_concurrency.lockutils [req-1a99a6aa-c52f-4bc8-973a-4e2e6a1339c9 req-54d896cb-3bcc-4efc-a855-47a7b4f604b5 service nova] Acquiring lock "refresh_cache-69b3114c-67ef-4fe5-9812-5fc0c07b1bb8" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.298816] env[62321]: DEBUG oslo_concurrency.lockutils [req-1a99a6aa-c52f-4bc8-973a-4e2e6a1339c9 req-54d896cb-3bcc-4efc-a855-47a7b4f604b5 service nova] Acquired lock "refresh_cache-69b3114c-67ef-4fe5-9812-5fc0c07b1bb8" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.298988] env[62321]: DEBUG nova.network.neutron [req-1a99a6aa-c52f-4bc8-973a-4e2e6a1339c9 req-54d896cb-3bcc-4efc-a855-47a7b4f604b5 service nova] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Refreshing network info cache for port 5c615b62-0a7c-4111-a16e-85179385f7ab {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 629.306140] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d25ffff-8e04-49c5-b277-72f2ed1130cf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.315882] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b8ad00-7fcd-49f3-b46e-ec18f7389289 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 629.316237] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a35c5472-5359-4afb-b3c3-33c831ed9605 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.323346] env[62321]: DEBUG oslo_vmware.api [None req-54b8ad00-7fcd-49f3-b46e-ec18f7389289 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Waiting for the task: (returnval){ [ 629.323346] env[62321]: value = "task-2632736" [ 629.323346] env[62321]: _type = "Task" [ 629.323346] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.334555] env[62321]: DEBUG oslo_vmware.api [None req-54b8ad00-7fcd-49f3-b46e-ec18f7389289 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Task: {'id': task-2632736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.475700] env[62321]: DEBUG oslo_concurrency.lockutils [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.502150] env[62321]: DEBUG oslo_vmware.api [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52489250-6dd0-1509-799b-655e3d279965, 'name': SearchDatastore_Task, 'duration_secs': 0.057011} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.503212] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13f1659f-bb9e-4891-ab63-bca60fec2d59 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.508228] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d396c7f-d563-49d6-9e00-91d6f27e8199 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.515453] env[62321]: DEBUG oslo_vmware.api [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Waiting for the task: (returnval){ [ 629.515453] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]526ee424-713b-413c-bbfc-7a656256d282" [ 629.515453] env[62321]: _type = "Task" [ 629.515453] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.522656] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3582c439-91da-47a9-8679-02aabc3d5268 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.579106] env[62321]: DEBUG oslo_vmware.api [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]526ee424-713b-413c-bbfc-7a656256d282, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.581309] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb16798-de37-49a1-ade5-cf1c029439b5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.595292] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef20af2-7162-4756-b12a-45b524cd2727 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.609948] env[62321]: DEBUG nova.compute.provider_tree [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 629.632344] env[62321]: DEBUG oslo_concurrency.lockutils [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Acquiring lock "refresh_cache-69b3114c-67ef-4fe5-9812-5fc0c07b1bb8" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.637515] env[62321]: DEBUG oslo_vmware.api [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Task: {'id': task-2632733, 'name': PowerOnVM_Task, 'duration_secs': 1.381079} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.637801] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 629.638119] env[62321]: INFO nova.compute.manager [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Took 12.69 seconds to spawn the instance on the hypervisor. [ 629.638119] env[62321]: DEBUG nova.compute.manager [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 629.639597] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50711342-7bd3-4831-9170-b6546d808a16 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.729869] env[62321]: DEBUG oslo_vmware.api [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Task: {'id': task-2632735, 'name': ReconfigVM_Task, 'duration_secs': 0.752381} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.729869] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 2b9b9728-7733-4e6a-82dc-c1659481f577/2b9b9728-7733-4e6a-82dc-c1659481f577.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.729869] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-336f3ba3-5a92-48be-80d1-038131abef64 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.738674] env[62321]: DEBUG oslo_vmware.api [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Waiting for the task: (returnval){ [ 629.738674] env[62321]: value = "task-2632737" [ 629.738674] env[62321]: _type = "Task" [ 629.738674] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.747676] env[62321]: DEBUG oslo_vmware.api [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Task: {'id': task-2632737, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.837522] env[62321]: DEBUG oslo_vmware.api [None req-54b8ad00-7fcd-49f3-b46e-ec18f7389289 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Task: {'id': task-2632736, 'name': PowerOffVM_Task, 'duration_secs': 0.273198} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.837797] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b8ad00-7fcd-49f3-b46e-ec18f7389289 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 629.837957] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-54b8ad00-7fcd-49f3-b46e-ec18f7389289 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 629.838255] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a62402df-d307-4bf6-801e-e958dd1f8384 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.848976] env[62321]: DEBUG nova.network.neutron [req-1a99a6aa-c52f-4bc8-973a-4e2e6a1339c9 req-54d896cb-3bcc-4efc-a855-47a7b4f604b5 service nova] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.926916] env[62321]: DEBUG nova.compute.manager [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 629.960566] env[62321]: DEBUG nova.virt.hardware [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 629.960864] env[62321]: DEBUG nova.virt.hardware [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 629.961052] env[62321]: DEBUG nova.virt.hardware [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.961244] env[62321]: DEBUG nova.virt.hardware [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 629.961390] env[62321]: DEBUG nova.virt.hardware [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.961536] env[62321]: DEBUG nova.virt.hardware [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 629.961863] env[62321]: DEBUG nova.virt.hardware [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 629.961899] env[62321]: DEBUG nova.virt.hardware [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 629.962080] env[62321]: DEBUG nova.virt.hardware [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 629.962248] env[62321]: DEBUG nova.virt.hardware [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 629.962424] env[62321]: DEBUG nova.virt.hardware [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 629.963873] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f62afb3-42ed-4648-a182-09d211229d0d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.972619] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90998da-d511-4a41-a185-e29661d2fbd8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.992804] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-54b8ad00-7fcd-49f3-b46e-ec18f7389289 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 629.992804] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-54b8ad00-7fcd-49f3-b46e-ec18f7389289 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 629.992804] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-54b8ad00-7fcd-49f3-b46e-ec18f7389289 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Deleting the datastore file [datastore1] 6874b574-5eb3-4c67-9e38-7027e80ce287 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 629.992992] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a405330-43d1-454c-9a19-aeee3d08a900 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.999551] env[62321]: DEBUG oslo_vmware.api [None req-54b8ad00-7fcd-49f3-b46e-ec18f7389289 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Waiting for the task: (returnval){ [ 629.999551] env[62321]: value = "task-2632739" [ 629.999551] env[62321]: _type = "Task" [ 629.999551] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.001029] env[62321]: DEBUG nova.network.neutron [req-1a99a6aa-c52f-4bc8-973a-4e2e6a1339c9 req-54d896cb-3bcc-4efc-a855-47a7b4f604b5 service nova] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.012578] env[62321]: DEBUG oslo_vmware.api [None req-54b8ad00-7fcd-49f3-b46e-ec18f7389289 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Task: {'id': task-2632739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.028450] env[62321]: DEBUG oslo_vmware.api [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]526ee424-713b-413c-bbfc-7a656256d282, 'name': SearchDatastore_Task, 'duration_secs': 0.022696} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.028836] env[62321]: DEBUG oslo_concurrency.lockutils [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.028991] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 62dce1f2-05c6-4634-ac62-423af6d9e966/62dce1f2-05c6-4634-ac62-423af6d9e966.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.029268] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-162a655a-af90-494c-99d8-528a0fe1ab9b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.037773] env[62321]: DEBUG oslo_vmware.api [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Waiting for the task: (returnval){ [ 630.037773] env[62321]: value = "task-2632741" [ 630.037773] env[62321]: _type = "Task" [ 630.037773] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.045716] env[62321]: DEBUG oslo_vmware.api [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Task: {'id': task-2632741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.140307] env[62321]: ERROR nova.scheduler.client.report [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [req-458ed1e4-2c41-4b03-9157-2ee256f75efa] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e4ce1efe-a8f0-4655-8f76-50516c538695. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-458ed1e4-2c41-4b03-9157-2ee256f75efa"}]} [ 630.158584] env[62321]: DEBUG nova.scheduler.client.report [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Refreshing inventories for resource provider e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 630.167710] env[62321]: INFO nova.compute.manager [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Took 45.69 seconds to build instance. [ 630.177734] env[62321]: DEBUG nova.scheduler.client.report [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Updating ProviderTree inventory for provider e4ce1efe-a8f0-4655-8f76-50516c538695 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 630.178027] env[62321]: DEBUG nova.compute.provider_tree [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 630.192456] env[62321]: DEBUG nova.scheduler.client.report [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Refreshing aggregate associations for resource provider e4ce1efe-a8f0-4655-8f76-50516c538695, aggregates: None {{(pid=62321) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 630.217743] env[62321]: DEBUG nova.scheduler.client.report [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Refreshing trait associations for resource provider e4ce1efe-a8f0-4655-8f76-50516c538695, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62321) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 630.252796] env[62321]: DEBUG oslo_vmware.api [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Task: {'id': task-2632737, 'name': Rename_Task, 'duration_secs': 0.291353} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.253621] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 630.254095] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47a50037-de82-4235-911b-4773e08d91ec {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.263189] env[62321]: DEBUG oslo_vmware.api [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Waiting for the task: (returnval){ [ 630.263189] env[62321]: value = "task-2632742" [ 630.263189] env[62321]: _type = "Task" [ 630.263189] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.276367] env[62321]: DEBUG oslo_vmware.api [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Task: {'id': task-2632742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.513768] env[62321]: DEBUG oslo_concurrency.lockutils [req-1a99a6aa-c52f-4bc8-973a-4e2e6a1339c9 req-54d896cb-3bcc-4efc-a855-47a7b4f604b5 service nova] Releasing lock "refresh_cache-69b3114c-67ef-4fe5-9812-5fc0c07b1bb8" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.514545] env[62321]: DEBUG oslo_concurrency.lockutils [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Acquired lock "refresh_cache-69b3114c-67ef-4fe5-9812-5fc0c07b1bb8" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.514959] env[62321]: DEBUG nova.network.neutron [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.526439] env[62321]: DEBUG oslo_vmware.api [None req-54b8ad00-7fcd-49f3-b46e-ec18f7389289 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Task: {'id': task-2632739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.449783} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.526957] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-54b8ad00-7fcd-49f3-b46e-ec18f7389289 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 630.527310] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-54b8ad00-7fcd-49f3-b46e-ec18f7389289 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 630.527514] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-54b8ad00-7fcd-49f3-b46e-ec18f7389289 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 630.527694] env[62321]: INFO nova.compute.manager [None req-54b8ad00-7fcd-49f3-b46e-ec18f7389289 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Took 1.23 seconds to destroy the instance on the hypervisor. [ 630.528029] env[62321]: DEBUG oslo.service.loopingcall [None req-54b8ad00-7fcd-49f3-b46e-ec18f7389289 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 630.531770] env[62321]: DEBUG nova.compute.manager [-] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 630.531770] env[62321]: DEBUG nova.network.neutron [-] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 630.551959] env[62321]: DEBUG oslo_vmware.api [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Task: {'id': task-2632741, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.668743] env[62321]: DEBUG oslo_concurrency.lockutils [None req-13317c51-7d96-4c7d-8024-02792a25664b tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Lock "6f587834-2727-48fc-8dba-50754fa70643" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.576s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.776133] env[62321]: DEBUG oslo_vmware.api [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Task: {'id': task-2632742, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.808510] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2124e3-9918-4d0f-a848-de481aecba9e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.816323] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac47666-e6f2-4779-a77a-b4132f256864 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.848156] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0514dd-5cb5-4539-9209-2ffd7262d910 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.855768] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f390de-9ebc-4656-b318-f25347d5ed25 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.877952] env[62321]: DEBUG nova.compute.provider_tree [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 631.027670] env[62321]: DEBUG oslo_concurrency.lockutils [None req-09c93915-7430-433e-9d47-8630042de513 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Acquiring lock "83721fcc-5a99-4563-8e3f-045e6c3ec04d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.027912] env[62321]: DEBUG oslo_concurrency.lockutils [None req-09c93915-7430-433e-9d47-8630042de513 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Lock "83721fcc-5a99-4563-8e3f-045e6c3ec04d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.028234] env[62321]: DEBUG oslo_concurrency.lockutils [None req-09c93915-7430-433e-9d47-8630042de513 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Acquiring lock "83721fcc-5a99-4563-8e3f-045e6c3ec04d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.028347] env[62321]: DEBUG oslo_concurrency.lockutils [None req-09c93915-7430-433e-9d47-8630042de513 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Lock "83721fcc-5a99-4563-8e3f-045e6c3ec04d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.028515] env[62321]: DEBUG oslo_concurrency.lockutils [None req-09c93915-7430-433e-9d47-8630042de513 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Lock "83721fcc-5a99-4563-8e3f-045e6c3ec04d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.031354] env[62321]: INFO nova.compute.manager [None req-09c93915-7430-433e-9d47-8630042de513 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Terminating instance [ 631.061020] env[62321]: DEBUG oslo_vmware.api [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Task: {'id': task-2632741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.772803} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.061020] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 62dce1f2-05c6-4634-ac62-423af6d9e966/62dce1f2-05c6-4634-ac62-423af6d9e966.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.061020] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 631.061020] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-693632d4-7be0-4aea-b170-57363f07e147 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.069998] env[62321]: DEBUG oslo_vmware.api [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Waiting for the task: (returnval){ [ 631.069998] env[62321]: value = "task-2632743" [ 631.069998] env[62321]: _type = "Task" [ 631.069998] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.078555] env[62321]: DEBUG oslo_vmware.api [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Task: {'id': task-2632743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.108739] env[62321]: DEBUG nova.network.neutron [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.174943] env[62321]: DEBUG nova.compute.manager [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 631.273077] env[62321]: DEBUG oslo_vmware.api [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Task: {'id': task-2632742, 'name': PowerOnVM_Task, 'duration_secs': 0.909313} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.273372] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.273544] env[62321]: INFO nova.compute.manager [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Took 11.58 seconds to spawn the instance on the hypervisor. [ 631.273722] env[62321]: DEBUG nova.compute.manager [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.276292] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a05b2f5-2814-42b9-ac2d-5c933cc0fec2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.465915] env[62321]: DEBUG nova.scheduler.client.report [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Updated inventory for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with generation 48 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 631.466265] env[62321]: DEBUG nova.compute.provider_tree [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Updating resource provider e4ce1efe-a8f0-4655-8f76-50516c538695 generation from 48 to 49 during operation: update_inventory {{(pid=62321) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 631.466450] env[62321]: DEBUG nova.compute.provider_tree [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 631.535662] env[62321]: DEBUG nova.compute.manager [None req-09c93915-7430-433e-9d47-8630042de513 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 631.535879] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-09c93915-7430-433e-9d47-8630042de513 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 631.537408] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff3f238-3b3f-490a-9413-6041730b7cba {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.545128] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c93915-7430-433e-9d47-8630042de513 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 631.545128] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91bd8dda-c5bc-4613-9bb0-da0f11ce02b8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.553675] env[62321]: DEBUG oslo_vmware.api [None req-09c93915-7430-433e-9d47-8630042de513 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Waiting for the task: (returnval){ [ 631.553675] env[62321]: value = "task-2632744" [ 631.553675] env[62321]: _type = "Task" [ 631.553675] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.561173] env[62321]: DEBUG oslo_vmware.api [None req-09c93915-7430-433e-9d47-8630042de513 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Task: {'id': task-2632744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.578555] env[62321]: DEBUG oslo_vmware.api [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Task: {'id': task-2632743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078365} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.578903] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 631.580984] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72fcccd-4380-409c-83e9-7e84bcad57b1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.602767] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 62dce1f2-05c6-4634-ac62-423af6d9e966/62dce1f2-05c6-4634-ac62-423af6d9e966.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.603078] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d4888e0-7b1e-43a5-811e-520912be451f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.623167] env[62321]: DEBUG oslo_vmware.api [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Waiting for the task: (returnval){ [ 631.623167] env[62321]: value = "task-2632745" [ 631.623167] env[62321]: _type = "Task" [ 631.623167] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.634270] env[62321]: DEBUG oslo_vmware.api [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Task: {'id': task-2632745, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.717199] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.799210] env[62321]: INFO nova.compute.manager [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Took 38.87 seconds to build instance. [ 631.810580] env[62321]: DEBUG nova.network.neutron [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Updating instance_info_cache with network_info: [{"id": "5c615b62-0a7c-4111-a16e-85179385f7ab", "address": "fa:16:3e:ea:f9:e0", "network": {"id": "b0275721-befa-48c5-9c74-ac79a0507af5", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1511674512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b99c369478dc48c1a277044aa358f827", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c615b62-0a", "ovs_interfaceid": "5c615b62-0a7c-4111-a16e-85179385f7ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.819998] env[62321]: DEBUG nova.network.neutron [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Successfully updated port: 036a77fe-b33d-4e38-8d39-199808131814 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 631.979131] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.081s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.979131] env[62321]: DEBUG nova.compute.manager [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 631.980418] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2f69fb84-6493-4b02-b6ea-10ce8043599f tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.516s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.980884] env[62321]: DEBUG nova.objects.instance [None req-2f69fb84-6493-4b02-b6ea-10ce8043599f tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Lazy-loading 'resources' on Instance uuid 134d5bd9-4ede-4817-9d40-682ff2205edb {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 632.065099] env[62321]: DEBUG oslo_vmware.api [None req-09c93915-7430-433e-9d47-8630042de513 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Task: {'id': task-2632744, 'name': PowerOffVM_Task, 'duration_secs': 0.219484} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.065313] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c93915-7430-433e-9d47-8630042de513 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 632.065485] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-09c93915-7430-433e-9d47-8630042de513 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 632.065737] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25310a3d-1919-421a-8f5c-b36b6f4e6ba6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.134929] env[62321]: DEBUG oslo_vmware.api [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Task: {'id': task-2632745, 'name': ReconfigVM_Task, 'duration_secs': 0.31124} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.136307] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 62dce1f2-05c6-4634-ac62-423af6d9e966/62dce1f2-05c6-4634-ac62-423af6d9e966.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.137024] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-09c93915-7430-433e-9d47-8630042de513 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 632.137210] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-09c93915-7430-433e-9d47-8630042de513 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 632.137395] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-09c93915-7430-433e-9d47-8630042de513 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Deleting the datastore file [datastore2] 83721fcc-5a99-4563-8e3f-045e6c3ec04d {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 632.137622] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b044d5f-28cc-49ac-915c-1babcfd5d4df {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.143021] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8749cbd-6951-4cec-bd09-866378391bf6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.147766] env[62321]: DEBUG oslo_vmware.api [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Waiting for the task: (returnval){ [ 632.147766] env[62321]: value = "task-2632748" [ 632.147766] env[62321]: _type = "Task" [ 632.147766] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.149538] env[62321]: DEBUG oslo_vmware.api [None req-09c93915-7430-433e-9d47-8630042de513 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Waiting for the task: (returnval){ [ 632.149538] env[62321]: value = "task-2632749" [ 632.149538] env[62321]: _type = "Task" [ 632.149538] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.168213] env[62321]: DEBUG oslo_vmware.api [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Task: {'id': task-2632748, 'name': Rename_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.171621] env[62321]: DEBUG oslo_vmware.api [None req-09c93915-7430-433e-9d47-8630042de513 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Task: {'id': task-2632749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.300069] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b0a9a1b3-06b5-4246-9f03-bf9ae283d316 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Lock "2b9b9728-7733-4e6a-82dc-c1659481f577" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.920s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.316830] env[62321]: DEBUG oslo_concurrency.lockutils [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Releasing lock "refresh_cache-69b3114c-67ef-4fe5-9812-5fc0c07b1bb8" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.318551] env[62321]: DEBUG nova.compute.manager [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Instance network_info: |[{"id": "5c615b62-0a7c-4111-a16e-85179385f7ab", "address": "fa:16:3e:ea:f9:e0", "network": {"id": "b0275721-befa-48c5-9c74-ac79a0507af5", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1511674512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b99c369478dc48c1a277044aa358f827", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c615b62-0a", "ovs_interfaceid": "5c615b62-0a7c-4111-a16e-85179385f7ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 632.319114] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:f9:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1520c99-af74-4d61-a8ae-56aef56ef4f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c615b62-0a7c-4111-a16e-85179385f7ab', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.328548] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Creating folder: Project (b99c369478dc48c1a277044aa358f827). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.328953] env[62321]: DEBUG oslo_concurrency.lockutils [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "refresh_cache-04694878-b60b-4e33-bcc4-3bcb4bd1f5d3" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.329622] env[62321]: DEBUG oslo_concurrency.lockutils [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquired lock "refresh_cache-04694878-b60b-4e33-bcc4-3bcb4bd1f5d3" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.329622] env[62321]: DEBUG nova.network.neutron [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 632.333048] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ce22fc1-4c46-4ba4-b804-753176783ff5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.342583] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Created folder: Project (b99c369478dc48c1a277044aa358f827) in parent group-v530434. [ 632.342797] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Creating folder: Instances. Parent ref: group-v530517. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.343083] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e9f2cf6-8423-4ff1-87a8-2c6db2247e01 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.354400] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Created folder: Instances in parent group-v530517. [ 632.354664] env[62321]: DEBUG oslo.service.loopingcall [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 632.354860] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.355281] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67c5af79-b93b-4be7-bfe0-2bd02bba0f5e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.376534] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.376534] env[62321]: value = "task-2632752" [ 632.376534] env[62321]: _type = "Task" [ 632.376534] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.384884] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632752, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.451997] env[62321]: DEBUG nova.compute.manager [req-8fd0c016-089d-463e-bfe6-9d9a3457b230 req-f5cea053-ed37-485a-b8c8-e48bdaa91c3a service nova] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Received event network-vif-plugged-036a77fe-b33d-4e38-8d39-199808131814 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 632.452595] env[62321]: DEBUG oslo_concurrency.lockutils [req-8fd0c016-089d-463e-bfe6-9d9a3457b230 req-f5cea053-ed37-485a-b8c8-e48bdaa91c3a service nova] Acquiring lock "04694878-b60b-4e33-bcc4-3bcb4bd1f5d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.452950] env[62321]: DEBUG oslo_concurrency.lockutils [req-8fd0c016-089d-463e-bfe6-9d9a3457b230 req-f5cea053-ed37-485a-b8c8-e48bdaa91c3a service nova] Lock "04694878-b60b-4e33-bcc4-3bcb4bd1f5d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.453249] env[62321]: DEBUG oslo_concurrency.lockutils [req-8fd0c016-089d-463e-bfe6-9d9a3457b230 req-f5cea053-ed37-485a-b8c8-e48bdaa91c3a service nova] Lock "04694878-b60b-4e33-bcc4-3bcb4bd1f5d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.453546] env[62321]: DEBUG nova.compute.manager [req-8fd0c016-089d-463e-bfe6-9d9a3457b230 req-f5cea053-ed37-485a-b8c8-e48bdaa91c3a service nova] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] No waiting events found dispatching network-vif-plugged-036a77fe-b33d-4e38-8d39-199808131814 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 632.453836] env[62321]: WARNING nova.compute.manager [req-8fd0c016-089d-463e-bfe6-9d9a3457b230 req-f5cea053-ed37-485a-b8c8-e48bdaa91c3a service nova] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Received unexpected event network-vif-plugged-036a77fe-b33d-4e38-8d39-199808131814 for instance with vm_state building and task_state spawning. [ 632.454133] env[62321]: DEBUG nova.compute.manager [req-8fd0c016-089d-463e-bfe6-9d9a3457b230 req-f5cea053-ed37-485a-b8c8-e48bdaa91c3a service nova] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Received event network-vif-deleted-b78c1753-6142-4feb-95f5-7bc84b9bb8a7 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 632.454406] env[62321]: INFO nova.compute.manager [req-8fd0c016-089d-463e-bfe6-9d9a3457b230 req-f5cea053-ed37-485a-b8c8-e48bdaa91c3a service nova] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Neutron deleted interface b78c1753-6142-4feb-95f5-7bc84b9bb8a7; detaching it from the instance and deleting it from the info cache [ 632.454836] env[62321]: DEBUG nova.network.neutron [req-8fd0c016-089d-463e-bfe6-9d9a3457b230 req-f5cea053-ed37-485a-b8c8-e48bdaa91c3a service nova] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Updating instance_info_cache with network_info: [{"id": "05a239fd-4817-44ec-a3eb-323e733f176d", "address": "fa:16:3e:e5:3a:0f", "network": {"id": "486dae78-e697-49f2-8ed7-2bebbabf031e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-696033841", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "eb309cea0517410098f964f25b8f6b17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05a239fd-48", "ovs_interfaceid": "05a239fd-4817-44ec-a3eb-323e733f176d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "43713ccf-82b5-41fb-9b3d-3108439370da", "address": "fa:16:3e:25:84:74", "network": {"id": "01fc830d-b4ca-4ed9-926f-9ef216320570", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1113531985", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb309cea0517410098f964f25b8f6b17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43713ccf-82", "ovs_interfaceid": "43713ccf-82b5-41fb-9b3d-3108439370da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.484799] env[62321]: DEBUG nova.compute.utils [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 632.490594] env[62321]: DEBUG nova.compute.manager [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 632.490786] env[62321]: DEBUG nova.network.neutron [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 632.564714] env[62321]: DEBUG nova.policy [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4aa50382773541a1bdee59888d000b77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e41ce300a3c4503930ecf73e3501abe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 632.671980] env[62321]: DEBUG oslo_vmware.api [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Task: {'id': task-2632748, 'name': Rename_Task, 'duration_secs': 0.146626} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.672909] env[62321]: DEBUG oslo_concurrency.lockutils [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Acquiring lock "ae510f49-ca5e-4a87-94ef-24591700fcf6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.673185] env[62321]: DEBUG oslo_concurrency.lockutils [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Lock "ae510f49-ca5e-4a87-94ef-24591700fcf6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.673441] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 632.674034] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54b91a3c-6358-4783-994a-00977574563a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.680729] env[62321]: DEBUG oslo_vmware.api [None req-09c93915-7430-433e-9d47-8630042de513 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Task: {'id': task-2632749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186312} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.681426] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-09c93915-7430-433e-9d47-8630042de513 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 632.682054] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-09c93915-7430-433e-9d47-8630042de513 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 632.682054] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-09c93915-7430-433e-9d47-8630042de513 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 632.682193] env[62321]: INFO nova.compute.manager [None req-09c93915-7430-433e-9d47-8630042de513 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 632.682466] env[62321]: DEBUG oslo.service.loopingcall [None req-09c93915-7430-433e-9d47-8630042de513 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 632.682825] env[62321]: DEBUG nova.compute.manager [-] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 632.682825] env[62321]: DEBUG nova.network.neutron [-] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 632.691976] env[62321]: DEBUG oslo_vmware.api [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Waiting for the task: (returnval){ [ 632.691976] env[62321]: value = "task-2632753" [ 632.691976] env[62321]: _type = "Task" [ 632.691976] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.699269] env[62321]: DEBUG oslo_vmware.api [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Task: {'id': task-2632753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.804630] env[62321]: DEBUG nova.compute.manager [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.890246] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632752, 'name': CreateVM_Task, 'duration_secs': 0.407452} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.892923] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.896053] env[62321]: DEBUG oslo_concurrency.lockutils [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.896235] env[62321]: DEBUG oslo_concurrency.lockutils [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.896556] env[62321]: DEBUG oslo_concurrency.lockutils [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.897202] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ec28b56-1592-4dbb-8038-9ebb83dcc093 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.902521] env[62321]: DEBUG oslo_vmware.api [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Waiting for the task: (returnval){ [ 632.902521] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]520fd556-5640-a6fc-6692-8a87f3899928" [ 632.902521] env[62321]: _type = "Task" [ 632.902521] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.913224] env[62321]: DEBUG oslo_vmware.api [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]520fd556-5640-a6fc-6692-8a87f3899928, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.915565] env[62321]: DEBUG nova.network.neutron [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 632.958866] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a3e70ed-fcc0-4792-9cd2-a495b101e109 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.973166] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28962aae-cd80-49b3-91bb-ee9f08025308 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.987487] env[62321]: DEBUG nova.network.neutron [-] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.990233] env[62321]: DEBUG nova.compute.manager [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 633.013071] env[62321]: DEBUG nova.compute.manager [req-8fd0c016-089d-463e-bfe6-9d9a3457b230 req-f5cea053-ed37-485a-b8c8-e48bdaa91c3a service nova] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Detach interface failed, port_id=b78c1753-6142-4feb-95f5-7bc84b9bb8a7, reason: Instance 6874b574-5eb3-4c67-9e38-7027e80ce287 could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 633.172249] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c07b349-910e-4e0d-b5d3-382cd41fb899 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.182854] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f325435-30e3-456a-b0de-6132d6a72254 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.225935] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059eb16a-a406-419c-859a-8421e2859cd0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.234279] env[62321]: DEBUG oslo_vmware.api [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Task: {'id': task-2632753, 'name': PowerOnVM_Task, 'duration_secs': 0.513613} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.237232] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 633.237464] env[62321]: INFO nova.compute.manager [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Took 10.91 seconds to spawn the instance on the hypervisor. [ 633.237644] env[62321]: DEBUG nova.compute.manager [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 633.242084] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abc3fe0-a7cb-4225-af43-465856656355 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.245795] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea84607-9887-4a2e-b3ac-5587a2ba8e16 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.266976] env[62321]: DEBUG nova.compute.provider_tree [None req-2f69fb84-6493-4b02-b6ea-10ce8043599f tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.340232] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.344837] env[62321]: DEBUG nova.network.neutron [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Updating instance_info_cache with network_info: [{"id": "036a77fe-b33d-4e38-8d39-199808131814", "address": "fa:16:3e:59:ee:61", "network": {"id": "aeb4035c-866a-49d1-8e35-92023a4db09e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-243125243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd8fac8dc7ba41c6b0550e1fff9988a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap036a77fe-b3", "ovs_interfaceid": "036a77fe-b33d-4e38-8d39-199808131814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.417516] env[62321]: DEBUG oslo_vmware.api [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]520fd556-5640-a6fc-6692-8a87f3899928, 'name': SearchDatastore_Task, 'duration_secs': 0.012318} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.419185] env[62321]: DEBUG oslo_concurrency.lockutils [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.419490] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.419793] env[62321]: DEBUG oslo_concurrency.lockutils [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.419989] env[62321]: DEBUG oslo_concurrency.lockutils [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.421819] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.422220] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c9c7af6-cd62-4cb7-aa5a-354d20b2c2d2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.434944] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.435295] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.436354] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8ac1f14-dd6a-44f0-87be-048bc5bc7f07 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.448041] env[62321]: DEBUG oslo_vmware.api [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Waiting for the task: (returnval){ [ 633.448041] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522fdd1b-d7d5-a89c-a956-0a74ffd96143" [ 633.448041] env[62321]: _type = "Task" [ 633.448041] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.450334] env[62321]: DEBUG oslo_vmware.api [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522fdd1b-d7d5-a89c-a956-0a74ffd96143, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.457873] env[62321]: DEBUG nova.network.neutron [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Successfully created port: 09ecaacb-b0ff-4d3e-b5a7-e41324798b11 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 633.490096] env[62321]: INFO nova.compute.manager [-] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Took 2.96 seconds to deallocate network for instance. [ 633.774778] env[62321]: DEBUG nova.scheduler.client.report [None req-2f69fb84-6493-4b02-b6ea-10ce8043599f tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.781531] env[62321]: INFO nova.compute.manager [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Took 40.34 seconds to build instance. [ 633.847986] env[62321]: DEBUG oslo_concurrency.lockutils [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Releasing lock "refresh_cache-04694878-b60b-4e33-bcc4-3bcb4bd1f5d3" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.848363] env[62321]: DEBUG nova.compute.manager [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Instance network_info: |[{"id": "036a77fe-b33d-4e38-8d39-199808131814", "address": "fa:16:3e:59:ee:61", "network": {"id": "aeb4035c-866a-49d1-8e35-92023a4db09e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-243125243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd8fac8dc7ba41c6b0550e1fff9988a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap036a77fe-b3", "ovs_interfaceid": "036a77fe-b33d-4e38-8d39-199808131814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 633.848774] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:ee:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '036a77fe-b33d-4e38-8d39-199808131814', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.857285] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Creating folder: Project (fd8fac8dc7ba41c6b0550e1fff9988a3). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.858070] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41060768-fdbb-4861-bfdd-c4e2eaf33a7f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.867949] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Created folder: Project (fd8fac8dc7ba41c6b0550e1fff9988a3) in parent group-v530434. [ 633.868489] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Creating folder: Instances. Parent ref: group-v530520. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.868733] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-718246c9-1091-4ac6-bc72-29b2fdf075d7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.880717] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e5a8b33d-a505-4ea0-aca0-06c6055be814 tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Acquiring lock "6f587834-2727-48fc-8dba-50754fa70643" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.880717] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e5a8b33d-a505-4ea0-aca0-06c6055be814 tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Lock "6f587834-2727-48fc-8dba-50754fa70643" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.880717] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e5a8b33d-a505-4ea0-aca0-06c6055be814 tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Acquiring lock "6f587834-2727-48fc-8dba-50754fa70643-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.880717] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e5a8b33d-a505-4ea0-aca0-06c6055be814 tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Lock "6f587834-2727-48fc-8dba-50754fa70643-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.880717] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e5a8b33d-a505-4ea0-aca0-06c6055be814 tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Lock "6f587834-2727-48fc-8dba-50754fa70643-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.882576] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Created folder: Instances in parent group-v530520. [ 633.882711] env[62321]: DEBUG oslo.service.loopingcall [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 633.883301] env[62321]: INFO nova.compute.manager [None req-e5a8b33d-a505-4ea0-aca0-06c6055be814 tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Terminating instance [ 633.884799] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 633.885172] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69e113fd-6231-4eb4-b4c3-18cb451d0d3d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.910265] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.910265] env[62321]: value = "task-2632756" [ 633.910265] env[62321]: _type = "Task" [ 633.910265] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.914883] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2035fd8f-07bd-4dee-a105-bdcb91491c83 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Acquiring lock "2b9b9728-7733-4e6a-82dc-c1659481f577" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.915255] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2035fd8f-07bd-4dee-a105-bdcb91491c83 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Lock "2b9b9728-7733-4e6a-82dc-c1659481f577" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.917118] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2035fd8f-07bd-4dee-a105-bdcb91491c83 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Acquiring lock "2b9b9728-7733-4e6a-82dc-c1659481f577-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.917118] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2035fd8f-07bd-4dee-a105-bdcb91491c83 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Lock "2b9b9728-7733-4e6a-82dc-c1659481f577-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.917118] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2035fd8f-07bd-4dee-a105-bdcb91491c83 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Lock "2b9b9728-7733-4e6a-82dc-c1659481f577-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.918728] env[62321]: INFO nova.compute.manager [None req-2035fd8f-07bd-4dee-a105-bdcb91491c83 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Terminating instance [ 633.926566] env[62321]: DEBUG nova.network.neutron [-] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.926566] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632756, 'name': CreateVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.952396] env[62321]: DEBUG oslo_vmware.api [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522fdd1b-d7d5-a89c-a956-0a74ffd96143, 'name': SearchDatastore_Task, 'duration_secs': 0.02139} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.953199] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3983ff08-1b17-4850-8a97-55807f574ff8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.959627] env[62321]: DEBUG oslo_vmware.api [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Waiting for the task: (returnval){ [ 633.959627] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]525dfcd8-e2d9-8294-8d4a-27eb50fe5839" [ 633.959627] env[62321]: _type = "Task" [ 633.959627] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.969847] env[62321]: DEBUG oslo_vmware.api [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]525dfcd8-e2d9-8294-8d4a-27eb50fe5839, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.001790] env[62321]: DEBUG nova.compute.manager [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.005404] env[62321]: DEBUG oslo_concurrency.lockutils [None req-54b8ad00-7fcd-49f3-b46e-ec18f7389289 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.056588] env[62321]: DEBUG nova.virt.hardware [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.059200] env[62321]: DEBUG nova.virt.hardware [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.059200] env[62321]: DEBUG nova.virt.hardware [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.059200] env[62321]: DEBUG nova.virt.hardware [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.059200] env[62321]: DEBUG nova.virt.hardware [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.059200] env[62321]: DEBUG nova.virt.hardware [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.059200] env[62321]: DEBUG nova.virt.hardware [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.059200] env[62321]: DEBUG nova.virt.hardware [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.059200] env[62321]: DEBUG nova.virt.hardware [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.059200] env[62321]: DEBUG nova.virt.hardware [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.059200] env[62321]: DEBUG nova.virt.hardware [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.059889] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3432e0d8-a0f4-4ced-9e45-399b6e32bb57 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.067940] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc933fc-45c2-4b1c-8ac6-1b8c0ec460eb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.280304] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2f69fb84-6493-4b02-b6ea-10ce8043599f tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.300s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.284525] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.738s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.286092] env[62321]: INFO nova.compute.claims [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.289193] env[62321]: DEBUG oslo_concurrency.lockutils [None req-66ea4928-9f24-4319-9b60-e8dd6fa3bb74 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Lock "62dce1f2-05c6-4634-ac62-423af6d9e966" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.854s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.348099] env[62321]: INFO nova.scheduler.client.report [None req-2f69fb84-6493-4b02-b6ea-10ce8043599f tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Deleted allocations for instance 134d5bd9-4ede-4817-9d40-682ff2205edb [ 634.406566] env[62321]: DEBUG nova.compute.manager [None req-e5a8b33d-a505-4ea0-aca0-06c6055be814 tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 634.406823] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a8b33d-a505-4ea0-aca0-06c6055be814 tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 634.411140] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27845b0e-8f23-41ab-aa58-af911eea1046 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.421100] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632756, 'name': CreateVM_Task, 'duration_secs': 0.449095} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.423864] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 634.424935] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a8b33d-a505-4ea0-aca0-06c6055be814 tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 634.425289] env[62321]: DEBUG oslo_concurrency.lockutils [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.425440] env[62321]: DEBUG oslo_concurrency.lockutils [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.425751] env[62321]: DEBUG oslo_concurrency.lockutils [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.425984] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7c7458c-b464-4fbc-9ae0-642f0a9dc852 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.427664] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61976cd4-aa98-4699-bfc6-ccf8d9013b68 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.430167] env[62321]: DEBUG nova.compute.manager [None req-2035fd8f-07bd-4dee-a105-bdcb91491c83 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 634.430359] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2035fd8f-07bd-4dee-a105-bdcb91491c83 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 634.430768] env[62321]: INFO nova.compute.manager [-] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Took 1.75 seconds to deallocate network for instance. [ 634.431475] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2df36b-57ee-4812-bbac-30749dae7c79 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.441548] env[62321]: DEBUG oslo_vmware.api [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 634.441548] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]525e5b63-0972-af09-85ea-74809f298495" [ 634.441548] env[62321]: _type = "Task" [ 634.441548] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.441548] env[62321]: DEBUG oslo_vmware.api [None req-e5a8b33d-a505-4ea0-aca0-06c6055be814 tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Waiting for the task: (returnval){ [ 634.441548] env[62321]: value = "task-2632758" [ 634.441548] env[62321]: _type = "Task" [ 634.441548] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.443179] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-2035fd8f-07bd-4dee-a105-bdcb91491c83 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 634.448807] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a75f487e-163d-4822-b843-c6a39f78b176 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.455777] env[62321]: DEBUG oslo_vmware.api [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]525e5b63-0972-af09-85ea-74809f298495, 'name': SearchDatastore_Task, 'duration_secs': 0.011751} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.459590] env[62321]: DEBUG oslo_concurrency.lockutils [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.459855] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.460097] env[62321]: DEBUG oslo_concurrency.lockutils [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.460252] env[62321]: DEBUG oslo_concurrency.lockutils [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.460428] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.460690] env[62321]: DEBUG oslo_vmware.api [None req-e5a8b33d-a505-4ea0-aca0-06c6055be814 tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Task: {'id': task-2632758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.460946] env[62321]: DEBUG oslo_vmware.api [None req-2035fd8f-07bd-4dee-a105-bdcb91491c83 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Waiting for the task: (returnval){ [ 634.460946] env[62321]: value = "task-2632759" [ 634.460946] env[62321]: _type = "Task" [ 634.460946] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.461216] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa645044-60c1-4aea-857f-126c8bad2e8f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.475735] env[62321]: DEBUG oslo_vmware.api [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]525dfcd8-e2d9-8294-8d4a-27eb50fe5839, 'name': SearchDatastore_Task, 'duration_secs': 0.012935} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.480705] env[62321]: DEBUG oslo_concurrency.lockutils [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.481030] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8/69b3114c-67ef-4fe5-9812-5fc0c07b1bb8.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.481677] env[62321]: DEBUG oslo_vmware.api [None req-2035fd8f-07bd-4dee-a105-bdcb91491c83 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Task: {'id': task-2632759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.482329] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.482329] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 634.482964] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c886ebbb-0af7-44b4-a92f-6208815da445 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.485217] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9882c440-e0af-4b2e-957d-84fdb5e84289 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.491737] env[62321]: DEBUG oslo_vmware.api [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 634.491737] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52267b9c-da25-a385-7f50-0bbe664af4e5" [ 634.491737] env[62321]: _type = "Task" [ 634.491737] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.493475] env[62321]: DEBUG oslo_vmware.api [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Waiting for the task: (returnval){ [ 634.493475] env[62321]: value = "task-2632760" [ 634.493475] env[62321]: _type = "Task" [ 634.493475] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.505857] env[62321]: DEBUG oslo_vmware.api [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52267b9c-da25-a385-7f50-0bbe664af4e5, 'name': SearchDatastore_Task, 'duration_secs': 0.009414} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.509798] env[62321]: DEBUG oslo_vmware.api [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Task: {'id': task-2632760, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.510055] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-979289c5-2ebb-487a-85c5-ff3190baef7d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.515188] env[62321]: DEBUG oslo_vmware.api [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 634.515188] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]520ab9e7-6688-5a4c-7e97-67a9a73c2fc0" [ 634.515188] env[62321]: _type = "Task" [ 634.515188] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.523644] env[62321]: DEBUG oslo_vmware.api [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]520ab9e7-6688-5a4c-7e97-67a9a73c2fc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.631701] env[62321]: DEBUG nova.compute.manager [req-c2905469-fbf8-4910-9681-5a81a4acb73c req-9772cace-94f7-49d7-80d1-631a36970f2a service nova] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Received event network-changed-036a77fe-b33d-4e38-8d39-199808131814 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 634.631881] env[62321]: DEBUG nova.compute.manager [req-c2905469-fbf8-4910-9681-5a81a4acb73c req-9772cace-94f7-49d7-80d1-631a36970f2a service nova] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Refreshing instance network info cache due to event network-changed-036a77fe-b33d-4e38-8d39-199808131814. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 634.632098] env[62321]: DEBUG oslo_concurrency.lockutils [req-c2905469-fbf8-4910-9681-5a81a4acb73c req-9772cace-94f7-49d7-80d1-631a36970f2a service nova] Acquiring lock "refresh_cache-04694878-b60b-4e33-bcc4-3bcb4bd1f5d3" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.632321] env[62321]: DEBUG oslo_concurrency.lockutils [req-c2905469-fbf8-4910-9681-5a81a4acb73c req-9772cace-94f7-49d7-80d1-631a36970f2a service nova] Acquired lock "refresh_cache-04694878-b60b-4e33-bcc4-3bcb4bd1f5d3" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.632539] env[62321]: DEBUG nova.network.neutron [req-c2905469-fbf8-4910-9681-5a81a4acb73c req-9772cace-94f7-49d7-80d1-631a36970f2a service nova] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Refreshing network info cache for port 036a77fe-b33d-4e38-8d39-199808131814 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.685430] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8822303a-723d-43d5-a869-2e6853fca07b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.693605] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b2932d8a-c2e4-4d4c-9e6e-6064c046f0fe tempest-ServersAdminNegativeTestJSON-1726631810 tempest-ServersAdminNegativeTestJSON-1726631810-project-admin] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Suspending the VM {{(pid=62321) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 634.693605] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-3ca36734-592b-4584-a460-70c9f722be96 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.700670] env[62321]: DEBUG oslo_vmware.api [None req-b2932d8a-c2e4-4d4c-9e6e-6064c046f0fe tempest-ServersAdminNegativeTestJSON-1726631810 tempest-ServersAdminNegativeTestJSON-1726631810-project-admin] Waiting for the task: (returnval){ [ 634.700670] env[62321]: value = "task-2632761" [ 634.700670] env[62321]: _type = "Task" [ 634.700670] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.711192] env[62321]: DEBUG oslo_vmware.api [None req-b2932d8a-c2e4-4d4c-9e6e-6064c046f0fe tempest-ServersAdminNegativeTestJSON-1726631810 tempest-ServersAdminNegativeTestJSON-1726631810-project-admin] Task: {'id': task-2632761, 'name': SuspendVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.792866] env[62321]: DEBUG nova.compute.manager [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 634.857298] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2f69fb84-6493-4b02-b6ea-10ce8043599f tempest-FloatingIPsAssociationNegativeTestJSON-1550846115 tempest-FloatingIPsAssociationNegativeTestJSON-1550846115-project-member] Lock "134d5bd9-4ede-4817-9d40-682ff2205edb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.023s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.942542] env[62321]: DEBUG oslo_concurrency.lockutils [None req-09c93915-7430-433e-9d47-8630042de513 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.955476] env[62321]: DEBUG oslo_vmware.api [None req-e5a8b33d-a505-4ea0-aca0-06c6055be814 tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Task: {'id': task-2632758, 'name': PowerOffVM_Task, 'duration_secs': 0.194642} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.955766] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a8b33d-a505-4ea0-aca0-06c6055be814 tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 634.955963] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a8b33d-a505-4ea0-aca0-06c6055be814 tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 634.956362] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a67911e-0874-4dbf-9096-786020ed2676 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.974598] env[62321]: DEBUG oslo_vmware.api [None req-2035fd8f-07bd-4dee-a105-bdcb91491c83 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Task: {'id': task-2632759, 'name': PowerOffVM_Task, 'duration_secs': 0.200038} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.974891] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-2035fd8f-07bd-4dee-a105-bdcb91491c83 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 634.975079] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2035fd8f-07bd-4dee-a105-bdcb91491c83 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 634.975382] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b58f2f67-4e1f-4b50-8dfd-06fcf66aebfa {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.012658] env[62321]: DEBUG oslo_vmware.api [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Task: {'id': task-2632760, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.026213] env[62321]: DEBUG oslo_vmware.api [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]520ab9e7-6688-5a4c-7e97-67a9a73c2fc0, 'name': SearchDatastore_Task, 'duration_secs': 0.025875} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.026528] env[62321]: DEBUG oslo_concurrency.lockutils [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.026803] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3/04694878-b60b-4e33-bcc4-3bcb4bd1f5d3.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.027128] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80884fc3-7b4c-4d93-80aa-a878305915de {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.033304] env[62321]: DEBUG oslo_vmware.api [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 635.033304] env[62321]: value = "task-2632764" [ 635.033304] env[62321]: _type = "Task" [ 635.033304] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.041861] env[62321]: DEBUG oslo_vmware.api [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2632764, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.044335] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a8b33d-a505-4ea0-aca0-06c6055be814 tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 635.044611] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a8b33d-a505-4ea0-aca0-06c6055be814 tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 635.044740] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5a8b33d-a505-4ea0-aca0-06c6055be814 tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Deleting the datastore file [datastore2] 6f587834-2727-48fc-8dba-50754fa70643 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 635.045079] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9775df23-36c9-41a0-8a0b-6621ad766c11 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.052149] env[62321]: DEBUG oslo_vmware.api [None req-e5a8b33d-a505-4ea0-aca0-06c6055be814 tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Waiting for the task: (returnval){ [ 635.052149] env[62321]: value = "task-2632765" [ 635.052149] env[62321]: _type = "Task" [ 635.052149] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.058490] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2035fd8f-07bd-4dee-a105-bdcb91491c83 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 635.059141] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2035fd8f-07bd-4dee-a105-bdcb91491c83 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 635.059141] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-2035fd8f-07bd-4dee-a105-bdcb91491c83 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Deleting the datastore file [datastore2] 2b9b9728-7733-4e6a-82dc-c1659481f577 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 635.063610] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97699d23-73d7-482a-9a49-cdcc7b02de76 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.065804] env[62321]: DEBUG oslo_vmware.api [None req-e5a8b33d-a505-4ea0-aca0-06c6055be814 tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Task: {'id': task-2632765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.072908] env[62321]: DEBUG oslo_vmware.api [None req-2035fd8f-07bd-4dee-a105-bdcb91491c83 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Waiting for the task: (returnval){ [ 635.072908] env[62321]: value = "task-2632766" [ 635.072908] env[62321]: _type = "Task" [ 635.072908] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.083832] env[62321]: DEBUG oslo_vmware.api [None req-2035fd8f-07bd-4dee-a105-bdcb91491c83 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Task: {'id': task-2632766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.217154] env[62321]: DEBUG oslo_vmware.api [None req-b2932d8a-c2e4-4d4c-9e6e-6064c046f0fe tempest-ServersAdminNegativeTestJSON-1726631810 tempest-ServersAdminNegativeTestJSON-1726631810-project-admin] Task: {'id': task-2632761, 'name': SuspendVM_Task} progress is 83%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.352142] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.513665] env[62321]: DEBUG oslo_vmware.api [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Task: {'id': task-2632760, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577063} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.513930] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8/69b3114c-67ef-4fe5-9812-5fc0c07b1bb8.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.517557] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.517557] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08697c57-6efd-4b9f-85ad-2759f7b9faae {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.521424] env[62321]: DEBUG oslo_vmware.api [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Waiting for the task: (returnval){ [ 635.521424] env[62321]: value = "task-2632767" [ 635.521424] env[62321]: _type = "Task" [ 635.521424] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.544363] env[62321]: DEBUG oslo_vmware.api [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Task: {'id': task-2632767, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.550117] env[62321]: DEBUG oslo_vmware.api [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2632764, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496281} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.552692] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3/04694878-b60b-4e33-bcc4-3bcb4bd1f5d3.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.552972] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.553505] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-438e73a8-7580-41eb-a8de-c505d7d74d9d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.563585] env[62321]: DEBUG oslo_vmware.api [None req-e5a8b33d-a505-4ea0-aca0-06c6055be814 tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Task: {'id': task-2632765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337663} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.567381] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5a8b33d-a505-4ea0-aca0-06c6055be814 tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 635.567717] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a8b33d-a505-4ea0-aca0-06c6055be814 tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 635.567987] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a8b33d-a505-4ea0-aca0-06c6055be814 tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 635.568249] env[62321]: INFO nova.compute.manager [None req-e5a8b33d-a505-4ea0-aca0-06c6055be814 tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Took 1.16 seconds to destroy the instance on the hypervisor. [ 635.569149] env[62321]: DEBUG oslo.service.loopingcall [None req-e5a8b33d-a505-4ea0-aca0-06c6055be814 tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 635.569149] env[62321]: DEBUG oslo_vmware.api [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 635.569149] env[62321]: value = "task-2632768" [ 635.569149] env[62321]: _type = "Task" [ 635.569149] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.569436] env[62321]: DEBUG nova.compute.manager [-] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 635.569473] env[62321]: DEBUG nova.network.neutron [-] [instance: 6f587834-2727-48fc-8dba-50754fa70643] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 635.588263] env[62321]: DEBUG oslo_vmware.api [None req-2035fd8f-07bd-4dee-a105-bdcb91491c83 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Task: {'id': task-2632766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311413} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.588625] env[62321]: DEBUG oslo_vmware.api [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2632768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.588927] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-2035fd8f-07bd-4dee-a105-bdcb91491c83 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 635.589172] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2035fd8f-07bd-4dee-a105-bdcb91491c83 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 635.589395] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2035fd8f-07bd-4dee-a105-bdcb91491c83 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 635.589636] env[62321]: INFO nova.compute.manager [None req-2035fd8f-07bd-4dee-a105-bdcb91491c83 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Took 1.16 seconds to destroy the instance on the hypervisor. [ 635.589927] env[62321]: DEBUG oslo.service.loopingcall [None req-2035fd8f-07bd-4dee-a105-bdcb91491c83 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 635.590210] env[62321]: DEBUG nova.compute.manager [-] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 635.590479] env[62321]: DEBUG nova.network.neutron [-] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 635.713151] env[62321]: DEBUG oslo_vmware.api [None req-b2932d8a-c2e4-4d4c-9e6e-6064c046f0fe tempest-ServersAdminNegativeTestJSON-1726631810 tempest-ServersAdminNegativeTestJSON-1726631810-project-admin] Task: {'id': task-2632761, 'name': SuspendVM_Task, 'duration_secs': 0.955325} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.715893] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b2932d8a-c2e4-4d4c-9e6e-6064c046f0fe tempest-ServersAdminNegativeTestJSON-1726631810 tempest-ServersAdminNegativeTestJSON-1726631810-project-admin] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Suspended the VM {{(pid=62321) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 635.716161] env[62321]: DEBUG nova.compute.manager [None req-b2932d8a-c2e4-4d4c-9e6e-6064c046f0fe tempest-ServersAdminNegativeTestJSON-1726631810 tempest-ServersAdminNegativeTestJSON-1726631810-project-admin] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 635.717152] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c72dc36-3791-4031-8ee1-80f33e202179 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.760464] env[62321]: DEBUG nova.network.neutron [req-c2905469-fbf8-4910-9681-5a81a4acb73c req-9772cace-94f7-49d7-80d1-631a36970f2a service nova] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Updated VIF entry in instance network info cache for port 036a77fe-b33d-4e38-8d39-199808131814. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 635.760868] env[62321]: DEBUG nova.network.neutron [req-c2905469-fbf8-4910-9681-5a81a4acb73c req-9772cace-94f7-49d7-80d1-631a36970f2a service nova] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Updating instance_info_cache with network_info: [{"id": "036a77fe-b33d-4e38-8d39-199808131814", "address": "fa:16:3e:59:ee:61", "network": {"id": "aeb4035c-866a-49d1-8e35-92023a4db09e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-243125243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd8fac8dc7ba41c6b0550e1fff9988a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap036a77fe-b3", "ovs_interfaceid": "036a77fe-b33d-4e38-8d39-199808131814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.799015] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8061cbd-e6c8-4e47-a016-aa2f6c4ed678 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.806751] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0112a19-3f71-4172-8271-6fa112fed554 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.838066] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a6df65-e683-44d4-8102-9628c8467c65 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.845495] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42ed3b4-0910-4cab-b366-27cd2dc58d6f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.861205] env[62321]: DEBUG nova.compute.provider_tree [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 635.938468] env[62321]: DEBUG nova.network.neutron [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Successfully updated port: 09ecaacb-b0ff-4d3e-b5a7-e41324798b11 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 636.031790] env[62321]: DEBUG oslo_vmware.api [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Task: {'id': task-2632767, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076875} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.032079] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.033146] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198e127c-d31a-41fb-805f-4dcc8fb6f8e3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.072619] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8/69b3114c-67ef-4fe5-9812-5fc0c07b1bb8.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.073547] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59a74a6b-2f9f-4d98-88fd-b41ab59e4774 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.107289] env[62321]: DEBUG oslo_vmware.api [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2632768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087843} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.111019] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.111019] env[62321]: DEBUG oslo_vmware.api [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Waiting for the task: (returnval){ [ 636.111019] env[62321]: value = "task-2632769" [ 636.111019] env[62321]: _type = "Task" [ 636.111019] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.111019] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8776c9-4c89-4516-9806-2fddd3695159 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.139588] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3/04694878-b60b-4e33-bcc4-3bcb4bd1f5d3.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.139965] env[62321]: DEBUG oslo_vmware.api [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Task: {'id': task-2632769, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.143277] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f7ec8e1-2eff-491d-a53b-8bb3cb453b32 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.160424] env[62321]: DEBUG oslo_vmware.api [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 636.160424] env[62321]: value = "task-2632770" [ 636.160424] env[62321]: _type = "Task" [ 636.160424] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.168917] env[62321]: DEBUG oslo_vmware.api [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2632770, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.265260] env[62321]: DEBUG oslo_concurrency.lockutils [req-c2905469-fbf8-4910-9681-5a81a4acb73c req-9772cace-94f7-49d7-80d1-631a36970f2a service nova] Releasing lock "refresh_cache-04694878-b60b-4e33-bcc4-3bcb4bd1f5d3" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.265534] env[62321]: DEBUG nova.compute.manager [req-c2905469-fbf8-4910-9681-5a81a4acb73c req-9772cace-94f7-49d7-80d1-631a36970f2a service nova] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Received event network-vif-deleted-05a239fd-4817-44ec-a3eb-323e733f176d {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 636.265713] env[62321]: DEBUG nova.compute.manager [req-c2905469-fbf8-4910-9681-5a81a4acb73c req-9772cace-94f7-49d7-80d1-631a36970f2a service nova] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Received event network-vif-deleted-43713ccf-82b5-41fb-9b3d-3108439370da {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 636.265876] env[62321]: DEBUG nova.compute.manager [req-c2905469-fbf8-4910-9681-5a81a4acb73c req-9772cace-94f7-49d7-80d1-631a36970f2a service nova] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Received event network-vif-deleted-0336b757-cead-45f1-aba5-dfbe1e410fd5 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 636.267302] env[62321]: DEBUG nova.compute.manager [req-4f891fc0-4cb4-4caa-9550-067ecfd9aabd req-17e4d8ef-153c-4c19-a8b0-ef8d162184dd service nova] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Received event network-vif-deleted-4b8c47db-7289-4f66-a354-99cbf1ea38e3 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 636.267503] env[62321]: INFO nova.compute.manager [req-4f891fc0-4cb4-4caa-9550-067ecfd9aabd req-17e4d8ef-153c-4c19-a8b0-ef8d162184dd service nova] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Neutron deleted interface 4b8c47db-7289-4f66-a354-99cbf1ea38e3; detaching it from the instance and deleting it from the info cache [ 636.267701] env[62321]: DEBUG nova.network.neutron [req-4f891fc0-4cb4-4caa-9550-067ecfd9aabd req-17e4d8ef-153c-4c19-a8b0-ef8d162184dd service nova] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.406878] env[62321]: ERROR nova.scheduler.client.report [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] [req-4d90cdd3-be70-489d-b31d-38c2d9071528] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e4ce1efe-a8f0-4655-8f76-50516c538695. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4d90cdd3-be70-489d-b31d-38c2d9071528"}]} [ 636.439899] env[62321]: DEBUG nova.scheduler.client.report [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Refreshing inventories for resource provider e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 636.442964] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "refresh_cache-0b8a9b14-50bd-41ea-89f2-cc1d63f7816e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.443207] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquired lock "refresh_cache-0b8a9b14-50bd-41ea-89f2-cc1d63f7816e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.443338] env[62321]: DEBUG nova.network.neutron [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.463686] env[62321]: DEBUG nova.scheduler.client.report [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Updating ProviderTree inventory for provider e4ce1efe-a8f0-4655-8f76-50516c538695 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 636.463821] env[62321]: DEBUG nova.compute.provider_tree [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 636.481311] env[62321]: DEBUG nova.scheduler.client.report [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Refreshing aggregate associations for resource provider e4ce1efe-a8f0-4655-8f76-50516c538695, aggregates: None {{(pid=62321) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 636.511633] env[62321]: DEBUG nova.scheduler.client.report [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Refreshing trait associations for resource provider e4ce1efe-a8f0-4655-8f76-50516c538695, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62321) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 636.519096] env[62321]: DEBUG nova.network.neutron [-] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.623146] env[62321]: DEBUG oslo_vmware.api [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Task: {'id': task-2632769, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.674779] env[62321]: DEBUG oslo_vmware.api [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2632770, 'name': ReconfigVM_Task, 'duration_secs': 0.265328} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.675063] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3/04694878-b60b-4e33-bcc4-3bcb4bd1f5d3.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.675700] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d18f627-0ce5-4e2a-b19a-8aea23987148 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.682061] env[62321]: DEBUG oslo_vmware.api [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 636.682061] env[62321]: value = "task-2632772" [ 636.682061] env[62321]: _type = "Task" [ 636.682061] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.690051] env[62321]: DEBUG oslo_vmware.api [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2632772, 'name': Rename_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.775695] env[62321]: DEBUG nova.network.neutron [-] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.777157] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a2d9ac2-d248-465f-9707-17030f2ff0a3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.789555] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a484e290-f154-4c9e-be71-91638fb55d9f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.824781] env[62321]: DEBUG nova.compute.manager [req-4f891fc0-4cb4-4caa-9550-067ecfd9aabd req-17e4d8ef-153c-4c19-a8b0-ef8d162184dd service nova] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Detach interface failed, port_id=4b8c47db-7289-4f66-a354-99cbf1ea38e3, reason: Instance 2b9b9728-7733-4e6a-82dc-c1659481f577 could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 637.006205] env[62321]: DEBUG nova.network.neutron [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.028743] env[62321]: INFO nova.compute.manager [-] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Took 1.44 seconds to deallocate network for instance. [ 637.040417] env[62321]: DEBUG nova.compute.manager [req-4b5be1f4-1041-4d21-9a80-e13b57084ba3 req-ad3c1ad5-ece3-47ca-81dc-e9196f98f271 service nova] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Received event network-vif-plugged-09ecaacb-b0ff-4d3e-b5a7-e41324798b11 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 637.040417] env[62321]: DEBUG oslo_concurrency.lockutils [req-4b5be1f4-1041-4d21-9a80-e13b57084ba3 req-ad3c1ad5-ece3-47ca-81dc-e9196f98f271 service nova] Acquiring lock "0b8a9b14-50bd-41ea-89f2-cc1d63f7816e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.040417] env[62321]: DEBUG oslo_concurrency.lockutils [req-4b5be1f4-1041-4d21-9a80-e13b57084ba3 req-ad3c1ad5-ece3-47ca-81dc-e9196f98f271 service nova] Lock "0b8a9b14-50bd-41ea-89f2-cc1d63f7816e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.040417] env[62321]: DEBUG oslo_concurrency.lockutils [req-4b5be1f4-1041-4d21-9a80-e13b57084ba3 req-ad3c1ad5-ece3-47ca-81dc-e9196f98f271 service nova] Lock "0b8a9b14-50bd-41ea-89f2-cc1d63f7816e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.040417] env[62321]: DEBUG nova.compute.manager [req-4b5be1f4-1041-4d21-9a80-e13b57084ba3 req-ad3c1ad5-ece3-47ca-81dc-e9196f98f271 service nova] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] No waiting events found dispatching network-vif-plugged-09ecaacb-b0ff-4d3e-b5a7-e41324798b11 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 637.040417] env[62321]: WARNING nova.compute.manager [req-4b5be1f4-1041-4d21-9a80-e13b57084ba3 req-ad3c1ad5-ece3-47ca-81dc-e9196f98f271 service nova] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Received unexpected event network-vif-plugged-09ecaacb-b0ff-4d3e-b5a7-e41324798b11 for instance with vm_state building and task_state spawning. [ 637.040417] env[62321]: DEBUG nova.compute.manager [req-4b5be1f4-1041-4d21-9a80-e13b57084ba3 req-ad3c1ad5-ece3-47ca-81dc-e9196f98f271 service nova] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Received event network-changed-09ecaacb-b0ff-4d3e-b5a7-e41324798b11 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 637.040417] env[62321]: DEBUG nova.compute.manager [req-4b5be1f4-1041-4d21-9a80-e13b57084ba3 req-ad3c1ad5-ece3-47ca-81dc-e9196f98f271 service nova] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Refreshing instance network info cache due to event network-changed-09ecaacb-b0ff-4d3e-b5a7-e41324798b11. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 637.040417] env[62321]: DEBUG oslo_concurrency.lockutils [req-4b5be1f4-1041-4d21-9a80-e13b57084ba3 req-ad3c1ad5-ece3-47ca-81dc-e9196f98f271 service nova] Acquiring lock "refresh_cache-0b8a9b14-50bd-41ea-89f2-cc1d63f7816e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.055162] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b50568-027e-4df5-99e9-01558fc45b03 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.067654] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad64f85-d237-452a-91de-60c1b278c02f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.102943] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d8f652-5228-4623-a4c7-b8d5f9909991 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.110310] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3d5ee8-f231-4042-9aa1-f92509cffaa4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.129040] env[62321]: DEBUG nova.compute.provider_tree [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 637.134345] env[62321]: DEBUG oslo_vmware.api [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Task: {'id': task-2632769, 'name': ReconfigVM_Task, 'duration_secs': 0.763757} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.134345] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8/69b3114c-67ef-4fe5-9812-5fc0c07b1bb8.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.134734] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56a1ec06-271f-4ac8-b203-1b75dfb736ac {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.144136] env[62321]: DEBUG oslo_vmware.api [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Waiting for the task: (returnval){ [ 637.144136] env[62321]: value = "task-2632773" [ 637.144136] env[62321]: _type = "Task" [ 637.144136] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.155525] env[62321]: DEBUG oslo_vmware.api [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Task: {'id': task-2632773, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.191897] env[62321]: DEBUG oslo_vmware.api [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2632772, 'name': Rename_Task, 'duration_secs': 0.141504} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.192199] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.192458] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4119fb1-d2ac-48fa-8298-9550783dda8d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.198869] env[62321]: DEBUG oslo_vmware.api [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 637.198869] env[62321]: value = "task-2632774" [ 637.198869] env[62321]: _type = "Task" [ 637.198869] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.209121] env[62321]: DEBUG oslo_vmware.api [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2632774, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.251603] env[62321]: DEBUG nova.network.neutron [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Updating instance_info_cache with network_info: [{"id": "09ecaacb-b0ff-4d3e-b5a7-e41324798b11", "address": "fa:16:3e:65:55:4b", "network": {"id": "2750ca67-1b0e-43a8-a773-1086f86438e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-263699496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e41ce300a3c4503930ecf73e3501abe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09ecaacb-b0", "ovs_interfaceid": "09ecaacb-b0ff-4d3e-b5a7-e41324798b11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.284734] env[62321]: INFO nova.compute.manager [-] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Took 1.71 seconds to deallocate network for instance. [ 637.536463] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2035fd8f-07bd-4dee-a105-bdcb91491c83 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.657173] env[62321]: DEBUG oslo_vmware.api [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Task: {'id': task-2632773, 'name': Rename_Task, 'duration_secs': 0.145797} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.657471] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.657753] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c4ebf08-edd6-48e0-9fe4-81acf7085914 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.666240] env[62321]: DEBUG oslo_vmware.api [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Waiting for the task: (returnval){ [ 637.666240] env[62321]: value = "task-2632775" [ 637.666240] env[62321]: _type = "Task" [ 637.666240] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.681764] env[62321]: DEBUG oslo_vmware.api [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Task: {'id': task-2632775, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.708393] env[62321]: DEBUG nova.scheduler.client.report [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Updated inventory for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with generation 50 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 637.708544] env[62321]: DEBUG nova.compute.provider_tree [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Updating resource provider e4ce1efe-a8f0-4655-8f76-50516c538695 generation from 50 to 51 during operation: update_inventory {{(pid=62321) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 637.708691] env[62321]: DEBUG nova.compute.provider_tree [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 637.715709] env[62321]: DEBUG oslo_vmware.api [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2632774, 'name': PowerOnVM_Task, 'duration_secs': 0.454787} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.716237] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.716483] env[62321]: INFO nova.compute.manager [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Took 7.79 seconds to spawn the instance on the hypervisor. [ 637.716718] env[62321]: DEBUG nova.compute.manager [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.720527] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587f74f8-3d78-461c-8799-d158fa043079 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.756058] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Releasing lock "refresh_cache-0b8a9b14-50bd-41ea-89f2-cc1d63f7816e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.756941] env[62321]: DEBUG nova.compute.manager [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Instance network_info: |[{"id": "09ecaacb-b0ff-4d3e-b5a7-e41324798b11", "address": "fa:16:3e:65:55:4b", "network": {"id": "2750ca67-1b0e-43a8-a773-1086f86438e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-263699496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e41ce300a3c4503930ecf73e3501abe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09ecaacb-b0", "ovs_interfaceid": "09ecaacb-b0ff-4d3e-b5a7-e41324798b11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 637.756941] env[62321]: DEBUG oslo_concurrency.lockutils [req-4b5be1f4-1041-4d21-9a80-e13b57084ba3 req-ad3c1ad5-ece3-47ca-81dc-e9196f98f271 service nova] Acquired lock "refresh_cache-0b8a9b14-50bd-41ea-89f2-cc1d63f7816e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.756941] env[62321]: DEBUG nova.network.neutron [req-4b5be1f4-1041-4d21-9a80-e13b57084ba3 req-ad3c1ad5-ece3-47ca-81dc-e9196f98f271 service nova] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Refreshing network info cache for port 09ecaacb-b0ff-4d3e-b5a7-e41324798b11 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 637.758465] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:55:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ace50835-5731-4c77-b6c0-3076d7b4aa21', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09ecaacb-b0ff-4d3e-b5a7-e41324798b11', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.766056] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Creating folder: Project (4e41ce300a3c4503930ecf73e3501abe). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.767084] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1f19e52-71e3-479f-95d9-140b906724d3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.778798] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Created folder: Project (4e41ce300a3c4503930ecf73e3501abe) in parent group-v530434. [ 637.778798] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Creating folder: Instances. Parent ref: group-v530524. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.778993] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76246663-281d-468b-8c88-4386873141db {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.788386] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Created folder: Instances in parent group-v530524. [ 637.788633] env[62321]: DEBUG oslo.service.loopingcall [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 637.789802] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e5a8b33d-a505-4ea0-aca0-06c6055be814 tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.790653] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.790653] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-902e27ff-e42a-4588-afbd-683f751b2321 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.812596] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.812596] env[62321]: value = "task-2632778" [ 637.812596] env[62321]: _type = "Task" [ 637.812596] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.821611] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632778, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.178644] env[62321]: DEBUG oslo_vmware.api [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Task: {'id': task-2632775, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.220032] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.935s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.220560] env[62321]: DEBUG nova.compute.manager [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 638.223584] env[62321]: DEBUG oslo_concurrency.lockutils [None req-aeadb4a1-1302-4151-88fa-f34d4e7db826 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.303s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.224394] env[62321]: DEBUG nova.objects.instance [None req-aeadb4a1-1302-4151-88fa-f34d4e7db826 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Lazy-loading 'resources' on Instance uuid 86949a33-63ea-47ba-924f-15bc56751c17 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 638.236715] env[62321]: INFO nova.compute.manager [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Took 40.55 seconds to build instance. [ 638.323111] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632778, 'name': CreateVM_Task, 'duration_secs': 0.33137} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.323287] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.324084] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.324290] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.324628] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.325276] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a4e2ef7-6b0b-43f9-812f-9a84ac00d7ff {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.329888] env[62321]: DEBUG oslo_vmware.api [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 638.329888] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52792333-afed-eae6-e55b-90dfab9e3703" [ 638.329888] env[62321]: _type = "Task" [ 638.329888] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.339034] env[62321]: DEBUG oslo_vmware.api [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52792333-afed-eae6-e55b-90dfab9e3703, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.678403] env[62321]: DEBUG oslo_vmware.api [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Task: {'id': task-2632775, 'name': PowerOnVM_Task, 'duration_secs': 0.763693} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.680768] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.680983] env[62321]: INFO nova.compute.manager [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Took 11.46 seconds to spawn the instance on the hypervisor. [ 638.681242] env[62321]: DEBUG nova.compute.manager [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.682802] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1221814e-0d84-4376-912e-303182bff7f0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.724720] env[62321]: DEBUG nova.compute.utils [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 638.726039] env[62321]: DEBUG nova.compute.manager [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 638.726217] env[62321]: DEBUG nova.network.neutron [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 638.742873] env[62321]: DEBUG oslo_concurrency.lockutils [None req-30e78523-ee20-4641-b08a-b2c03a6f1e28 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "04694878-b60b-4e33-bcc4-3bcb4bd1f5d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.282s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.762055] env[62321]: DEBUG nova.network.neutron [req-4b5be1f4-1041-4d21-9a80-e13b57084ba3 req-ad3c1ad5-ece3-47ca-81dc-e9196f98f271 service nova] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Updated VIF entry in instance network info cache for port 09ecaacb-b0ff-4d3e-b5a7-e41324798b11. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 638.762446] env[62321]: DEBUG nova.network.neutron [req-4b5be1f4-1041-4d21-9a80-e13b57084ba3 req-ad3c1ad5-ece3-47ca-81dc-e9196f98f271 service nova] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Updating instance_info_cache with network_info: [{"id": "09ecaacb-b0ff-4d3e-b5a7-e41324798b11", "address": "fa:16:3e:65:55:4b", "network": {"id": "2750ca67-1b0e-43a8-a773-1086f86438e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-263699496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e41ce300a3c4503930ecf73e3501abe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09ecaacb-b0", "ovs_interfaceid": "09ecaacb-b0ff-4d3e-b5a7-e41324798b11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.782018] env[62321]: DEBUG nova.policy [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdc319bc61324c1da6bca85f89009d72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f9b734438774f65ada2035ca84feaa7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.845547] env[62321]: DEBUG oslo_vmware.api [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52792333-afed-eae6-e55b-90dfab9e3703, 'name': SearchDatastore_Task, 'duration_secs': 0.009485} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.845923] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.846176] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 638.846414] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.846559] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.846732] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.848118] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fd5dc45-e136-4dea-8758-2fd58ae23019 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.858718] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.858898] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 638.859676] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfec793b-4b0a-4f47-afb0-391af3a5d166 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.867366] env[62321]: DEBUG oslo_vmware.api [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 638.867366] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52f7c18e-27d7-ac64-26b8-6bf869185e25" [ 638.867366] env[62321]: _type = "Task" [ 638.867366] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.875277] env[62321]: DEBUG oslo_vmware.api [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52f7c18e-27d7-ac64-26b8-6bf869185e25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.979763] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f4e870e1-5551-4f65-8dc5-48df383118dd tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Acquiring lock "62dce1f2-05c6-4634-ac62-423af6d9e966" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.979763] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f4e870e1-5551-4f65-8dc5-48df383118dd tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Lock "62dce1f2-05c6-4634-ac62-423af6d9e966" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.979763] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f4e870e1-5551-4f65-8dc5-48df383118dd tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Acquiring lock "62dce1f2-05c6-4634-ac62-423af6d9e966-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.980051] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f4e870e1-5551-4f65-8dc5-48df383118dd tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Lock "62dce1f2-05c6-4634-ac62-423af6d9e966-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.980203] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f4e870e1-5551-4f65-8dc5-48df383118dd tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Lock "62dce1f2-05c6-4634-ac62-423af6d9e966-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.985475] env[62321]: INFO nova.compute.manager [None req-f4e870e1-5551-4f65-8dc5-48df383118dd tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Terminating instance [ 639.201879] env[62321]: INFO nova.compute.manager [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Took 42.57 seconds to build instance. [ 639.231629] env[62321]: DEBUG nova.network.neutron [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Successfully created port: 76ec575a-1ffc-4118-92c2-ef1abc3878a3 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 639.233870] env[62321]: DEBUG nova.compute.manager [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 639.242094] env[62321]: DEBUG nova.compute.manager [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 639.264796] env[62321]: DEBUG oslo_concurrency.lockutils [req-4b5be1f4-1041-4d21-9a80-e13b57084ba3 req-ad3c1ad5-ece3-47ca-81dc-e9196f98f271 service nova] Releasing lock "refresh_cache-0b8a9b14-50bd-41ea-89f2-cc1d63f7816e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.265157] env[62321]: DEBUG nova.compute.manager [req-4b5be1f4-1041-4d21-9a80-e13b57084ba3 req-ad3c1ad5-ece3-47ca-81dc-e9196f98f271 service nova] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Received event network-vif-deleted-3bb34bc9-1952-4cb7-8364-029970365df5 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 639.292539] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da407d4-1764-4a4c-bb2f-e858ab0ae356 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.305706] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf318ca-edf3-4d2f-bbab-aeba29e76a9e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.346419] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330d770b-76af-4a49-984a-c86813be072a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.349875] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91936cb4-5c30-41b4-af93-6eeba411a0ab {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.370122] env[62321]: DEBUG nova.compute.provider_tree [None req-aeadb4a1-1302-4151-88fa-f34d4e7db826 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.376797] env[62321]: DEBUG oslo_vmware.api [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52f7c18e-27d7-ac64-26b8-6bf869185e25, 'name': SearchDatastore_Task, 'duration_secs': 0.008766} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.378198] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9f06d9f-b79a-4869-909d-d68d1740ea49 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.383754] env[62321]: DEBUG oslo_vmware.api [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 639.383754] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]523e2b98-bbce-a40a-41ed-8995c20b094e" [ 639.383754] env[62321]: _type = "Task" [ 639.383754] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.391286] env[62321]: DEBUG oslo_vmware.api [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]523e2b98-bbce-a40a-41ed-8995c20b094e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.495018] env[62321]: DEBUG nova.compute.manager [None req-f4e870e1-5551-4f65-8dc5-48df383118dd tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 639.495018] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e870e1-5551-4f65-8dc5-48df383118dd tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 639.495018] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50914a9d-5141-4c33-a4c4-17bb383bb6c6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.497914] env[62321]: DEBUG oslo_concurrency.lockutils [None req-37f38b72-9ea0-4588-8e66-24de240debb6 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "04694878-b60b-4e33-bcc4-3bcb4bd1f5d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.498065] env[62321]: DEBUG oslo_concurrency.lockutils [None req-37f38b72-9ea0-4588-8e66-24de240debb6 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "04694878-b60b-4e33-bcc4-3bcb4bd1f5d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.498278] env[62321]: DEBUG oslo_concurrency.lockutils [None req-37f38b72-9ea0-4588-8e66-24de240debb6 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "04694878-b60b-4e33-bcc4-3bcb4bd1f5d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.498481] env[62321]: DEBUG oslo_concurrency.lockutils [None req-37f38b72-9ea0-4588-8e66-24de240debb6 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "04694878-b60b-4e33-bcc4-3bcb4bd1f5d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.498678] env[62321]: DEBUG oslo_concurrency.lockutils [None req-37f38b72-9ea0-4588-8e66-24de240debb6 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "04694878-b60b-4e33-bcc4-3bcb4bd1f5d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.501463] env[62321]: INFO nova.compute.manager [None req-37f38b72-9ea0-4588-8e66-24de240debb6 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Terminating instance [ 639.505856] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e870e1-5551-4f65-8dc5-48df383118dd tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 639.507323] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30b3fdda-6537-472c-b595-a61aaa8e053c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.584216] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e870e1-5551-4f65-8dc5-48df383118dd tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 639.584447] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e870e1-5551-4f65-8dc5-48df383118dd tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 639.584628] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4e870e1-5551-4f65-8dc5-48df383118dd tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Deleting the datastore file [datastore2] 62dce1f2-05c6-4634-ac62-423af6d9e966 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 639.585294] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb4c3ba2-1b40-4bcc-a768-980ce19e94dd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.593625] env[62321]: DEBUG oslo_vmware.api [None req-f4e870e1-5551-4f65-8dc5-48df383118dd tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Waiting for the task: (returnval){ [ 639.593625] env[62321]: value = "task-2632781" [ 639.593625] env[62321]: _type = "Task" [ 639.593625] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.604806] env[62321]: DEBUG oslo_vmware.api [None req-f4e870e1-5551-4f65-8dc5-48df383118dd tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Task: {'id': task-2632781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.704157] env[62321]: DEBUG oslo_concurrency.lockutils [None req-16cd98fa-f11b-4e0d-8b15-c44ae8802647 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Lock "69b3114c-67ef-4fe5-9812-5fc0c07b1bb8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.270s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.787977] env[62321]: DEBUG oslo_concurrency.lockutils [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.871026] env[62321]: DEBUG nova.scheduler.client.report [None req-aeadb4a1-1302-4151-88fa-f34d4e7db826 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.899346] env[62321]: DEBUG oslo_vmware.api [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]523e2b98-bbce-a40a-41ed-8995c20b094e, 'name': SearchDatastore_Task, 'duration_secs': 0.009205} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.899346] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.899346] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e/0b8a9b14-50bd-41ea-89f2-cc1d63f7816e.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.899346] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5502444a-51fe-470c-a39c-37fe2442a9d7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.906813] env[62321]: DEBUG oslo_vmware.api [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 639.906813] env[62321]: value = "task-2632782" [ 639.906813] env[62321]: _type = "Task" [ 639.906813] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.918855] env[62321]: DEBUG oslo_vmware.api [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2632782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.013057] env[62321]: DEBUG nova.compute.manager [None req-37f38b72-9ea0-4588-8e66-24de240debb6 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 640.013057] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-37f38b72-9ea0-4588-8e66-24de240debb6 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 640.013057] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c008e0-6f49-4fbc-9a39-683208fecc62 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.020554] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f38b72-9ea0-4588-8e66-24de240debb6 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 640.021201] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f417eff-31a2-4b58-b8a8-4b05bde952ed {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.027324] env[62321]: DEBUG oslo_vmware.api [None req-37f38b72-9ea0-4588-8e66-24de240debb6 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 640.027324] env[62321]: value = "task-2632783" [ 640.027324] env[62321]: _type = "Task" [ 640.027324] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.042585] env[62321]: DEBUG oslo_vmware.api [None req-37f38b72-9ea0-4588-8e66-24de240debb6 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2632783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.110539] env[62321]: DEBUG oslo_vmware.api [None req-f4e870e1-5551-4f65-8dc5-48df383118dd tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Task: {'id': task-2632781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160246} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.110539] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4e870e1-5551-4f65-8dc5-48df383118dd tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 640.110539] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e870e1-5551-4f65-8dc5-48df383118dd tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 640.110539] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e870e1-5551-4f65-8dc5-48df383118dd tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 640.110539] env[62321]: INFO nova.compute.manager [None req-f4e870e1-5551-4f65-8dc5-48df383118dd tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Took 0.62 seconds to destroy the instance on the hypervisor. [ 640.110539] env[62321]: DEBUG oslo.service.loopingcall [None req-f4e870e1-5551-4f65-8dc5-48df383118dd tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 640.110539] env[62321]: DEBUG nova.compute.manager [-] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 640.110539] env[62321]: DEBUG nova.network.neutron [-] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 640.206969] env[62321]: DEBUG nova.compute.manager [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.245480] env[62321]: DEBUG nova.compute.manager [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 640.318234] env[62321]: DEBUG nova.virt.hardware [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 640.318234] env[62321]: DEBUG nova.virt.hardware [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.318234] env[62321]: DEBUG nova.virt.hardware [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.318443] env[62321]: DEBUG nova.virt.hardware [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.318575] env[62321]: DEBUG nova.virt.hardware [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.318790] env[62321]: DEBUG nova.virt.hardware [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 640.319042] env[62321]: DEBUG nova.virt.hardware [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 640.319229] env[62321]: DEBUG nova.virt.hardware [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 640.319445] env[62321]: DEBUG nova.virt.hardware [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 640.319678] env[62321]: DEBUG nova.virt.hardware [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 640.319942] env[62321]: DEBUG nova.virt.hardware [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 640.321842] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f324876d-37d5-4400-a3c2-7a8074ebadd9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.332386] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a35a59-9e8f-4e66-b04b-29f70a98686b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.373370] env[62321]: DEBUG oslo_concurrency.lockutils [None req-aeadb4a1-1302-4151-88fa-f34d4e7db826 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.149s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.375861] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6419e5f4-9c7a-4f78-b6de-4d76d3a34e92 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.100s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.376611] env[62321]: DEBUG nova.objects.instance [None req-6419e5f4-9c7a-4f78-b6de-4d76d3a34e92 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Lazy-loading 'resources' on Instance uuid 0be60052-791c-4216-b5db-c666b62ef9f2 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 640.421348] env[62321]: DEBUG oslo_vmware.api [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2632782, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477622} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.421707] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e/0b8a9b14-50bd-41ea-89f2-cc1d63f7816e.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.422036] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 640.422812] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ccb34f43-6e2b-4732-ba20-1ed6ae48dff8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.429803] env[62321]: DEBUG oslo_vmware.api [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 640.429803] env[62321]: value = "task-2632784" [ 640.429803] env[62321]: _type = "Task" [ 640.429803] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.441667] env[62321]: DEBUG oslo_vmware.api [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2632784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.442807] env[62321]: INFO nova.scheduler.client.report [None req-aeadb4a1-1302-4151-88fa-f34d4e7db826 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Deleted allocations for instance 86949a33-63ea-47ba-924f-15bc56751c17 [ 640.541859] env[62321]: DEBUG oslo_vmware.api [None req-37f38b72-9ea0-4588-8e66-24de240debb6 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2632783, 'name': PowerOffVM_Task, 'duration_secs': 0.333301} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.541989] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f38b72-9ea0-4588-8e66-24de240debb6 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 640.542154] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-37f38b72-9ea0-4588-8e66-24de240debb6 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 640.542816] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a579807-8ec1-4307-8d86-b707cc1f6e17 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.611386] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-37f38b72-9ea0-4588-8e66-24de240debb6 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 640.611386] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-37f38b72-9ea0-4588-8e66-24de240debb6 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 640.611386] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-37f38b72-9ea0-4588-8e66-24de240debb6 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Deleting the datastore file [datastore1] 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 640.611386] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb417244-9277-4571-b2fc-49ae1396c191 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.618646] env[62321]: DEBUG oslo_vmware.api [None req-37f38b72-9ea0-4588-8e66-24de240debb6 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 640.618646] env[62321]: value = "task-2632787" [ 640.618646] env[62321]: _type = "Task" [ 640.618646] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.628934] env[62321]: DEBUG oslo_vmware.api [None req-37f38b72-9ea0-4588-8e66-24de240debb6 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2632787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.742396] env[62321]: DEBUG oslo_concurrency.lockutils [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.848880] env[62321]: DEBUG nova.compute.manager [req-67995d89-2915-4789-9c73-59223889796b req-b329cda6-d896-4786-bc6c-c4b6eeceace9 service nova] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Received event network-changed-5c615b62-0a7c-4111-a16e-85179385f7ab {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 640.848938] env[62321]: DEBUG nova.compute.manager [req-67995d89-2915-4789-9c73-59223889796b req-b329cda6-d896-4786-bc6c-c4b6eeceace9 service nova] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Refreshing instance network info cache due to event network-changed-5c615b62-0a7c-4111-a16e-85179385f7ab. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 640.849171] env[62321]: DEBUG oslo_concurrency.lockutils [req-67995d89-2915-4789-9c73-59223889796b req-b329cda6-d896-4786-bc6c-c4b6eeceace9 service nova] Acquiring lock "refresh_cache-69b3114c-67ef-4fe5-9812-5fc0c07b1bb8" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.850026] env[62321]: DEBUG oslo_concurrency.lockutils [req-67995d89-2915-4789-9c73-59223889796b req-b329cda6-d896-4786-bc6c-c4b6eeceace9 service nova] Acquired lock "refresh_cache-69b3114c-67ef-4fe5-9812-5fc0c07b1bb8" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.850026] env[62321]: DEBUG nova.network.neutron [req-67995d89-2915-4789-9c73-59223889796b req-b329cda6-d896-4786-bc6c-c4b6eeceace9 service nova] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Refreshing network info cache for port 5c615b62-0a7c-4111-a16e-85179385f7ab {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 640.944404] env[62321]: DEBUG oslo_vmware.api [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2632784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071069} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.945809] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 640.946666] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8962fcc4-6c3d-4a96-838b-86ea44112f79 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.958278] env[62321]: DEBUG oslo_concurrency.lockutils [None req-aeadb4a1-1302-4151-88fa-f34d4e7db826 tempest-ServersNegativeTestMultiTenantJSON-1121986314 tempest-ServersNegativeTestMultiTenantJSON-1121986314-project-member] Lock "86949a33-63ea-47ba-924f-15bc56751c17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.240s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.981520] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e/0b8a9b14-50bd-41ea-89f2-cc1d63f7816e.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 640.984800] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d57c282f-c0d2-4865-8bec-aa4f3218ccaa {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.009819] env[62321]: DEBUG oslo_vmware.api [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 641.009819] env[62321]: value = "task-2632788" [ 641.009819] env[62321]: _type = "Task" [ 641.009819] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.024496] env[62321]: DEBUG oslo_vmware.api [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2632788, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.127676] env[62321]: DEBUG oslo_vmware.api [None req-37f38b72-9ea0-4588-8e66-24de240debb6 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2632787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177311} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.130524] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-37f38b72-9ea0-4588-8e66-24de240debb6 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 641.130736] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-37f38b72-9ea0-4588-8e66-24de240debb6 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 641.130885] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-37f38b72-9ea0-4588-8e66-24de240debb6 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 641.131238] env[62321]: INFO nova.compute.manager [None req-37f38b72-9ea0-4588-8e66-24de240debb6 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 641.131522] env[62321]: DEBUG oslo.service.loopingcall [None req-37f38b72-9ea0-4588-8e66-24de240debb6 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 641.132034] env[62321]: DEBUG nova.compute.manager [-] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 641.132725] env[62321]: DEBUG nova.network.neutron [-] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 641.142500] env[62321]: DEBUG nova.compute.manager [req-601e30bd-2f33-409c-b2d8-dc2f04d49f0d req-c54cef47-f6e0-4ad7-a62f-943f6a8349de service nova] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Received event network-vif-plugged-76ec575a-1ffc-4118-92c2-ef1abc3878a3 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 641.143574] env[62321]: DEBUG oslo_concurrency.lockutils [req-601e30bd-2f33-409c-b2d8-dc2f04d49f0d req-c54cef47-f6e0-4ad7-a62f-943f6a8349de service nova] Acquiring lock "f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.143912] env[62321]: DEBUG oslo_concurrency.lockutils [req-601e30bd-2f33-409c-b2d8-dc2f04d49f0d req-c54cef47-f6e0-4ad7-a62f-943f6a8349de service nova] Lock "f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.143912] env[62321]: DEBUG oslo_concurrency.lockutils [req-601e30bd-2f33-409c-b2d8-dc2f04d49f0d req-c54cef47-f6e0-4ad7-a62f-943f6a8349de service nova] Lock "f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.144105] env[62321]: DEBUG nova.compute.manager [req-601e30bd-2f33-409c-b2d8-dc2f04d49f0d req-c54cef47-f6e0-4ad7-a62f-943f6a8349de service nova] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] No waiting events found dispatching network-vif-plugged-76ec575a-1ffc-4118-92c2-ef1abc3878a3 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 641.144279] env[62321]: WARNING nova.compute.manager [req-601e30bd-2f33-409c-b2d8-dc2f04d49f0d req-c54cef47-f6e0-4ad7-a62f-943f6a8349de service nova] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Received unexpected event network-vif-plugged-76ec575a-1ffc-4118-92c2-ef1abc3878a3 for instance with vm_state building and task_state spawning. [ 641.315400] env[62321]: DEBUG nova.network.neutron [-] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.350802] env[62321]: DEBUG nova.network.neutron [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Successfully updated port: 76ec575a-1ffc-4118-92c2-ef1abc3878a3 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 641.525588] env[62321]: DEBUG oslo_vmware.api [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2632788, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.527347] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b468700-49e3-473d-a4d7-ba4e34b7591f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.538745] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d59dd9a-47ae-4220-a42e-2bce836c4db0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.573385] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9589ed-c87d-4df9-84de-ad207cf426ec {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.581588] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05a79a8-0e7a-4d64-a1b0-5f59aa3c6138 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.600501] env[62321]: DEBUG nova.compute.provider_tree [None req-6419e5f4-9c7a-4f78-b6de-4d76d3a34e92 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 641.823289] env[62321]: INFO nova.compute.manager [-] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Took 1.71 seconds to deallocate network for instance. [ 641.823289] env[62321]: DEBUG nova.network.neutron [req-67995d89-2915-4789-9c73-59223889796b req-b329cda6-d896-4786-bc6c-c4b6eeceace9 service nova] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Updated VIF entry in instance network info cache for port 5c615b62-0a7c-4111-a16e-85179385f7ab. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 641.823289] env[62321]: DEBUG nova.network.neutron [req-67995d89-2915-4789-9c73-59223889796b req-b329cda6-d896-4786-bc6c-c4b6eeceace9 service nova] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Updating instance_info_cache with network_info: [{"id": "5c615b62-0a7c-4111-a16e-85179385f7ab", "address": "fa:16:3e:ea:f9:e0", "network": {"id": "b0275721-befa-48c5-9c74-ac79a0507af5", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1511674512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b99c369478dc48c1a277044aa358f827", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c615b62-0a", "ovs_interfaceid": "5c615b62-0a7c-4111-a16e-85179385f7ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.853815] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Acquiring lock "refresh_cache-f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.853815] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Acquired lock "refresh_cache-f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.855277] env[62321]: DEBUG nova.network.neutron [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.030015] env[62321]: DEBUG oslo_vmware.api [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2632788, 'name': ReconfigVM_Task, 'duration_secs': 0.942483} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.030334] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e/0b8a9b14-50bd-41ea-89f2-cc1d63f7816e.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 642.030963] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87f5f849-1f7f-4803-ad3b-c7e24db49057 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.037460] env[62321]: DEBUG oslo_vmware.api [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 642.037460] env[62321]: value = "task-2632789" [ 642.037460] env[62321]: _type = "Task" [ 642.037460] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.046219] env[62321]: DEBUG oslo_vmware.api [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2632789, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.198755] env[62321]: DEBUG nova.scheduler.client.report [None req-6419e5f4-9c7a-4f78-b6de-4d76d3a34e92 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Updated inventory for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with generation 51 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 642.198755] env[62321]: DEBUG nova.compute.provider_tree [None req-6419e5f4-9c7a-4f78-b6de-4d76d3a34e92 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Updating resource provider e4ce1efe-a8f0-4655-8f76-50516c538695 generation from 51 to 52 during operation: update_inventory {{(pid=62321) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 642.198755] env[62321]: DEBUG nova.compute.provider_tree [None req-6419e5f4-9c7a-4f78-b6de-4d76d3a34e92 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 642.330879] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f4e870e1-5551-4f65-8dc5-48df383118dd tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.331450] env[62321]: DEBUG oslo_concurrency.lockutils [req-67995d89-2915-4789-9c73-59223889796b req-b329cda6-d896-4786-bc6c-c4b6eeceace9 service nova] Releasing lock "refresh_cache-69b3114c-67ef-4fe5-9812-5fc0c07b1bb8" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.378966] env[62321]: DEBUG nova.network.neutron [-] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.398382] env[62321]: DEBUG nova.network.neutron [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.551936] env[62321]: DEBUG oslo_vmware.api [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2632789, 'name': Rename_Task, 'duration_secs': 0.278947} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.551936] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 642.551936] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aba9c97b-5672-4bb2-9059-4da520d97bb8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.558375] env[62321]: DEBUG oslo_vmware.api [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 642.558375] env[62321]: value = "task-2632790" [ 642.558375] env[62321]: _type = "Task" [ 642.558375] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.567916] env[62321]: DEBUG oslo_vmware.api [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2632790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.636596] env[62321]: DEBUG nova.network.neutron [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Updating instance_info_cache with network_info: [{"id": "76ec575a-1ffc-4118-92c2-ef1abc3878a3", "address": "fa:16:3e:12:21:5a", "network": {"id": "fbd1a8c8-580a-4ebd-8003-98bd0aae43be", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-121677602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f9b734438774f65ada2035ca84feaa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76ec575a-1f", "ovs_interfaceid": "76ec575a-1ffc-4118-92c2-ef1abc3878a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.703051] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6419e5f4-9c7a-4f78-b6de-4d76d3a34e92 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.327s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.705447] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.830s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.707069] env[62321]: INFO nova.compute.claims [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.794341] env[62321]: INFO nova.scheduler.client.report [None req-6419e5f4-9c7a-4f78-b6de-4d76d3a34e92 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Deleted allocations for instance 0be60052-791c-4216-b5db-c666b62ef9f2 [ 642.883138] env[62321]: INFO nova.compute.manager [-] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Took 1.75 seconds to deallocate network for instance. [ 643.022902] env[62321]: DEBUG nova.compute.manager [req-a088ac73-a662-4efd-ad00-3a3276e1cd13 req-a33fb86a-19f1-43a8-a6f9-37aa5b688b69 service nova] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Received event network-vif-deleted-0849d2a1-ad7e-44d5-9217-bf5dd3a9d851 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 643.023213] env[62321]: DEBUG nova.compute.manager [req-a088ac73-a662-4efd-ad00-3a3276e1cd13 req-a33fb86a-19f1-43a8-a6f9-37aa5b688b69 service nova] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Received event network-vif-deleted-036a77fe-b33d-4e38-8d39-199808131814 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 643.072507] env[62321]: DEBUG oslo_vmware.api [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2632790, 'name': PowerOnVM_Task, 'duration_secs': 0.470042} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.072810] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.073053] env[62321]: INFO nova.compute.manager [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Took 9.07 seconds to spawn the instance on the hypervisor. [ 643.073647] env[62321]: DEBUG nova.compute.manager [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.075018] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3013b51d-3acf-40fe-86cd-e2243cdbd46a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.138404] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Releasing lock "refresh_cache-f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.138740] env[62321]: DEBUG nova.compute.manager [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Instance network_info: |[{"id": "76ec575a-1ffc-4118-92c2-ef1abc3878a3", "address": "fa:16:3e:12:21:5a", "network": {"id": "fbd1a8c8-580a-4ebd-8003-98bd0aae43be", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-121677602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f9b734438774f65ada2035ca84feaa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76ec575a-1f", "ovs_interfaceid": "76ec575a-1ffc-4118-92c2-ef1abc3878a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 643.139180] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:21:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a071ecf4-e713-4f97-9271-8c17952f6dee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76ec575a-1ffc-4118-92c2-ef1abc3878a3', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.147269] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Creating folder: Project (7f9b734438774f65ada2035ca84feaa7). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.148283] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c70c7a5-97ba-4392-9652-80b6a838027f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.159756] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Created folder: Project (7f9b734438774f65ada2035ca84feaa7) in parent group-v530434. [ 643.159930] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Creating folder: Instances. Parent ref: group-v530527. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.160178] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fcb6b3a2-7193-40bc-ae60-a780df428852 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.168567] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Created folder: Instances in parent group-v530527. [ 643.168897] env[62321]: DEBUG oslo.service.loopingcall [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 643.169094] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.169293] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15d505e8-3251-4409-b2d3-8a6ea22bee2a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.188356] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.188356] env[62321]: value = "task-2632793" [ 643.188356] env[62321]: _type = "Task" [ 643.188356] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.195714] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632793, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.309343] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6419e5f4-9c7a-4f78-b6de-4d76d3a34e92 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Lock "0be60052-791c-4216-b5db-c666b62ef9f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.878s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.312026] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1c66565f-2621-462f-9400-9c624fd1e36a tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Lock "0be60052-791c-4216-b5db-c666b62ef9f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 27.374s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.312026] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1c66565f-2621-462f-9400-9c624fd1e36a tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Acquiring lock "0be60052-791c-4216-b5db-c666b62ef9f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.312026] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1c66565f-2621-462f-9400-9c624fd1e36a tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Lock "0be60052-791c-4216-b5db-c666b62ef9f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.312026] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1c66565f-2621-462f-9400-9c624fd1e36a tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Lock "0be60052-791c-4216-b5db-c666b62ef9f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.316870] env[62321]: INFO nova.compute.manager [None req-1c66565f-2621-462f-9400-9c624fd1e36a tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Terminating instance [ 643.395113] env[62321]: DEBUG oslo_concurrency.lockutils [None req-37f38b72-9ea0-4588-8e66-24de240debb6 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.411175] env[62321]: DEBUG nova.compute.manager [req-78d5fc07-dffc-4244-985e-88f1ae66a403 req-03c3a28c-dd65-45ca-a010-f8d78da590fe service nova] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Received event network-changed-76ec575a-1ffc-4118-92c2-ef1abc3878a3 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 643.411455] env[62321]: DEBUG nova.compute.manager [req-78d5fc07-dffc-4244-985e-88f1ae66a403 req-03c3a28c-dd65-45ca-a010-f8d78da590fe service nova] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Refreshing instance network info cache due to event network-changed-76ec575a-1ffc-4118-92c2-ef1abc3878a3. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 643.411840] env[62321]: DEBUG oslo_concurrency.lockutils [req-78d5fc07-dffc-4244-985e-88f1ae66a403 req-03c3a28c-dd65-45ca-a010-f8d78da590fe service nova] Acquiring lock "refresh_cache-f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.412239] env[62321]: DEBUG oslo_concurrency.lockutils [req-78d5fc07-dffc-4244-985e-88f1ae66a403 req-03c3a28c-dd65-45ca-a010-f8d78da590fe service nova] Acquired lock "refresh_cache-f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.412239] env[62321]: DEBUG nova.network.neutron [req-78d5fc07-dffc-4244-985e-88f1ae66a403 req-03c3a28c-dd65-45ca-a010-f8d78da590fe service nova] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Refreshing network info cache for port 76ec575a-1ffc-4118-92c2-ef1abc3878a3 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.530821] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquiring lock "f0401741-6f49-4d8d-b329-ceaa700428d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.530821] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Lock "f0401741-6f49-4d8d-b329-ceaa700428d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.597606] env[62321]: INFO nova.compute.manager [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Took 42.42 seconds to build instance. [ 643.699582] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632793, 'name': CreateVM_Task, 'duration_secs': 0.433875} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.699582] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.699582] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.699582] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.699582] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.701788] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-845065a5-fd27-4f32-9b7f-070912b86c98 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.703772] env[62321]: DEBUG oslo_vmware.api [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Waiting for the task: (returnval){ [ 643.703772] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]523a2eb6-bf37-c844-5859-360a95509075" [ 643.703772] env[62321]: _type = "Task" [ 643.703772] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.711476] env[62321]: DEBUG oslo_vmware.api [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]523a2eb6-bf37-c844-5859-360a95509075, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.823564] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1c66565f-2621-462f-9400-9c624fd1e36a tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Acquiring lock "refresh_cache-0be60052-791c-4216-b5db-c666b62ef9f2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.823728] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1c66565f-2621-462f-9400-9c624fd1e36a tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Acquired lock "refresh_cache-0be60052-791c-4216-b5db-c666b62ef9f2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.823899] env[62321]: DEBUG nova.network.neutron [None req-1c66565f-2621-462f-9400-9c624fd1e36a tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.103189] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2010b297-fbca-421d-8033-3696b6c738ee tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "0b8a9b14-50bd-41ea-89f2-cc1d63f7816e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.554s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.216343] env[62321]: DEBUG oslo_vmware.api [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]523a2eb6-bf37-c844-5859-360a95509075, 'name': SearchDatastore_Task, 'duration_secs': 0.013095} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.216786] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.217201] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.217599] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.217904] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.218228] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.220910] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2144b733-6406-4c67-be1c-eb7143d85bb2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.233028] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.233028] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.233028] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ed6feed-502a-49a4-825e-e3cbeb2ba4fa {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.242421] env[62321]: DEBUG oslo_vmware.api [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Waiting for the task: (returnval){ [ 644.242421] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5240d5bf-4ba2-f4cc-4dbb-c1dafd56ad8c" [ 644.242421] env[62321]: _type = "Task" [ 644.242421] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.249120] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6008d046-71e6-4b6f-b3c0-7d407319b243 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.260380] env[62321]: DEBUG oslo_vmware.api [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5240d5bf-4ba2-f4cc-4dbb-c1dafd56ad8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.261682] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9ad85c-85c9-4d48-9178-c7f3dc999207 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.311787] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4f311b-7025-4d7e-b507-0af3b5f96175 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.318296] env[62321]: DEBUG nova.network.neutron [req-78d5fc07-dffc-4244-985e-88f1ae66a403 req-03c3a28c-dd65-45ca-a010-f8d78da590fe service nova] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Updated VIF entry in instance network info cache for port 76ec575a-1ffc-4118-92c2-ef1abc3878a3. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 644.320329] env[62321]: DEBUG nova.network.neutron [req-78d5fc07-dffc-4244-985e-88f1ae66a403 req-03c3a28c-dd65-45ca-a010-f8d78da590fe service nova] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Updating instance_info_cache with network_info: [{"id": "76ec575a-1ffc-4118-92c2-ef1abc3878a3", "address": "fa:16:3e:12:21:5a", "network": {"id": "fbd1a8c8-580a-4ebd-8003-98bd0aae43be", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-121677602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f9b734438774f65ada2035ca84feaa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76ec575a-1f", "ovs_interfaceid": "76ec575a-1ffc-4118-92c2-ef1abc3878a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.329129] env[62321]: DEBUG nova.compute.utils [None req-1c66565f-2621-462f-9400-9c624fd1e36a tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Can not refresh info_cache because instance was not found {{(pid=62321) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 644.332928] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed989c97-6abf-482c-bac4-9b6679b9fed5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.350952] env[62321]: DEBUG nova.compute.provider_tree [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.357212] env[62321]: DEBUG nova.network.neutron [None req-1c66565f-2621-462f-9400-9c624fd1e36a tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 644.472886] env[62321]: DEBUG nova.network.neutron [None req-1c66565f-2621-462f-9400-9c624fd1e36a tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.475495] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquiring lock "7e8c336d-48c5-4fd1-a733-f7001dea3aa4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.475734] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Lock "7e8c336d-48c5-4fd1-a733-f7001dea3aa4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.606637] env[62321]: DEBUG nova.compute.manager [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.754144] env[62321]: DEBUG oslo_vmware.api [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5240d5bf-4ba2-f4cc-4dbb-c1dafd56ad8c, 'name': SearchDatastore_Task, 'duration_secs': 0.01526} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.754890] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6c36192-dd4e-4526-a94b-80443fd9b5e3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.759894] env[62321]: DEBUG oslo_vmware.api [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Waiting for the task: (returnval){ [ 644.759894] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52fee708-880c-0c2f-86d3-5e3c4de35fc0" [ 644.759894] env[62321]: _type = "Task" [ 644.759894] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.767224] env[62321]: DEBUG oslo_vmware.api [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52fee708-880c-0c2f-86d3-5e3c4de35fc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.823808] env[62321]: DEBUG oslo_concurrency.lockutils [req-78d5fc07-dffc-4244-985e-88f1ae66a403 req-03c3a28c-dd65-45ca-a010-f8d78da590fe service nova] Releasing lock "refresh_cache-f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.856021] env[62321]: DEBUG nova.scheduler.client.report [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.975687] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1c66565f-2621-462f-9400-9c624fd1e36a tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Releasing lock "refresh_cache-0be60052-791c-4216-b5db-c666b62ef9f2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.976125] env[62321]: DEBUG nova.compute.manager [None req-1c66565f-2621-462f-9400-9c624fd1e36a tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 644.976308] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1c66565f-2621-462f-9400-9c624fd1e36a tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 644.976845] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5bba709d-0928-4a7f-8f1a-42906e40562e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.990970] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0eb764-4124-4c1f-864d-a3db2ce0b742 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.029171] env[62321]: WARNING nova.virt.vmwareapi.vmops [None req-1c66565f-2621-462f-9400-9c624fd1e36a tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 0be60052-791c-4216-b5db-c666b62ef9f2 could not be found. [ 645.029968] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1c66565f-2621-462f-9400-9c624fd1e36a tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 645.029968] env[62321]: INFO nova.compute.manager [None req-1c66565f-2621-462f-9400-9c624fd1e36a tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Took 0.05 seconds to destroy the instance on the hypervisor. [ 645.030753] env[62321]: DEBUG oslo.service.loopingcall [None req-1c66565f-2621-462f-9400-9c624fd1e36a tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 645.030988] env[62321]: DEBUG nova.compute.manager [-] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 645.031318] env[62321]: DEBUG nova.network.neutron [-] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 645.059029] env[62321]: DEBUG nova.network.neutron [-] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.146307] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.271323] env[62321]: DEBUG oslo_vmware.api [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52fee708-880c-0c2f-86d3-5e3c4de35fc0, 'name': SearchDatastore_Task, 'duration_secs': 0.034342} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.272016] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.272587] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2/f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.272984] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-022509e5-64e6-42b1-bf41-a9b74dbd72b7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.280533] env[62321]: DEBUG oslo_vmware.api [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Waiting for the task: (returnval){ [ 645.280533] env[62321]: value = "task-2632794" [ 645.280533] env[62321]: _type = "Task" [ 645.280533] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.289128] env[62321]: DEBUG oslo_vmware.api [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Task: {'id': task-2632794, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.296689] env[62321]: DEBUG oslo_concurrency.lockutils [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Acquiring lock "d9f2468c-18c3-44f4-8044-5a098ac5f107" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.297081] env[62321]: DEBUG oslo_concurrency.lockutils [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Lock "d9f2468c-18c3-44f4-8044-5a098ac5f107" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.359807] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.360366] env[62321]: DEBUG nova.compute.manager [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 645.363915] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 29.475s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.363915] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.363915] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62321) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 645.364088] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2938899c-f08e-40b8-887f-b607d8b30c4e tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.098s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.364163] env[62321]: DEBUG nova.objects.instance [None req-2938899c-f08e-40b8-887f-b607d8b30c4e tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Lazy-loading 'resources' on Instance uuid 677d7209-536c-43ed-8704-1554ce7ef923 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 645.366066] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e913028b-aa8d-44cd-8011-7fc1e49f35bc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.374032] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9d70a4-0b9f-42ab-a0f4-0f9bf05d1273 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.392185] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81401310-7c1d-4173-890e-f6afc5becddf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.399075] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d49dadd-a5a1-46a8-a857-6ea276c61ee6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.429526] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179705MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=62321) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 645.429704] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.560019] env[62321]: DEBUG nova.network.neutron [-] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.648450] env[62321]: DEBUG nova.compute.manager [req-84dd6f21-8304-4c57-bb8f-ae6bb4fbe410 req-b509bd21-7246-4fa9-bf11-550aa7fb42b3 service nova] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Received event network-changed-09ecaacb-b0ff-4d3e-b5a7-e41324798b11 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 645.648829] env[62321]: DEBUG nova.compute.manager [req-84dd6f21-8304-4c57-bb8f-ae6bb4fbe410 req-b509bd21-7246-4fa9-bf11-550aa7fb42b3 service nova] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Refreshing instance network info cache due to event network-changed-09ecaacb-b0ff-4d3e-b5a7-e41324798b11. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 645.649140] env[62321]: DEBUG oslo_concurrency.lockutils [req-84dd6f21-8304-4c57-bb8f-ae6bb4fbe410 req-b509bd21-7246-4fa9-bf11-550aa7fb42b3 service nova] Acquiring lock "refresh_cache-0b8a9b14-50bd-41ea-89f2-cc1d63f7816e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.649322] env[62321]: DEBUG oslo_concurrency.lockutils [req-84dd6f21-8304-4c57-bb8f-ae6bb4fbe410 req-b509bd21-7246-4fa9-bf11-550aa7fb42b3 service nova] Acquired lock "refresh_cache-0b8a9b14-50bd-41ea-89f2-cc1d63f7816e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.649561] env[62321]: DEBUG nova.network.neutron [req-84dd6f21-8304-4c57-bb8f-ae6bb4fbe410 req-b509bd21-7246-4fa9-bf11-550aa7fb42b3 service nova] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Refreshing network info cache for port 09ecaacb-b0ff-4d3e-b5a7-e41324798b11 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.800137] env[62321]: DEBUG oslo_vmware.api [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Task: {'id': task-2632794, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.866990] env[62321]: DEBUG nova.compute.utils [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 645.868624] env[62321]: DEBUG nova.compute.manager [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 645.868835] env[62321]: DEBUG nova.network.neutron [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 646.008475] env[62321]: DEBUG nova.policy [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bc2ad7e9ccf46cfb9487fa8c6c4caf3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37823ca5672a4891ad37e342a7fc5831', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.066188] env[62321]: INFO nova.compute.manager [-] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Took 1.03 seconds to deallocate network for instance. [ 646.114281] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1eb9b246-150c-41cf-87ec-3a82d8881ed7 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Acquiring lock "88b335c7-7c56-4ae7-90a1-0fff3028c6a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.114665] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1eb9b246-150c-41cf-87ec-3a82d8881ed7 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Lock "88b335c7-7c56-4ae7-90a1-0fff3028c6a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.114901] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1eb9b246-150c-41cf-87ec-3a82d8881ed7 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Acquiring lock "88b335c7-7c56-4ae7-90a1-0fff3028c6a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.115140] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1eb9b246-150c-41cf-87ec-3a82d8881ed7 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Lock "88b335c7-7c56-4ae7-90a1-0fff3028c6a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.115369] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1eb9b246-150c-41cf-87ec-3a82d8881ed7 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Lock "88b335c7-7c56-4ae7-90a1-0fff3028c6a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.122082] env[62321]: INFO nova.compute.manager [None req-1eb9b246-150c-41cf-87ec-3a82d8881ed7 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Terminating instance [ 646.299144] env[62321]: DEBUG oslo_vmware.api [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Task: {'id': task-2632794, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584129} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.299144] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2/f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.299318] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.299516] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b4481a6-b738-45e9-8bc7-0342dc543b7a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.306502] env[62321]: DEBUG oslo_vmware.api [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Waiting for the task: (returnval){ [ 646.306502] env[62321]: value = "task-2632795" [ 646.306502] env[62321]: _type = "Task" [ 646.306502] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.314356] env[62321]: DEBUG oslo_vmware.api [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Task: {'id': task-2632795, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.374021] env[62321]: DEBUG nova.compute.manager [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 646.426375] env[62321]: DEBUG nova.network.neutron [req-84dd6f21-8304-4c57-bb8f-ae6bb4fbe410 req-b509bd21-7246-4fa9-bf11-550aa7fb42b3 service nova] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Updated VIF entry in instance network info cache for port 09ecaacb-b0ff-4d3e-b5a7-e41324798b11. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 646.426716] env[62321]: DEBUG nova.network.neutron [req-84dd6f21-8304-4c57-bb8f-ae6bb4fbe410 req-b509bd21-7246-4fa9-bf11-550aa7fb42b3 service nova] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Updating instance_info_cache with network_info: [{"id": "09ecaacb-b0ff-4d3e-b5a7-e41324798b11", "address": "fa:16:3e:65:55:4b", "network": {"id": "2750ca67-1b0e-43a8-a773-1086f86438e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-263699496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e41ce300a3c4503930ecf73e3501abe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09ecaacb-b0", "ovs_interfaceid": "09ecaacb-b0ff-4d3e-b5a7-e41324798b11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.437557] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abfc4951-d5f1-46a1-85a1-6dbeff5079f7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.450041] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4901da0-429b-471e-be26-861f352aebaf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.480948] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ef878b-0246-4681-b71b-725bea906295 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.490030] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c99aee-0007-4566-9093-c068afec48c8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.504890] env[62321]: DEBUG nova.compute.provider_tree [None req-2938899c-f08e-40b8-887f-b607d8b30c4e tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.576067] env[62321]: INFO nova.compute.manager [None req-1c66565f-2621-462f-9400-9c624fd1e36a tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Instance disappeared during terminate [ 646.576365] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1c66565f-2621-462f-9400-9c624fd1e36a tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Lock "0be60052-791c-4216-b5db-c666b62ef9f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.265s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.612610] env[62321]: DEBUG nova.network.neutron [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Successfully created port: c6ae437d-3ff8-4188-b86e-89d652cc35ac {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 646.628535] env[62321]: DEBUG nova.compute.manager [None req-1eb9b246-150c-41cf-87ec-3a82d8881ed7 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 646.631474] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb9b246-150c-41cf-87ec-3a82d8881ed7 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 646.631474] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768ea70d-7cc3-4a89-b8d8-9f051717e4fb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.636725] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb9b246-150c-41cf-87ec-3a82d8881ed7 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 646.637410] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55501337-fb78-40e8-9a5c-0e486dccdde4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.642485] env[62321]: DEBUG oslo_vmware.api [None req-1eb9b246-150c-41cf-87ec-3a82d8881ed7 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Waiting for the task: (returnval){ [ 646.642485] env[62321]: value = "task-2632796" [ 646.642485] env[62321]: _type = "Task" [ 646.642485] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.649946] env[62321]: DEBUG oslo_vmware.api [None req-1eb9b246-150c-41cf-87ec-3a82d8881ed7 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': task-2632796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.818147] env[62321]: DEBUG oslo_vmware.api [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Task: {'id': task-2632795, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.931741] env[62321]: DEBUG oslo_concurrency.lockutils [req-84dd6f21-8304-4c57-bb8f-ae6bb4fbe410 req-b509bd21-7246-4fa9-bf11-550aa7fb42b3 service nova] Releasing lock "refresh_cache-0b8a9b14-50bd-41ea-89f2-cc1d63f7816e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.011033] env[62321]: DEBUG nova.scheduler.client.report [None req-2938899c-f08e-40b8-887f-b607d8b30c4e tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.152220] env[62321]: DEBUG oslo_vmware.api [None req-1eb9b246-150c-41cf-87ec-3a82d8881ed7 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': task-2632796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.319061] env[62321]: DEBUG oslo_vmware.api [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Task: {'id': task-2632795, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.718623} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.319440] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.320308] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866b5be0-8e9c-4f63-8f71-de34b03b870c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.347975] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2/f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.351630] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4148ca0a-9603-45fa-a9d8-5ff2cbab0dc7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.375563] env[62321]: DEBUG oslo_vmware.api [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Waiting for the task: (returnval){ [ 647.375563] env[62321]: value = "task-2632797" [ 647.375563] env[62321]: _type = "Task" [ 647.375563] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.384570] env[62321]: DEBUG nova.compute.manager [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 647.386874] env[62321]: DEBUG oslo_vmware.api [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Task: {'id': task-2632797, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.436872] env[62321]: DEBUG nova.virt.hardware [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.437220] env[62321]: DEBUG nova.virt.hardware [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.437455] env[62321]: DEBUG nova.virt.hardware [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.437699] env[62321]: DEBUG nova.virt.hardware [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.437892] env[62321]: DEBUG nova.virt.hardware [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.438140] env[62321]: DEBUG nova.virt.hardware [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.438428] env[62321]: DEBUG nova.virt.hardware [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.438646] env[62321]: DEBUG nova.virt.hardware [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.438909] env[62321]: DEBUG nova.virt.hardware [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.439199] env[62321]: DEBUG nova.virt.hardware [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.439403] env[62321]: DEBUG nova.virt.hardware [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.440371] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0444d82a-2f8d-4c61-9754-f023883b7b73 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.449196] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4d2787-408c-4936-a2f4-dda8c6d80813 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.517445] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2938899c-f08e-40b8-887f-b607d8b30c4e tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.153s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.520560] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.542s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.520560] env[62321]: DEBUG nova.objects.instance [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Lazy-loading 'resources' on Instance uuid e255473e-2577-4105-9d39-3436f13e2e6e {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 647.561078] env[62321]: INFO nova.scheduler.client.report [None req-2938899c-f08e-40b8-887f-b607d8b30c4e tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Deleted allocations for instance 677d7209-536c-43ed-8704-1554ce7ef923 [ 647.653422] env[62321]: DEBUG oslo_vmware.api [None req-1eb9b246-150c-41cf-87ec-3a82d8881ed7 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': task-2632796, 'name': PowerOffVM_Task, 'duration_secs': 0.613451} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.653422] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb9b246-150c-41cf-87ec-3a82d8881ed7 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 647.653766] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb9b246-150c-41cf-87ec-3a82d8881ed7 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 647.653916] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2811f0f0-856f-4653-ab07-f7cf0215b7a4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.717833] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb9b246-150c-41cf-87ec-3a82d8881ed7 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 647.718051] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb9b246-150c-41cf-87ec-3a82d8881ed7 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 647.718250] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eb9b246-150c-41cf-87ec-3a82d8881ed7 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Deleting the datastore file [datastore1] 88b335c7-7c56-4ae7-90a1-0fff3028c6a2 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 647.718520] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c0240a3-8cd5-446a-8f69-333a419d2473 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.724729] env[62321]: DEBUG oslo_vmware.api [None req-1eb9b246-150c-41cf-87ec-3a82d8881ed7 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Waiting for the task: (returnval){ [ 647.724729] env[62321]: value = "task-2632799" [ 647.724729] env[62321]: _type = "Task" [ 647.724729] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.734357] env[62321]: DEBUG oslo_vmware.api [None req-1eb9b246-150c-41cf-87ec-3a82d8881ed7 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': task-2632799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.885146] env[62321]: DEBUG oslo_vmware.api [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Task: {'id': task-2632797, 'name': ReconfigVM_Task, 'duration_secs': 0.503462} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.885438] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Reconfigured VM instance instance-0000001f to attach disk [datastore1] f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2/f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.886090] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a7bca23-98d4-4d1a-aec5-18377b88a8a2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.892922] env[62321]: DEBUG oslo_vmware.api [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Waiting for the task: (returnval){ [ 647.892922] env[62321]: value = "task-2632800" [ 647.892922] env[62321]: _type = "Task" [ 647.892922] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.901523] env[62321]: DEBUG oslo_vmware.api [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Task: {'id': task-2632800, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.073577] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2938899c-f08e-40b8-887f-b607d8b30c4e tempest-ServerRescueTestJSONUnderV235-1095903065 tempest-ServerRescueTestJSONUnderV235-1095903065-project-member] Lock "677d7209-536c-43ed-8704-1554ce7ef923" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.203s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.236772] env[62321]: DEBUG oslo_vmware.api [None req-1eb9b246-150c-41cf-87ec-3a82d8881ed7 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Task: {'id': task-2632799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190572} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.237133] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eb9b246-150c-41cf-87ec-3a82d8881ed7 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 648.237211] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb9b246-150c-41cf-87ec-3a82d8881ed7 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 648.237415] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb9b246-150c-41cf-87ec-3a82d8881ed7 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 648.237586] env[62321]: INFO nova.compute.manager [None req-1eb9b246-150c-41cf-87ec-3a82d8881ed7 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Took 1.61 seconds to destroy the instance on the hypervisor. [ 648.237820] env[62321]: DEBUG oslo.service.loopingcall [None req-1eb9b246-150c-41cf-87ec-3a82d8881ed7 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 648.238072] env[62321]: DEBUG nova.compute.manager [-] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 648.238125] env[62321]: DEBUG nova.network.neutron [-] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 648.404855] env[62321]: DEBUG oslo_vmware.api [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Task: {'id': task-2632800, 'name': Rename_Task, 'duration_secs': 0.20533} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.405283] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.405474] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4905dfc-e024-46fc-bf0e-3069a2578f59 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.413920] env[62321]: DEBUG oslo_vmware.api [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Waiting for the task: (returnval){ [ 648.413920] env[62321]: value = "task-2632801" [ 648.413920] env[62321]: _type = "Task" [ 648.413920] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.423655] env[62321]: DEBUG oslo_vmware.api [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Task: {'id': task-2632801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.469970] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f53108d-924c-4683-808a-6ae4d40d81b0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.477644] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c985b3-9792-4855-8aee-6ccbb1cf8d74 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.510420] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ac823a-0303-4237-8622-fffbfcc06db7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.518030] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ccd9b8-74b9-4234-a9c2-6887700f96f8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.532928] env[62321]: DEBUG nova.compute.provider_tree [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 648.827827] env[62321]: DEBUG nova.compute.manager [req-447e3073-b60e-4861-bbd5-344f2342323e req-07a60290-1a6a-4831-8041-f269d976b46d service nova] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Received event network-vif-deleted-e5463235-18bf-47c4-9ff7-4e55eb816d37 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 648.827827] env[62321]: INFO nova.compute.manager [req-447e3073-b60e-4861-bbd5-344f2342323e req-07a60290-1a6a-4831-8041-f269d976b46d service nova] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Neutron deleted interface e5463235-18bf-47c4-9ff7-4e55eb816d37; detaching it from the instance and deleting it from the info cache [ 648.827827] env[62321]: DEBUG nova.network.neutron [req-447e3073-b60e-4861-bbd5-344f2342323e req-07a60290-1a6a-4831-8041-f269d976b46d service nova] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.928059] env[62321]: DEBUG oslo_vmware.api [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Task: {'id': task-2632801, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.019107] env[62321]: DEBUG nova.compute.manager [req-d44b6f41-87b3-4337-beaf-e89c4d713a1d req-afd4bcb1-8d45-4525-ba6d-fd48eacad487 service nova] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Received event network-vif-plugged-c6ae437d-3ff8-4188-b86e-89d652cc35ac {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 649.021011] env[62321]: DEBUG oslo_concurrency.lockutils [req-d44b6f41-87b3-4337-beaf-e89c4d713a1d req-afd4bcb1-8d45-4525-ba6d-fd48eacad487 service nova] Acquiring lock "0a511243-824b-4c55-a804-fd8e69dbbaf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.021954] env[62321]: DEBUG oslo_concurrency.lockutils [req-d44b6f41-87b3-4337-beaf-e89c4d713a1d req-afd4bcb1-8d45-4525-ba6d-fd48eacad487 service nova] Lock "0a511243-824b-4c55-a804-fd8e69dbbaf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.022788] env[62321]: DEBUG oslo_concurrency.lockutils [req-d44b6f41-87b3-4337-beaf-e89c4d713a1d req-afd4bcb1-8d45-4525-ba6d-fd48eacad487 service nova] Lock "0a511243-824b-4c55-a804-fd8e69dbbaf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.023389] env[62321]: DEBUG nova.compute.manager [req-d44b6f41-87b3-4337-beaf-e89c4d713a1d req-afd4bcb1-8d45-4525-ba6d-fd48eacad487 service nova] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] No waiting events found dispatching network-vif-plugged-c6ae437d-3ff8-4188-b86e-89d652cc35ac {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 649.024000] env[62321]: WARNING nova.compute.manager [req-d44b6f41-87b3-4337-beaf-e89c4d713a1d req-afd4bcb1-8d45-4525-ba6d-fd48eacad487 service nova] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Received unexpected event network-vif-plugged-c6ae437d-3ff8-4188-b86e-89d652cc35ac for instance with vm_state building and task_state spawning. [ 649.071768] env[62321]: ERROR nova.scheduler.client.report [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] [req-76e4e566-802d-4573-afa6-479dc09f6aaa] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e4ce1efe-a8f0-4655-8f76-50516c538695. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-76e4e566-802d-4573-afa6-479dc09f6aaa"}]} [ 649.073398] env[62321]: DEBUG nova.network.neutron [-] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.091100] env[62321]: DEBUG nova.scheduler.client.report [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Refreshing inventories for resource provider e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 649.109470] env[62321]: DEBUG nova.scheduler.client.report [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Updating ProviderTree inventory for provider e4ce1efe-a8f0-4655-8f76-50516c538695 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 649.109678] env[62321]: DEBUG nova.compute.provider_tree [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 649.124045] env[62321]: DEBUG nova.scheduler.client.report [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Refreshing aggregate associations for resource provider e4ce1efe-a8f0-4655-8f76-50516c538695, aggregates: None {{(pid=62321) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 649.163685] env[62321]: DEBUG nova.scheduler.client.report [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Refreshing trait associations for resource provider e4ce1efe-a8f0-4655-8f76-50516c538695, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62321) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 649.196606] env[62321]: DEBUG nova.network.neutron [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Successfully updated port: c6ae437d-3ff8-4188-b86e-89d652cc35ac {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 649.331453] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d294b9c0-f96d-4a85-b4e4-a2f64e8d4c9d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.340173] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409650bd-32d1-4f6a-be2c-76b530b55dd1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.378212] env[62321]: DEBUG nova.compute.manager [req-447e3073-b60e-4861-bbd5-344f2342323e req-07a60290-1a6a-4831-8041-f269d976b46d service nova] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Detach interface failed, port_id=e5463235-18bf-47c4-9ff7-4e55eb816d37, reason: Instance 88b335c7-7c56-4ae7-90a1-0fff3028c6a2 could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 649.428253] env[62321]: DEBUG oslo_vmware.api [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Task: {'id': task-2632801, 'name': PowerOnVM_Task, 'duration_secs': 0.877862} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.428505] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.428705] env[62321]: INFO nova.compute.manager [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Took 9.18 seconds to spawn the instance on the hypervisor. [ 649.428913] env[62321]: DEBUG nova.compute.manager [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.429675] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca460f7-d390-4552-925e-076a77450dbd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.575315] env[62321]: INFO nova.compute.manager [-] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Took 1.34 seconds to deallocate network for instance. [ 649.652247] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc07fad6-41b1-4394-b09b-776217ea11e8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.661763] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b645c95-d27b-4597-9c5a-51e1983a558f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.694530] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fe9c61-e5cb-4293-b8f4-8ba5f19b1077 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.701111] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Acquiring lock "refresh_cache-0a511243-824b-4c55-a804-fd8e69dbbaf9" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.701267] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Acquired lock "refresh_cache-0a511243-824b-4c55-a804-fd8e69dbbaf9" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.701420] env[62321]: DEBUG nova.network.neutron [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 649.703557] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7a0b25-262f-4715-a3d8-1572c7ecff0d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.717010] env[62321]: DEBUG nova.compute.provider_tree [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 649.953476] env[62321]: INFO nova.compute.manager [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Took 40.43 seconds to build instance. [ 650.082140] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1eb9b246-150c-41cf-87ec-3a82d8881ed7 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.268975] env[62321]: DEBUG nova.scheduler.client.report [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Updated inventory for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with generation 55 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 650.269263] env[62321]: DEBUG nova.compute.provider_tree [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Updating resource provider e4ce1efe-a8f0-4655-8f76-50516c538695 generation from 55 to 56 during operation: update_inventory {{(pid=62321) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 650.269460] env[62321]: DEBUG nova.compute.provider_tree [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 650.457770] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a6f10f1f-8b2a-4c0f-9ca8-19150d8c6818 tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Lock "f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.828s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.508307] env[62321]: DEBUG nova.network.neutron [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 650.775451] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.255s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.779508] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e4f6e8e6-2781-4fbf-ac63-c3f24d0659e7 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 30.094s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.794707] env[62321]: DEBUG nova.network.neutron [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Updating instance_info_cache with network_info: [{"id": "c6ae437d-3ff8-4188-b86e-89d652cc35ac", "address": "fa:16:3e:0b:a1:47", "network": {"id": "913488fe-2f31-46ae-9c9b-28eae3fb5d88", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-999144414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37823ca5672a4891ad37e342a7fc5831", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6ae437d-3f", "ovs_interfaceid": "c6ae437d-3ff8-4188-b86e-89d652cc35ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.841040] env[62321]: INFO nova.scheduler.client.report [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Deleted allocations for instance e255473e-2577-4105-9d39-3436f13e2e6e [ 650.960791] env[62321]: DEBUG nova.compute.manager [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.263073] env[62321]: DEBUG nova.compute.manager [req-ab0db95c-d579-438e-8c6e-a4999fecf961 req-95489ec0-9b78-48d4-8dac-b807d9bd748c service nova] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Received event network-changed-c6ae437d-3ff8-4188-b86e-89d652cc35ac {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 651.263275] env[62321]: DEBUG nova.compute.manager [req-ab0db95c-d579-438e-8c6e-a4999fecf961 req-95489ec0-9b78-48d4-8dac-b807d9bd748c service nova] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Refreshing instance network info cache due to event network-changed-c6ae437d-3ff8-4188-b86e-89d652cc35ac. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 651.263467] env[62321]: DEBUG oslo_concurrency.lockutils [req-ab0db95c-d579-438e-8c6e-a4999fecf961 req-95489ec0-9b78-48d4-8dac-b807d9bd748c service nova] Acquiring lock "refresh_cache-0a511243-824b-4c55-a804-fd8e69dbbaf9" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.300982] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Releasing lock "refresh_cache-0a511243-824b-4c55-a804-fd8e69dbbaf9" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.300982] env[62321]: DEBUG nova.compute.manager [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Instance network_info: |[{"id": "c6ae437d-3ff8-4188-b86e-89d652cc35ac", "address": "fa:16:3e:0b:a1:47", "network": {"id": "913488fe-2f31-46ae-9c9b-28eae3fb5d88", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-999144414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37823ca5672a4891ad37e342a7fc5831", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6ae437d-3f", "ovs_interfaceid": "c6ae437d-3ff8-4188-b86e-89d652cc35ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 651.300982] env[62321]: DEBUG oslo_concurrency.lockutils [req-ab0db95c-d579-438e-8c6e-a4999fecf961 req-95489ec0-9b78-48d4-8dac-b807d9bd748c service nova] Acquired lock "refresh_cache-0a511243-824b-4c55-a804-fd8e69dbbaf9" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.300982] env[62321]: DEBUG nova.network.neutron [req-ab0db95c-d579-438e-8c6e-a4999fecf961 req-95489ec0-9b78-48d4-8dac-b807d9bd748c service nova] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Refreshing network info cache for port c6ae437d-3ff8-4188-b86e-89d652cc35ac {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.302231] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:a1:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7ab8d568-adb0-4f3b-b6cc-68413e6546ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6ae437d-3ff8-4188-b86e-89d652cc35ac', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.311283] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Creating folder: Project (37823ca5672a4891ad37e342a7fc5831). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.321155] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a65d9109-37a1-4242-b2e5-bbd08587769d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.332020] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Created folder: Project (37823ca5672a4891ad37e342a7fc5831) in parent group-v530434. [ 651.332020] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Creating folder: Instances. Parent ref: group-v530530. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.332020] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ef2d44c-c81b-48ad-9cfd-29bd6e8cf2ad {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.344139] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Created folder: Instances in parent group-v530530. [ 651.344929] env[62321]: DEBUG oslo.service.loopingcall [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 651.344929] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.345794] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26be77d9-c59e-4186-87f8-e029647c5452 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.373121] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b351086f-1ad9-4f04-b4e7-94f2e60bedaa tempest-ServersAaction247Test-480672738 tempest-ServersAaction247Test-480672738-project-member] Lock "e255473e-2577-4105-9d39-3436f13e2e6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.910s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.379433] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.379433] env[62321]: value = "task-2632804" [ 651.379433] env[62321]: _type = "Task" [ 651.379433] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.390625] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632804, 'name': CreateVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.489737] env[62321]: DEBUG oslo_concurrency.lockutils [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.620020] env[62321]: DEBUG nova.network.neutron [req-ab0db95c-d579-438e-8c6e-a4999fecf961 req-95489ec0-9b78-48d4-8dac-b807d9bd748c service nova] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Updated VIF entry in instance network info cache for port c6ae437d-3ff8-4188-b86e-89d652cc35ac. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 651.620020] env[62321]: DEBUG nova.network.neutron [req-ab0db95c-d579-438e-8c6e-a4999fecf961 req-95489ec0-9b78-48d4-8dac-b807d9bd748c service nova] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Updating instance_info_cache with network_info: [{"id": "c6ae437d-3ff8-4188-b86e-89d652cc35ac", "address": "fa:16:3e:0b:a1:47", "network": {"id": "913488fe-2f31-46ae-9c9b-28eae3fb5d88", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-999144414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37823ca5672a4891ad37e342a7fc5831", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6ae437d-3f", "ovs_interfaceid": "c6ae437d-3ff8-4188-b86e-89d652cc35ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.848319] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6777d0f7-a651-4c7f-9698-a6c3eaaba92c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.861016] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc6aa40-936a-4280-939e-f341db15b87d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.907179] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8a82b8-71bd-45af-8efa-52cdef586bf8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.915116] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632804, 'name': CreateVM_Task, 'duration_secs': 0.354233} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.917362] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.918238] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.918487] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.919288] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.920610] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fad73d-8d77-4d25-bc56-68be2e91404f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.925557] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fcd4323-7a6e-4325-9dcd-748b12e68110 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.938087] env[62321]: DEBUG nova.compute.provider_tree [None req-e4f6e8e6-2781-4fbf-ac63-c3f24d0659e7 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.940969] env[62321]: DEBUG oslo_vmware.api [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Waiting for the task: (returnval){ [ 651.940969] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52aa8838-1148-65ff-bac0-74e5e6c3dec6" [ 651.940969] env[62321]: _type = "Task" [ 651.940969] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.950424] env[62321]: DEBUG oslo_vmware.api [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52aa8838-1148-65ff-bac0-74e5e6c3dec6, 'name': SearchDatastore_Task, 'duration_secs': 0.01066} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.950696] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.951213] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.951277] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.951461] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.951771] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.955259] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9069c098-4343-46a3-a2a8-fab9e3452030 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.963646] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.964677] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.964677] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00214aae-adbd-46c1-9cb4-5da2270a0fdc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.969936] env[62321]: DEBUG oslo_vmware.api [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Waiting for the task: (returnval){ [ 651.969936] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5213260b-2d37-1674-2bea-fad7d20be068" [ 651.969936] env[62321]: _type = "Task" [ 651.969936] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.978752] env[62321]: DEBUG oslo_vmware.api [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5213260b-2d37-1674-2bea-fad7d20be068, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.122601] env[62321]: DEBUG oslo_concurrency.lockutils [req-ab0db95c-d579-438e-8c6e-a4999fecf961 req-95489ec0-9b78-48d4-8dac-b807d9bd748c service nova] Releasing lock "refresh_cache-0a511243-824b-4c55-a804-fd8e69dbbaf9" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.444263] env[62321]: DEBUG nova.scheduler.client.report [None req-e4f6e8e6-2781-4fbf-ac63-c3f24d0659e7 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.481709] env[62321]: DEBUG oslo_vmware.api [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5213260b-2d37-1674-2bea-fad7d20be068, 'name': SearchDatastore_Task, 'duration_secs': 0.009018} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.482696] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81bd1e5b-9480-4dd5-85ef-97e34949d468 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.488346] env[62321]: DEBUG oslo_vmware.api [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Waiting for the task: (returnval){ [ 652.488346] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5234af79-da72-5c87-75f3-5a4576e3dc6d" [ 652.488346] env[62321]: _type = "Task" [ 652.488346] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.497965] env[62321]: DEBUG oslo_vmware.api [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5234af79-da72-5c87-75f3-5a4576e3dc6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.003523] env[62321]: DEBUG oslo_vmware.api [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5234af79-da72-5c87-75f3-5a4576e3dc6d, 'name': SearchDatastore_Task, 'duration_secs': 0.02841} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.003874] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.004078] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 0a511243-824b-4c55-a804-fd8e69dbbaf9/0a511243-824b-4c55-a804-fd8e69dbbaf9.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.004462] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a5dd325-b545-44a8-81bf-c5f922fe14ab {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.013565] env[62321]: DEBUG oslo_vmware.api [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Waiting for the task: (returnval){ [ 653.013565] env[62321]: value = "task-2632805" [ 653.013565] env[62321]: _type = "Task" [ 653.013565] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.021606] env[62321]: DEBUG oslo_vmware.api [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.145903] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4b163af5-2b20-48bf-8915-7949b0b5648c tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Acquiring lock "f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.146366] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4b163af5-2b20-48bf-8915-7949b0b5648c tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Lock "f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.147235] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4b163af5-2b20-48bf-8915-7949b0b5648c tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Acquiring lock "f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.147596] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4b163af5-2b20-48bf-8915-7949b0b5648c tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Lock "f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.147891] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4b163af5-2b20-48bf-8915-7949b0b5648c tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Lock "f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.155870] env[62321]: INFO nova.compute.manager [None req-4b163af5-2b20-48bf-8915-7949b0b5648c tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Terminating instance [ 653.160687] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquiring lock "5114d3c2-a387-4520-8837-be0736533858" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.160687] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "5114d3c2-a387-4520-8837-be0736533858" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.454166] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e4f6e8e6-2781-4fbf-ac63-c3f24d0659e7 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.675s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.457193] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.367s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.459995] env[62321]: INFO nova.compute.claims [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.525863] env[62321]: DEBUG oslo_vmware.api [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632805, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.661995] env[62321]: DEBUG nova.compute.manager [None req-4b163af5-2b20-48bf-8915-7949b0b5648c tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 653.662261] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4b163af5-2b20-48bf-8915-7949b0b5648c tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 653.663194] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac6026b-bb53-401a-94d2-ffe038cf9002 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.673552] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b163af5-2b20-48bf-8915-7949b0b5648c tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 653.673874] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5ef9cb8-1154-4cf7-bda7-8618b3e10b55 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.684021] env[62321]: DEBUG oslo_vmware.api [None req-4b163af5-2b20-48bf-8915-7949b0b5648c tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Waiting for the task: (returnval){ [ 653.684021] env[62321]: value = "task-2632806" [ 653.684021] env[62321]: _type = "Task" [ 653.684021] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.699384] env[62321]: DEBUG oslo_vmware.api [None req-4b163af5-2b20-48bf-8915-7949b0b5648c tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Task: {'id': task-2632806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.026094] env[62321]: DEBUG oslo_vmware.api [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632805, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.79373} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.026392] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 0a511243-824b-4c55-a804-fd8e69dbbaf9/0a511243-824b-4c55-a804-fd8e69dbbaf9.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.026600] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.027054] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d08f5807-326f-4a6f-afd3-e258f04a7d0a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.034389] env[62321]: DEBUG oslo_vmware.api [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Waiting for the task: (returnval){ [ 654.034389] env[62321]: value = "task-2632807" [ 654.034389] env[62321]: _type = "Task" [ 654.034389] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.039613] env[62321]: INFO nova.scheduler.client.report [None req-e4f6e8e6-2781-4fbf-ac63-c3f24d0659e7 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Deleted allocation for migration a3ca9cca-976c-4fe1-9d48-db10a007d64a [ 654.047126] env[62321]: DEBUG oslo_vmware.api [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.197123] env[62321]: DEBUG oslo_vmware.api [None req-4b163af5-2b20-48bf-8915-7949b0b5648c tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Task: {'id': task-2632806, 'name': PowerOffVM_Task, 'duration_secs': 0.252234} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.197492] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b163af5-2b20-48bf-8915-7949b0b5648c tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 654.197743] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4b163af5-2b20-48bf-8915-7949b0b5648c tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 654.198037] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f027d2c6-924e-4778-ad78-8de61c243d7f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.270190] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4b163af5-2b20-48bf-8915-7949b0b5648c tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 654.270190] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4b163af5-2b20-48bf-8915-7949b0b5648c tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 654.270335] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b163af5-2b20-48bf-8915-7949b0b5648c tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Deleting the datastore file [datastore1] f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 654.271404] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-070c9333-e732-4ec9-a9cf-85a44cb5a117 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.277437] env[62321]: DEBUG oslo_vmware.api [None req-4b163af5-2b20-48bf-8915-7949b0b5648c tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Waiting for the task: (returnval){ [ 654.277437] env[62321]: value = "task-2632809" [ 654.277437] env[62321]: _type = "Task" [ 654.277437] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.285272] env[62321]: DEBUG oslo_vmware.api [None req-4b163af5-2b20-48bf-8915-7949b0b5648c tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Task: {'id': task-2632809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.551613] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e4f6e8e6-2781-4fbf-ac63-c3f24d0659e7 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Lock "aeb622a0-9532-4a9d-ac75-65f4e84dfda0" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 37.592s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.556959] env[62321]: DEBUG oslo_vmware.api [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060776} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.561019] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.561378] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715fb2e3-4fde-4b48-b094-b0d7e71177c9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.588871] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 0a511243-824b-4c55-a804-fd8e69dbbaf9/0a511243-824b-4c55-a804-fd8e69dbbaf9.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.592719] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8a69a2d-00ef-4daf-9416-68fd8de98fd2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.616092] env[62321]: DEBUG oslo_vmware.api [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Waiting for the task: (returnval){ [ 654.616092] env[62321]: value = "task-2632810" [ 654.616092] env[62321]: _type = "Task" [ 654.616092] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.625559] env[62321]: DEBUG oslo_vmware.api [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632810, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.793521] env[62321]: DEBUG oslo_vmware.api [None req-4b163af5-2b20-48bf-8915-7949b0b5648c tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Task: {'id': task-2632809, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142541} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.793765] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b163af5-2b20-48bf-8915-7949b0b5648c tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 654.793946] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4b163af5-2b20-48bf-8915-7949b0b5648c tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 654.794133] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4b163af5-2b20-48bf-8915-7949b0b5648c tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 654.794298] env[62321]: INFO nova.compute.manager [None req-4b163af5-2b20-48bf-8915-7949b0b5648c tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 654.794532] env[62321]: DEBUG oslo.service.loopingcall [None req-4b163af5-2b20-48bf-8915-7949b0b5648c tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 654.794812] env[62321]: DEBUG nova.compute.manager [-] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 654.794812] env[62321]: DEBUG nova.network.neutron [-] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 655.129169] env[62321]: DEBUG oslo_vmware.api [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632810, 'name': ReconfigVM_Task, 'duration_secs': 0.293988} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.129450] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 0a511243-824b-4c55-a804-fd8e69dbbaf9/0a511243-824b-4c55-a804-fd8e69dbbaf9.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.130134] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5f64808-fe31-46af-a438-cc95663b9cc7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.136804] env[62321]: DEBUG oslo_vmware.api [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Waiting for the task: (returnval){ [ 655.136804] env[62321]: value = "task-2632811" [ 655.136804] env[62321]: _type = "Task" [ 655.136804] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.151284] env[62321]: DEBUG oslo_vmware.api [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632811, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.173553] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d489f5af-0285-4736-bbfd-82f73facce17 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.184653] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27863fb-f262-4b0f-8827-572104033b03 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.218918] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028cdcff-023a-456b-8800-695b0c62b31f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.227464] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5789d87c-2caf-4186-b1d7-99d9a7df4d20 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.246268] env[62321]: DEBUG nova.compute.provider_tree [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 655.361232] env[62321]: DEBUG oslo_concurrency.lockutils [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Acquiring lock "5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.361482] env[62321]: DEBUG oslo_concurrency.lockutils [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Lock "5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.469949] env[62321]: DEBUG nova.compute.manager [req-6076f54f-f233-43f2-a3a2-3be677889667 req-2383cf12-4406-44e1-a09d-7f8a80564d8f service nova] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Received event network-vif-deleted-76ec575a-1ffc-4118-92c2-ef1abc3878a3 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 655.470193] env[62321]: INFO nova.compute.manager [req-6076f54f-f233-43f2-a3a2-3be677889667 req-2383cf12-4406-44e1-a09d-7f8a80564d8f service nova] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Neutron deleted interface 76ec575a-1ffc-4118-92c2-ef1abc3878a3; detaching it from the instance and deleting it from the info cache [ 655.470435] env[62321]: DEBUG nova.network.neutron [req-6076f54f-f233-43f2-a3a2-3be677889667 req-2383cf12-4406-44e1-a09d-7f8a80564d8f service nova] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.649713] env[62321]: DEBUG oslo_vmware.api [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632811, 'name': Rename_Task, 'duration_secs': 0.195323} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.649713] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.649842] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d492a119-2010-40b5-a7dd-eee198b37678 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.656974] env[62321]: DEBUG oslo_vmware.api [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Waiting for the task: (returnval){ [ 655.656974] env[62321]: value = "task-2632812" [ 655.656974] env[62321]: _type = "Task" [ 655.656974] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.667013] env[62321]: DEBUG oslo_vmware.api [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.774164] env[62321]: ERROR nova.scheduler.client.report [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [req-f859256b-0c56-4a0d-8e43-9fbc60485df9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e4ce1efe-a8f0-4655-8f76-50516c538695. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f859256b-0c56-4a0d-8e43-9fbc60485df9"}]} [ 655.791936] env[62321]: DEBUG nova.scheduler.client.report [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Refreshing inventories for resource provider e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 655.808158] env[62321]: DEBUG nova.scheduler.client.report [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Updating ProviderTree inventory for provider e4ce1efe-a8f0-4655-8f76-50516c538695 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 655.808158] env[62321]: DEBUG nova.compute.provider_tree [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 655.817653] env[62321]: DEBUG nova.network.neutron [-] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.823767] env[62321]: DEBUG nova.scheduler.client.report [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Refreshing aggregate associations for resource provider e4ce1efe-a8f0-4655-8f76-50516c538695, aggregates: None {{(pid=62321) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 655.844641] env[62321]: DEBUG nova.scheduler.client.report [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Refreshing trait associations for resource provider e4ce1efe-a8f0-4655-8f76-50516c538695, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62321) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 655.844641] env[62321]: DEBUG nova.compute.provider_tree [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Updating resource provider e4ce1efe-a8f0-4655-8f76-50516c538695 generation from 59 to 60 during operation: update_traits {{(pid=62321) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 655.973271] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16367188-dc8a-4d23-976f-bd93ca516a94 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.987972] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e22811-3902-4ad0-8f3e-e0fa5f17be01 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.022812] env[62321]: DEBUG nova.compute.manager [req-6076f54f-f233-43f2-a3a2-3be677889667 req-2383cf12-4406-44e1-a09d-7f8a80564d8f service nova] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Detach interface failed, port_id=76ec575a-1ffc-4118-92c2-ef1abc3878a3, reason: Instance f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2 could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 656.173404] env[62321]: DEBUG oslo_vmware.api [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632812, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.311586] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Acquiring lock "0cd0839e-d442-4d82-9b9b-8a59dee70db7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.311685] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Lock "0cd0839e-d442-4d82-9b9b-8a59dee70db7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.323651] env[62321]: INFO nova.compute.manager [-] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Took 1.53 seconds to deallocate network for instance. [ 656.486493] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ec8bf5-4ccb-465a-a91b-ed459bba4c63 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.493918] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2fdafb-601b-47e9-9a74-27d306dda744 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.524077] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406ec6a0-28e1-4964-8561-fc8ec8be709a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.531338] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d551e3-d85d-41c9-b53c-dd2243c9511e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.544551] env[62321]: DEBUG nova.compute.provider_tree [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 656.667359] env[62321]: DEBUG oslo_vmware.api [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632812, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.775312] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquiring lock "abc046a0-2875-4673-9eda-dcd9ded773c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.775554] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Lock "abc046a0-2875-4673-9eda-dcd9ded773c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.839311] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4b163af5-2b20-48bf-8915-7949b0b5648c tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.070905] env[62321]: ERROR nova.scheduler.client.report [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [req-b7678c63-f662-4fe0-a451-71a3a7db9e0c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e4ce1efe-a8f0-4655-8f76-50516c538695. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b7678c63-f662-4fe0-a451-71a3a7db9e0c"}]} [ 657.087700] env[62321]: DEBUG nova.scheduler.client.report [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Refreshing inventories for resource provider e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 657.103385] env[62321]: DEBUG nova.scheduler.client.report [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Updating ProviderTree inventory for provider e4ce1efe-a8f0-4655-8f76-50516c538695 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 657.103745] env[62321]: DEBUG nova.compute.provider_tree [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 657.119878] env[62321]: DEBUG nova.scheduler.client.report [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Refreshing aggregate associations for resource provider e4ce1efe-a8f0-4655-8f76-50516c538695, aggregates: None {{(pid=62321) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 657.141898] env[62321]: DEBUG nova.scheduler.client.report [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Refreshing trait associations for resource provider e4ce1efe-a8f0-4655-8f76-50516c538695, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62321) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 657.171519] env[62321]: DEBUG oslo_vmware.api [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632812, 'name': PowerOnVM_Task, 'duration_secs': 1.304789} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.171764] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.171953] env[62321]: INFO nova.compute.manager [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Took 9.79 seconds to spawn the instance on the hypervisor. [ 657.172139] env[62321]: DEBUG nova.compute.manager [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.172898] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ffb42e-ce6b-460e-8d5d-a4653295524e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.602956] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5562dafa-50a2-4fda-811d-674c71a6196b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.610452] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9661e446-619c-46d6-b4b2-fe41c65620a9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.650518] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ac9e14-807a-4aa0-8405-662f6f7b726e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.659016] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0888f7e7-4948-4624-8f7f-8f1c01758a09 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.671758] env[62321]: DEBUG nova.compute.provider_tree [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 657.690120] env[62321]: INFO nova.compute.manager [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Took 41.84 seconds to build instance. [ 658.193201] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5dc7bd43-f3c2-4a06-941a-fd4499b49bdf tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Lock "0a511243-824b-4c55-a804-fd8e69dbbaf9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.577s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.206439] env[62321]: DEBUG nova.scheduler.client.report [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Updated inventory for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with generation 61 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 658.206682] env[62321]: DEBUG nova.compute.provider_tree [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Updating resource provider e4ce1efe-a8f0-4655-8f76-50516c538695 generation from 61 to 62 during operation: update_inventory {{(pid=62321) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 658.206879] env[62321]: DEBUG nova.compute.provider_tree [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 658.695607] env[62321]: DEBUG nova.compute.manager [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 658.714378] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.257s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.714915] env[62321]: DEBUG nova.compute.manager [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 658.717651] env[62321]: DEBUG oslo_concurrency.lockutils [None req-26088e4b-0ab7-4d4f-9b6f-c5cc58eac2f0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.764s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.718195] env[62321]: DEBUG nova.objects.instance [None req-26088e4b-0ab7-4d4f-9b6f-c5cc58eac2f0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lazy-loading 'resources' on Instance uuid 554e13c2-ea50-43d4-9d9b-62a3cce7b91e {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 659.215682] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.223476] env[62321]: DEBUG nova.compute.utils [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.225020] env[62321]: DEBUG nova.compute.manager [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 659.225221] env[62321]: DEBUG nova.network.neutron [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 659.261717] env[62321]: DEBUG nova.policy [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bc2ad7e9ccf46cfb9487fa8c6c4caf3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37823ca5672a4891ad37e342a7fc5831', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.673186] env[62321]: DEBUG nova.network.neutron [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Successfully created port: 8108a891-b8ef-4019-94f0-4a800c514e7d {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 659.680879] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9749c981-af79-4cd5-b452-806b040a6bbf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.690150] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d308aaf6-b692-4dc7-840e-d3233f45a53b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.721815] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923ae85f-57f8-4d5e-9fb6-8efc24955d33 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.730249] env[62321]: DEBUG nova.compute.manager [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 659.732591] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e89c99-712c-41e8-b8ef-569e987006b9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.747575] env[62321]: DEBUG nova.compute.provider_tree [None req-26088e4b-0ab7-4d4f-9b6f-c5cc58eac2f0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.250910] env[62321]: DEBUG nova.scheduler.client.report [None req-26088e4b-0ab7-4d4f-9b6f-c5cc58eac2f0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.744573] env[62321]: DEBUG nova.compute.manager [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 660.756566] env[62321]: DEBUG oslo_concurrency.lockutils [None req-26088e4b-0ab7-4d4f-9b6f-c5cc58eac2f0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.039s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.758728] env[62321]: DEBUG oslo_concurrency.lockutils [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.283s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.760362] env[62321]: INFO nova.compute.claims [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.772758] env[62321]: DEBUG nova.virt.hardware [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.772988] env[62321]: DEBUG nova.virt.hardware [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.773157] env[62321]: DEBUG nova.virt.hardware [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.773337] env[62321]: DEBUG nova.virt.hardware [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.773483] env[62321]: DEBUG nova.virt.hardware [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.773626] env[62321]: DEBUG nova.virt.hardware [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.773855] env[62321]: DEBUG nova.virt.hardware [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.774133] env[62321]: DEBUG nova.virt.hardware [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.774342] env[62321]: DEBUG nova.virt.hardware [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.774525] env[62321]: DEBUG nova.virt.hardware [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.774684] env[62321]: DEBUG nova.virt.hardware [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.775927] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb98987-80d5-485a-bee6-270af66b688d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.784031] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2355aa97-404c-4e39-a39b-b349ef9bcbcc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.788470] env[62321]: INFO nova.scheduler.client.report [None req-26088e4b-0ab7-4d4f-9b6f-c5cc58eac2f0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Deleted allocations for instance 554e13c2-ea50-43d4-9d9b-62a3cce7b91e [ 661.156122] env[62321]: DEBUG nova.compute.manager [req-6073704c-0bbe-47a6-b5a1-6289a376e68e req-75b1e997-4d87-4803-a470-910be26305e3 service nova] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Received event network-vif-plugged-8108a891-b8ef-4019-94f0-4a800c514e7d {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 661.156310] env[62321]: DEBUG oslo_concurrency.lockutils [req-6073704c-0bbe-47a6-b5a1-6289a376e68e req-75b1e997-4d87-4803-a470-910be26305e3 service nova] Acquiring lock "3415bd61-0399-4199-82f4-ae0fb7957a4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 661.156526] env[62321]: DEBUG oslo_concurrency.lockutils [req-6073704c-0bbe-47a6-b5a1-6289a376e68e req-75b1e997-4d87-4803-a470-910be26305e3 service nova] Lock "3415bd61-0399-4199-82f4-ae0fb7957a4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.156746] env[62321]: DEBUG oslo_concurrency.lockutils [req-6073704c-0bbe-47a6-b5a1-6289a376e68e req-75b1e997-4d87-4803-a470-910be26305e3 service nova] Lock "3415bd61-0399-4199-82f4-ae0fb7957a4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.156887] env[62321]: DEBUG nova.compute.manager [req-6073704c-0bbe-47a6-b5a1-6289a376e68e req-75b1e997-4d87-4803-a470-910be26305e3 service nova] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] No waiting events found dispatching network-vif-plugged-8108a891-b8ef-4019-94f0-4a800c514e7d {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 661.156989] env[62321]: WARNING nova.compute.manager [req-6073704c-0bbe-47a6-b5a1-6289a376e68e req-75b1e997-4d87-4803-a470-910be26305e3 service nova] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Received unexpected event network-vif-plugged-8108a891-b8ef-4019-94f0-4a800c514e7d for instance with vm_state building and task_state spawning. [ 661.259994] env[62321]: DEBUG nova.network.neutron [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Successfully updated port: 8108a891-b8ef-4019-94f0-4a800c514e7d {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 661.305973] env[62321]: DEBUG oslo_concurrency.lockutils [None req-26088e4b-0ab7-4d4f-9b6f-c5cc58eac2f0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "554e13c2-ea50-43d4-9d9b-62a3cce7b91e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.641s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.762445] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Acquiring lock "refresh_cache-3415bd61-0399-4199-82f4-ae0fb7957a4d" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.762637] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Acquired lock "refresh_cache-3415bd61-0399-4199-82f4-ae0fb7957a4d" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.762824] env[62321]: DEBUG nova.network.neutron [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.156607] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedecbe3-e7de-4b07-aff3-2b8c1985bec8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.163980] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef344cc4-55fd-4ee9-a117-4c68907d5e70 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.194273] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79af800a-10b4-4f30-8261-fce129972708 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.201502] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61729064-ea81-44fa-801e-f751bb285a9f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.216257] env[62321]: DEBUG nova.compute.provider_tree [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.292296] env[62321]: DEBUG nova.network.neutron [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.409655] env[62321]: DEBUG nova.network.neutron [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Updating instance_info_cache with network_info: [{"id": "8108a891-b8ef-4019-94f0-4a800c514e7d", "address": "fa:16:3e:53:b4:1e", "network": {"id": "913488fe-2f31-46ae-9c9b-28eae3fb5d88", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-999144414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37823ca5672a4891ad37e342a7fc5831", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8108a891-b8", "ovs_interfaceid": "8108a891-b8ef-4019-94f0-4a800c514e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.719902] env[62321]: DEBUG nova.scheduler.client.report [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.912717] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Releasing lock "refresh_cache-3415bd61-0399-4199-82f4-ae0fb7957a4d" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.913126] env[62321]: DEBUG nova.compute.manager [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Instance network_info: |[{"id": "8108a891-b8ef-4019-94f0-4a800c514e7d", "address": "fa:16:3e:53:b4:1e", "network": {"id": "913488fe-2f31-46ae-9c9b-28eae3fb5d88", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-999144414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37823ca5672a4891ad37e342a7fc5831", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8108a891-b8", "ovs_interfaceid": "8108a891-b8ef-4019-94f0-4a800c514e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 662.913567] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:b4:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7ab8d568-adb0-4f3b-b6cc-68413e6546ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8108a891-b8ef-4019-94f0-4a800c514e7d', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.922580] env[62321]: DEBUG oslo.service.loopingcall [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 662.922753] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.922982] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99d8c401-222a-4870-a055-93c8023050e1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.942801] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.942801] env[62321]: value = "task-2632813" [ 662.942801] env[62321]: _type = "Task" [ 662.942801] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.950779] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632813, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.182216] env[62321]: DEBUG nova.compute.manager [req-377f5e78-d0ce-478d-b52b-0c389614ffba req-c40159f5-c765-4dbe-a27f-6055e34d6756 service nova] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Received event network-changed-8108a891-b8ef-4019-94f0-4a800c514e7d {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 663.182372] env[62321]: DEBUG nova.compute.manager [req-377f5e78-d0ce-478d-b52b-0c389614ffba req-c40159f5-c765-4dbe-a27f-6055e34d6756 service nova] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Refreshing instance network info cache due to event network-changed-8108a891-b8ef-4019-94f0-4a800c514e7d. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 663.182592] env[62321]: DEBUG oslo_concurrency.lockutils [req-377f5e78-d0ce-478d-b52b-0c389614ffba req-c40159f5-c765-4dbe-a27f-6055e34d6756 service nova] Acquiring lock "refresh_cache-3415bd61-0399-4199-82f4-ae0fb7957a4d" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.182737] env[62321]: DEBUG oslo_concurrency.lockutils [req-377f5e78-d0ce-478d-b52b-0c389614ffba req-c40159f5-c765-4dbe-a27f-6055e34d6756 service nova] Acquired lock "refresh_cache-3415bd61-0399-4199-82f4-ae0fb7957a4d" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.182884] env[62321]: DEBUG nova.network.neutron [req-377f5e78-d0ce-478d-b52b-0c389614ffba req-c40159f5-c765-4dbe-a27f-6055e34d6756 service nova] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Refreshing network info cache for port 8108a891-b8ef-4019-94f0-4a800c514e7d {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.225142] env[62321]: DEBUG oslo_concurrency.lockutils [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.225710] env[62321]: DEBUG nova.compute.manager [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 663.228816] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.512s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.230315] env[62321]: INFO nova.compute.claims [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.452631] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632813, 'name': CreateVM_Task, 'duration_secs': 0.305421} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.454148] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.454148] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.454148] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.454373] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.454460] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee0cca5e-2826-44c4-bacc-1c22027e8b47 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.458845] env[62321]: DEBUG oslo_vmware.api [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Waiting for the task: (returnval){ [ 663.458845] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52ea50ab-07cb-db44-1366-1ee34001e71f" [ 663.458845] env[62321]: _type = "Task" [ 663.458845] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.466194] env[62321]: DEBUG oslo_vmware.api [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52ea50ab-07cb-db44-1366-1ee34001e71f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.736390] env[62321]: DEBUG nova.compute.utils [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 663.737662] env[62321]: DEBUG nova.compute.manager [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 663.737835] env[62321]: DEBUG nova.network.neutron [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 663.776798] env[62321]: DEBUG nova.policy [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4829055e084c480d906422dd975de402', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf0a30371ae34071bd15b8a3cb44f6ef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 663.971398] env[62321]: DEBUG oslo_vmware.api [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52ea50ab-07cb-db44-1366-1ee34001e71f, 'name': SearchDatastore_Task, 'duration_secs': 0.008514} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.972383] env[62321]: DEBUG nova.network.neutron [req-377f5e78-d0ce-478d-b52b-0c389614ffba req-c40159f5-c765-4dbe-a27f-6055e34d6756 service nova] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Updated VIF entry in instance network info cache for port 8108a891-b8ef-4019-94f0-4a800c514e7d. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.972734] env[62321]: DEBUG nova.network.neutron [req-377f5e78-d0ce-478d-b52b-0c389614ffba req-c40159f5-c765-4dbe-a27f-6055e34d6756 service nova] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Updating instance_info_cache with network_info: [{"id": "8108a891-b8ef-4019-94f0-4a800c514e7d", "address": "fa:16:3e:53:b4:1e", "network": {"id": "913488fe-2f31-46ae-9c9b-28eae3fb5d88", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-999144414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37823ca5672a4891ad37e342a7fc5831", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8108a891-b8", "ovs_interfaceid": "8108a891-b8ef-4019-94f0-4a800c514e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.973979] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.974221] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.974451] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.974596] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.974762] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.976390] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90044e3d-8dfe-4a05-a39c-cc75c1369c5e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.984704] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.984895] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.985640] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82935a67-394c-4fbe-a07c-e1f949f597d2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.991400] env[62321]: DEBUG oslo_vmware.api [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Waiting for the task: (returnval){ [ 663.991400] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52cc0f95-dd23-b1a0-8773-90c2a5e55d2b" [ 663.991400] env[62321]: _type = "Task" [ 663.991400] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.000042] env[62321]: DEBUG oslo_vmware.api [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52cc0f95-dd23-b1a0-8773-90c2a5e55d2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.056136] env[62321]: DEBUG nova.network.neutron [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Successfully created port: 6a3cc6a1-2431-49a0-8f29-1080cae319a9 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 664.241825] env[62321]: DEBUG nova.compute.manager [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 664.479220] env[62321]: DEBUG oslo_concurrency.lockutils [req-377f5e78-d0ce-478d-b52b-0c389614ffba req-c40159f5-c765-4dbe-a27f-6055e34d6756 service nova] Releasing lock "refresh_cache-3415bd61-0399-4199-82f4-ae0fb7957a4d" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.502398] env[62321]: DEBUG oslo_vmware.api [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52cc0f95-dd23-b1a0-8773-90c2a5e55d2b, 'name': SearchDatastore_Task, 'duration_secs': 0.00832} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.506241] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d77f77be-a97e-4538-914e-44214024d647 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.510834] env[62321]: DEBUG oslo_vmware.api [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Waiting for the task: (returnval){ [ 664.510834] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52792974-2d1b-6bc3-a3d6-2f2bfc6c6e79" [ 664.510834] env[62321]: _type = "Task" [ 664.510834] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.518610] env[62321]: DEBUG oslo_vmware.api [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52792974-2d1b-6bc3-a3d6-2f2bfc6c6e79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.653238] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dba1b63-b322-4b1b-bb37-392bd1fafd9b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.661183] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c024a23-5621-4608-a524-9e6305e78b2a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.693226] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455f9ef0-bba8-4d3a-9077-1a6fa467c133 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.699592] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c57813-031b-4f10-9839-6057059a49d2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.713897] env[62321]: DEBUG nova.compute.provider_tree [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.021554] env[62321]: DEBUG oslo_vmware.api [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52792974-2d1b-6bc3-a3d6-2f2bfc6c6e79, 'name': SearchDatastore_Task, 'duration_secs': 0.00969} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.021955] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.022217] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 3415bd61-0399-4199-82f4-ae0fb7957a4d/3415bd61-0399-4199-82f4-ae0fb7957a4d.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.022499] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f655c22c-7f55-4357-99ef-fcd069c894e9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.028570] env[62321]: DEBUG oslo_vmware.api [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Waiting for the task: (returnval){ [ 665.028570] env[62321]: value = "task-2632814" [ 665.028570] env[62321]: _type = "Task" [ 665.028570] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.036381] env[62321]: DEBUG oslo_vmware.api [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632814, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.217734] env[62321]: DEBUG nova.scheduler.client.report [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.251905] env[62321]: DEBUG nova.compute.manager [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 665.280504] env[62321]: DEBUG nova.virt.hardware [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.280774] env[62321]: DEBUG nova.virt.hardware [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.280931] env[62321]: DEBUG nova.virt.hardware [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.281128] env[62321]: DEBUG nova.virt.hardware [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.281278] env[62321]: DEBUG nova.virt.hardware [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.281428] env[62321]: DEBUG nova.virt.hardware [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.281838] env[62321]: DEBUG nova.virt.hardware [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.281910] env[62321]: DEBUG nova.virt.hardware [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.282058] env[62321]: DEBUG nova.virt.hardware [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.282324] env[62321]: DEBUG nova.virt.hardware [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.282392] env[62321]: DEBUG nova.virt.hardware [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.283408] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70f7eaf-b332-4558-899f-59fb95e6d29d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.294645] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e37e612-3ca4-4f72-a211-d053bd063f5d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.449197] env[62321]: DEBUG nova.compute.manager [req-545ecc0a-4237-4a73-b06e-e6866f23802f req-25d31537-8edd-4c94-862b-5f59d4e420fe service nova] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Received event network-vif-plugged-6a3cc6a1-2431-49a0-8f29-1080cae319a9 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 665.449197] env[62321]: DEBUG oslo_concurrency.lockutils [req-545ecc0a-4237-4a73-b06e-e6866f23802f req-25d31537-8edd-4c94-862b-5f59d4e420fe service nova] Acquiring lock "df106528-9ed2-4043-9d25-464d5beb3f7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.449197] env[62321]: DEBUG oslo_concurrency.lockutils [req-545ecc0a-4237-4a73-b06e-e6866f23802f req-25d31537-8edd-4c94-862b-5f59d4e420fe service nova] Lock "df106528-9ed2-4043-9d25-464d5beb3f7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.449197] env[62321]: DEBUG oslo_concurrency.lockutils [req-545ecc0a-4237-4a73-b06e-e6866f23802f req-25d31537-8edd-4c94-862b-5f59d4e420fe service nova] Lock "df106528-9ed2-4043-9d25-464d5beb3f7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.449197] env[62321]: DEBUG nova.compute.manager [req-545ecc0a-4237-4a73-b06e-e6866f23802f req-25d31537-8edd-4c94-862b-5f59d4e420fe service nova] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] No waiting events found dispatching network-vif-plugged-6a3cc6a1-2431-49a0-8f29-1080cae319a9 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 665.449197] env[62321]: WARNING nova.compute.manager [req-545ecc0a-4237-4a73-b06e-e6866f23802f req-25d31537-8edd-4c94-862b-5f59d4e420fe service nova] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Received unexpected event network-vif-plugged-6a3cc6a1-2431-49a0-8f29-1080cae319a9 for instance with vm_state building and task_state spawning. [ 665.539038] env[62321]: DEBUG oslo_vmware.api [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632814, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495356} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.539038] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 3415bd61-0399-4199-82f4-ae0fb7957a4d/3415bd61-0399-4199-82f4-ae0fb7957a4d.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.539038] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.539230] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d6919d7-3793-453c-86ed-f854fb77ba0b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.546552] env[62321]: DEBUG oslo_vmware.api [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Waiting for the task: (returnval){ [ 665.546552] env[62321]: value = "task-2632815" [ 665.546552] env[62321]: _type = "Task" [ 665.546552] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.546552] env[62321]: DEBUG nova.network.neutron [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Successfully updated port: 6a3cc6a1-2431-49a0-8f29-1080cae319a9 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 665.555250] env[62321]: DEBUG oslo_vmware.api [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632815, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.726539] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.498s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.727113] env[62321]: DEBUG nova.compute.manager [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 665.730127] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.392s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.731560] env[62321]: INFO nova.compute.claims [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 666.051306] env[62321]: DEBUG oslo_concurrency.lockutils [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Acquiring lock "refresh_cache-df106528-9ed2-4043-9d25-464d5beb3f7b" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.051571] env[62321]: DEBUG oslo_concurrency.lockutils [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Acquired lock "refresh_cache-df106528-9ed2-4043-9d25-464d5beb3f7b" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.051644] env[62321]: DEBUG nova.network.neutron [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.060036] env[62321]: DEBUG oslo_vmware.api [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632815, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06436} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.060498] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.061296] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bba6872-729e-42f6-b9de-6c4e01186e10 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.083658] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 3415bd61-0399-4199-82f4-ae0fb7957a4d/3415bd61-0399-4199-82f4-ae0fb7957a4d.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.084202] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-700202ee-ba80-456f-9c9f-1aff4f71e937 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.104012] env[62321]: DEBUG oslo_vmware.api [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Waiting for the task: (returnval){ [ 666.104012] env[62321]: value = "task-2632816" [ 666.104012] env[62321]: _type = "Task" [ 666.104012] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.111768] env[62321]: DEBUG oslo_vmware.api [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632816, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.239949] env[62321]: DEBUG nova.compute.utils [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.241682] env[62321]: DEBUG nova.compute.manager [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 666.241682] env[62321]: DEBUG nova.network.neutron [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.281528] env[62321]: DEBUG nova.policy [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bc2ad7e9ccf46cfb9487fa8c6c4caf3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37823ca5672a4891ad37e342a7fc5831', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.536972] env[62321]: DEBUG nova.network.neutron [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Successfully created port: 8a9ad342-9292-43ed-926c-e4bf824452e5 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 666.591583] env[62321]: DEBUG nova.network.neutron [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 666.615836] env[62321]: DEBUG oslo_vmware.api [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632816, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.715893] env[62321]: DEBUG nova.network.neutron [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Updating instance_info_cache with network_info: [{"id": "6a3cc6a1-2431-49a0-8f29-1080cae319a9", "address": "fa:16:3e:e9:38:fc", "network": {"id": "36a9560b-d9e0-4da7-b5d1-092f5d1c5fe0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-119559160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf0a30371ae34071bd15b8a3cb44f6ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a3cc6a1-24", "ovs_interfaceid": "6a3cc6a1-2431-49a0-8f29-1080cae319a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.746052] env[62321]: DEBUG nova.compute.manager [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 667.117554] env[62321]: DEBUG oslo_vmware.api [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632816, 'name': ReconfigVM_Task, 'duration_secs': 0.542603} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.117848] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 3415bd61-0399-4199-82f4-ae0fb7957a4d/3415bd61-0399-4199-82f4-ae0fb7957a4d.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.119047] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c8f0a98-39aa-4ae0-8718-becb659d25f7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.126906] env[62321]: DEBUG oslo_vmware.api [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Waiting for the task: (returnval){ [ 667.126906] env[62321]: value = "task-2632817" [ 667.126906] env[62321]: _type = "Task" [ 667.126906] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.134939] env[62321]: DEBUG oslo_vmware.api [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632817, 'name': Rename_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.160092] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33485549-7440-49e3-80b8-b40bcf61bfe5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.167807] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c03b2b3-0003-4f6a-9781-318ab79466f3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.200189] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372f15a5-0912-4f47-8c48-b3a9f1362ce0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.213939] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15987514-4fa4-4c0a-a443-17b97885f26b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.223058] env[62321]: DEBUG oslo_concurrency.lockutils [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Releasing lock "refresh_cache-df106528-9ed2-4043-9d25-464d5beb3f7b" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.223323] env[62321]: DEBUG nova.compute.manager [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Instance network_info: |[{"id": "6a3cc6a1-2431-49a0-8f29-1080cae319a9", "address": "fa:16:3e:e9:38:fc", "network": {"id": "36a9560b-d9e0-4da7-b5d1-092f5d1c5fe0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-119559160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf0a30371ae34071bd15b8a3cb44f6ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a3cc6a1-24", "ovs_interfaceid": "6a3cc6a1-2431-49a0-8f29-1080cae319a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 667.223851] env[62321]: DEBUG nova.compute.provider_tree [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.225501] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:38:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbf3349e-d05e-4d44-a011-c4b6e41af988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a3cc6a1-2431-49a0-8f29-1080cae319a9', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.233106] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Creating folder: Project (bf0a30371ae34071bd15b8a3cb44f6ef). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.234177] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf0e4f11-f43b-4f12-b9f4-fb88e4b776e7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.245337] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Created folder: Project (bf0a30371ae34071bd15b8a3cb44f6ef) in parent group-v530434. [ 667.245525] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Creating folder: Instances. Parent ref: group-v530534. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.245744] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43bea541-b086-4768-9c49-77d35e6b35f3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.254626] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Created folder: Instances in parent group-v530534. [ 667.254845] env[62321]: DEBUG oslo.service.loopingcall [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 667.255069] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.255282] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33419b83-23db-4699-b602-0a3ae60fd457 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.274750] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.274750] env[62321]: value = "task-2632820" [ 667.274750] env[62321]: _type = "Task" [ 667.274750] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.284771] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632820, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.489783] env[62321]: DEBUG nova.compute.manager [req-045dce86-ae00-464f-82dd-46e137e3d9cd req-85a70ba8-26b1-4f97-91e2-91fe9f735846 service nova] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Received event network-changed-6a3cc6a1-2431-49a0-8f29-1080cae319a9 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 667.490084] env[62321]: DEBUG nova.compute.manager [req-045dce86-ae00-464f-82dd-46e137e3d9cd req-85a70ba8-26b1-4f97-91e2-91fe9f735846 service nova] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Refreshing instance network info cache due to event network-changed-6a3cc6a1-2431-49a0-8f29-1080cae319a9. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 667.490400] env[62321]: DEBUG oslo_concurrency.lockutils [req-045dce86-ae00-464f-82dd-46e137e3d9cd req-85a70ba8-26b1-4f97-91e2-91fe9f735846 service nova] Acquiring lock "refresh_cache-df106528-9ed2-4043-9d25-464d5beb3f7b" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.490630] env[62321]: DEBUG oslo_concurrency.lockutils [req-045dce86-ae00-464f-82dd-46e137e3d9cd req-85a70ba8-26b1-4f97-91e2-91fe9f735846 service nova] Acquired lock "refresh_cache-df106528-9ed2-4043-9d25-464d5beb3f7b" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.490875] env[62321]: DEBUG nova.network.neutron [req-045dce86-ae00-464f-82dd-46e137e3d9cd req-85a70ba8-26b1-4f97-91e2-91fe9f735846 service nova] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Refreshing network info cache for port 6a3cc6a1-2431-49a0-8f29-1080cae319a9 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.636140] env[62321]: DEBUG oslo_vmware.api [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632817, 'name': Rename_Task, 'duration_secs': 0.143255} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.636409] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.636654] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0c223ad-b2f5-4b7a-b5e4-9f9b236351a9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.642535] env[62321]: DEBUG oslo_vmware.api [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Waiting for the task: (returnval){ [ 667.642535] env[62321]: value = "task-2632821" [ 667.642535] env[62321]: _type = "Task" [ 667.642535] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.651910] env[62321]: DEBUG oslo_vmware.api [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.735190] env[62321]: DEBUG nova.scheduler.client.report [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.754430] env[62321]: DEBUG nova.compute.manager [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 667.781333] env[62321]: DEBUG nova.virt.hardware [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 667.781651] env[62321]: DEBUG nova.virt.hardware [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 667.781714] env[62321]: DEBUG nova.virt.hardware [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.781877] env[62321]: DEBUG nova.virt.hardware [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 667.782082] env[62321]: DEBUG nova.virt.hardware [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.782242] env[62321]: DEBUG nova.virt.hardware [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 667.783039] env[62321]: DEBUG nova.virt.hardware [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 667.783039] env[62321]: DEBUG nova.virt.hardware [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 667.783039] env[62321]: DEBUG nova.virt.hardware [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 667.783039] env[62321]: DEBUG nova.virt.hardware [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 667.783547] env[62321]: DEBUG nova.virt.hardware [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 667.784024] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65f65a4-7126-4ec0-9521-67dcbcaeb3cb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.794535] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632820, 'name': CreateVM_Task, 'duration_secs': 0.310091} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.796472] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.797228] env[62321]: DEBUG oslo_concurrency.lockutils [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.797376] env[62321]: DEBUG oslo_concurrency.lockutils [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.797739] env[62321]: DEBUG oslo_concurrency.lockutils [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.798942] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02637651-30c6-4e5c-b0e3-afe4c2092f0b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.802671] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-649b8649-1e2f-4320-b47f-47e06cd79992 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.808448] env[62321]: DEBUG oslo_vmware.api [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Waiting for the task: (returnval){ [ 667.808448] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a53608-e244-a7ce-17cf-4d452de5ffd5" [ 667.808448] env[62321]: _type = "Task" [ 667.808448] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.827163] env[62321]: DEBUG oslo_vmware.api [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a53608-e244-a7ce-17cf-4d452de5ffd5, 'name': SearchDatastore_Task, 'duration_secs': 0.009599} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.827163] env[62321]: DEBUG oslo_concurrency.lockutils [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.827163] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.827382] env[62321]: DEBUG oslo_concurrency.lockutils [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.827382] env[62321]: DEBUG oslo_concurrency.lockutils [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.827632] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.827988] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8519b4e1-8fdd-4035-85a9-1eb2b2e4aeb1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.837458] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.837684] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.839155] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdca54fe-333d-4b8a-b24d-f5c60e23c55d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.843764] env[62321]: DEBUG oslo_vmware.api [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Waiting for the task: (returnval){ [ 667.843764] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52aef11a-7a6e-6b59-76ba-d86af9655b66" [ 667.843764] env[62321]: _type = "Task" [ 667.843764] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.851452] env[62321]: DEBUG oslo_vmware.api [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52aef11a-7a6e-6b59-76ba-d86af9655b66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.014802] env[62321]: DEBUG nova.network.neutron [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Successfully updated port: 8a9ad342-9292-43ed-926c-e4bf824452e5 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 668.153010] env[62321]: DEBUG oslo_vmware.api [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632821, 'name': PowerOnVM_Task, 'duration_secs': 0.451675} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.153456] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.153673] env[62321]: INFO nova.compute.manager [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Took 7.41 seconds to spawn the instance on the hypervisor. [ 668.153848] env[62321]: DEBUG nova.compute.manager [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.154659] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1a5814-013d-4a9a-81f4-f36f36b36059 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.240711] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.241352] env[62321]: DEBUG nova.compute.manager [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 668.243971] env[62321]: DEBUG oslo_concurrency.lockutils [None req-54b8ad00-7fcd-49f3-b46e-ec18f7389289 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.239s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.244287] env[62321]: DEBUG nova.objects.instance [None req-54b8ad00-7fcd-49f3-b46e-ec18f7389289 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Lazy-loading 'resources' on Instance uuid 6874b574-5eb3-4c67-9e38-7027e80ce287 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 668.354756] env[62321]: DEBUG oslo_vmware.api [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52aef11a-7a6e-6b59-76ba-d86af9655b66, 'name': SearchDatastore_Task, 'duration_secs': 0.009981} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.355635] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c05c290d-89f0-4944-ac7a-9ae346c73b30 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.361693] env[62321]: DEBUG oslo_vmware.api [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Waiting for the task: (returnval){ [ 668.361693] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52ba2b1b-9865-8975-4a8f-abb6f41c4666" [ 668.361693] env[62321]: _type = "Task" [ 668.361693] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.362126] env[62321]: DEBUG nova.network.neutron [req-045dce86-ae00-464f-82dd-46e137e3d9cd req-85a70ba8-26b1-4f97-91e2-91fe9f735846 service nova] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Updated VIF entry in instance network info cache for port 6a3cc6a1-2431-49a0-8f29-1080cae319a9. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.362442] env[62321]: DEBUG nova.network.neutron [req-045dce86-ae00-464f-82dd-46e137e3d9cd req-85a70ba8-26b1-4f97-91e2-91fe9f735846 service nova] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Updating instance_info_cache with network_info: [{"id": "6a3cc6a1-2431-49a0-8f29-1080cae319a9", "address": "fa:16:3e:e9:38:fc", "network": {"id": "36a9560b-d9e0-4da7-b5d1-092f5d1c5fe0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-119559160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf0a30371ae34071bd15b8a3cb44f6ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a3cc6a1-24", "ovs_interfaceid": "6a3cc6a1-2431-49a0-8f29-1080cae319a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.371458] env[62321]: DEBUG oslo_vmware.api [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52ba2b1b-9865-8975-4a8f-abb6f41c4666, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.518097] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Acquiring lock "refresh_cache-6cb8928c-4d6d-4e4b-8a57-4a130f6afa57" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.518272] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Acquired lock "refresh_cache-6cb8928c-4d6d-4e4b-8a57-4a130f6afa57" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.518460] env[62321]: DEBUG nova.network.neutron [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.678038] env[62321]: INFO nova.compute.manager [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Took 44.61 seconds to build instance. [ 668.748763] env[62321]: DEBUG nova.compute.utils [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.757806] env[62321]: DEBUG nova.compute.manager [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 668.758063] env[62321]: DEBUG nova.network.neutron [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 668.795942] env[62321]: DEBUG nova.policy [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a02f0604e2a548308d63b1cf7b148a1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cbf5a183ceef4072a1656cf46c79d9a4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.868104] env[62321]: DEBUG oslo_concurrency.lockutils [req-045dce86-ae00-464f-82dd-46e137e3d9cd req-85a70ba8-26b1-4f97-91e2-91fe9f735846 service nova] Releasing lock "refresh_cache-df106528-9ed2-4043-9d25-464d5beb3f7b" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.873846] env[62321]: DEBUG oslo_vmware.api [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52ba2b1b-9865-8975-4a8f-abb6f41c4666, 'name': SearchDatastore_Task, 'duration_secs': 0.009595} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.873992] env[62321]: DEBUG oslo_concurrency.lockutils [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.874366] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] df106528-9ed2-4043-9d25-464d5beb3f7b/df106528-9ed2-4043-9d25-464d5beb3f7b.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.877104] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82064a26-0329-4522-9f68-8ea743155a06 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.884036] env[62321]: DEBUG oslo_vmware.api [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Waiting for the task: (returnval){ [ 668.884036] env[62321]: value = "task-2632822" [ 668.884036] env[62321]: _type = "Task" [ 668.884036] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.892296] env[62321]: DEBUG oslo_vmware.api [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2632822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.054666] env[62321]: DEBUG nova.network.neutron [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.180607] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b299d281-7143-4210-9f30-e76bdfaca320 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Lock "3415bd61-0399-4199-82f4-ae0fb7957a4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.384s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.224098] env[62321]: DEBUG nova.network.neutron [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Updating instance_info_cache with network_info: [{"id": "8a9ad342-9292-43ed-926c-e4bf824452e5", "address": "fa:16:3e:ba:90:51", "network": {"id": "913488fe-2f31-46ae-9c9b-28eae3fb5d88", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-999144414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37823ca5672a4891ad37e342a7fc5831", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a9ad342-92", "ovs_interfaceid": "8a9ad342-9292-43ed-926c-e4bf824452e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.257763] env[62321]: DEBUG nova.compute.manager [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 669.277471] env[62321]: DEBUG nova.network.neutron [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Successfully created port: e9bf8448-0abc-4b06-8dec-03e7ee2f5b28 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 669.351802] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d423ebfe-a2b2-4567-885d-73edbe6a5bb7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.361660] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2721fa94-f1e0-4213-b9c9-a8ad0ec312f7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.397262] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c7bd79-fa97-4ff1-9c8c-d7e7fcb536f4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.404603] env[62321]: DEBUG oslo_vmware.api [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2632822, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.407982] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b147b0c-38e0-4c36-83ba-4dde4d9f3a8c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.424526] env[62321]: DEBUG nova.compute.provider_tree [None req-54b8ad00-7fcd-49f3-b46e-ec18f7389289 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.580635] env[62321]: DEBUG nova.compute.manager [req-263ec85f-e4d8-4d9d-8604-adc4f2a3d45d req-9bd21ece-594b-4bc0-8427-207e900c339b service nova] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Received event network-vif-plugged-8a9ad342-9292-43ed-926c-e4bf824452e5 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 669.580635] env[62321]: DEBUG oslo_concurrency.lockutils [req-263ec85f-e4d8-4d9d-8604-adc4f2a3d45d req-9bd21ece-594b-4bc0-8427-207e900c339b service nova] Acquiring lock "6cb8928c-4d6d-4e4b-8a57-4a130f6afa57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.580635] env[62321]: DEBUG oslo_concurrency.lockutils [req-263ec85f-e4d8-4d9d-8604-adc4f2a3d45d req-9bd21ece-594b-4bc0-8427-207e900c339b service nova] Lock "6cb8928c-4d6d-4e4b-8a57-4a130f6afa57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.580635] env[62321]: DEBUG oslo_concurrency.lockutils [req-263ec85f-e4d8-4d9d-8604-adc4f2a3d45d req-9bd21ece-594b-4bc0-8427-207e900c339b service nova] Lock "6cb8928c-4d6d-4e4b-8a57-4a130f6afa57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.580635] env[62321]: DEBUG nova.compute.manager [req-263ec85f-e4d8-4d9d-8604-adc4f2a3d45d req-9bd21ece-594b-4bc0-8427-207e900c339b service nova] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] No waiting events found dispatching network-vif-plugged-8a9ad342-9292-43ed-926c-e4bf824452e5 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 669.580635] env[62321]: WARNING nova.compute.manager [req-263ec85f-e4d8-4d9d-8604-adc4f2a3d45d req-9bd21ece-594b-4bc0-8427-207e900c339b service nova] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Received unexpected event network-vif-plugged-8a9ad342-9292-43ed-926c-e4bf824452e5 for instance with vm_state building and task_state spawning. [ 669.580846] env[62321]: DEBUG nova.compute.manager [req-263ec85f-e4d8-4d9d-8604-adc4f2a3d45d req-9bd21ece-594b-4bc0-8427-207e900c339b service nova] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Received event network-changed-8a9ad342-9292-43ed-926c-e4bf824452e5 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 669.581415] env[62321]: DEBUG nova.compute.manager [req-263ec85f-e4d8-4d9d-8604-adc4f2a3d45d req-9bd21ece-594b-4bc0-8427-207e900c339b service nova] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Refreshing instance network info cache due to event network-changed-8a9ad342-9292-43ed-926c-e4bf824452e5. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 669.581415] env[62321]: DEBUG oslo_concurrency.lockutils [req-263ec85f-e4d8-4d9d-8604-adc4f2a3d45d req-9bd21ece-594b-4bc0-8427-207e900c339b service nova] Acquiring lock "refresh_cache-6cb8928c-4d6d-4e4b-8a57-4a130f6afa57" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.686432] env[62321]: DEBUG nova.compute.manager [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.729027] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Releasing lock "refresh_cache-6cb8928c-4d6d-4e4b-8a57-4a130f6afa57" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.729027] env[62321]: DEBUG nova.compute.manager [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Instance network_info: |[{"id": "8a9ad342-9292-43ed-926c-e4bf824452e5", "address": "fa:16:3e:ba:90:51", "network": {"id": "913488fe-2f31-46ae-9c9b-28eae3fb5d88", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-999144414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37823ca5672a4891ad37e342a7fc5831", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a9ad342-92", "ovs_interfaceid": "8a9ad342-9292-43ed-926c-e4bf824452e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 669.729027] env[62321]: DEBUG oslo_concurrency.lockutils [req-263ec85f-e4d8-4d9d-8604-adc4f2a3d45d req-9bd21ece-594b-4bc0-8427-207e900c339b service nova] Acquired lock "refresh_cache-6cb8928c-4d6d-4e4b-8a57-4a130f6afa57" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.729027] env[62321]: DEBUG nova.network.neutron [req-263ec85f-e4d8-4d9d-8604-adc4f2a3d45d req-9bd21ece-594b-4bc0-8427-207e900c339b service nova] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Refreshing network info cache for port 8a9ad342-9292-43ed-926c-e4bf824452e5 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.730510] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:90:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7ab8d568-adb0-4f3b-b6cc-68413e6546ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a9ad342-9292-43ed-926c-e4bf824452e5', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 669.744043] env[62321]: DEBUG oslo.service.loopingcall [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 669.748575] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 669.749400] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4fec71ee-075e-4f67-b6bd-7556b0cbeda1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.786997] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 669.786997] env[62321]: value = "task-2632823" [ 669.786997] env[62321]: _type = "Task" [ 669.786997] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.799360] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632823, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.903830] env[62321]: DEBUG oslo_vmware.api [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2632822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592057} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.904107] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] df106528-9ed2-4043-9d25-464d5beb3f7b/df106528-9ed2-4043-9d25-464d5beb3f7b.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.904368] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.904565] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95080ded-8a10-4679-83d8-b08514ad4ad0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.911037] env[62321]: DEBUG oslo_vmware.api [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Waiting for the task: (returnval){ [ 669.911037] env[62321]: value = "task-2632824" [ 669.911037] env[62321]: _type = "Task" [ 669.911037] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.926461] env[62321]: DEBUG oslo_vmware.api [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2632824, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.927555] env[62321]: DEBUG nova.scheduler.client.report [None req-54b8ad00-7fcd-49f3-b46e-ec18f7389289 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.019180] env[62321]: DEBUG nova.network.neutron [req-263ec85f-e4d8-4d9d-8604-adc4f2a3d45d req-9bd21ece-594b-4bc0-8427-207e900c339b service nova] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Updated VIF entry in instance network info cache for port 8a9ad342-9292-43ed-926c-e4bf824452e5. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.019537] env[62321]: DEBUG nova.network.neutron [req-263ec85f-e4d8-4d9d-8604-adc4f2a3d45d req-9bd21ece-594b-4bc0-8427-207e900c339b service nova] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Updating instance_info_cache with network_info: [{"id": "8a9ad342-9292-43ed-926c-e4bf824452e5", "address": "fa:16:3e:ba:90:51", "network": {"id": "913488fe-2f31-46ae-9c9b-28eae3fb5d88", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-999144414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37823ca5672a4891ad37e342a7fc5831", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a9ad342-92", "ovs_interfaceid": "8a9ad342-9292-43ed-926c-e4bf824452e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.202670] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.284206] env[62321]: DEBUG nova.compute.manager [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 670.298490] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632823, 'name': CreateVM_Task, 'duration_secs': 0.400726} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.298651] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.299315] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.299518] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.299842] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.300108] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d4cb55b-f361-4967-9dfd-12fa7f29bce9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.306288] env[62321]: DEBUG oslo_vmware.api [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Waiting for the task: (returnval){ [ 670.306288] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528b6d13-ec91-ee87-5beb-549a4ab3b3e3" [ 670.306288] env[62321]: _type = "Task" [ 670.306288] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.311500] env[62321]: DEBUG nova.virt.hardware [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.311735] env[62321]: DEBUG nova.virt.hardware [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.311891] env[62321]: DEBUG nova.virt.hardware [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.312081] env[62321]: DEBUG nova.virt.hardware [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.312229] env[62321]: DEBUG nova.virt.hardware [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.312374] env[62321]: DEBUG nova.virt.hardware [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.312582] env[62321]: DEBUG nova.virt.hardware [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.312740] env[62321]: DEBUG nova.virt.hardware [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.312961] env[62321]: DEBUG nova.virt.hardware [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.313210] env[62321]: DEBUG nova.virt.hardware [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.313436] env[62321]: DEBUG nova.virt.hardware [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.314171] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f65f62c-3a19-4029-b9e2-88c03f0c2322 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.321548] env[62321]: DEBUG oslo_vmware.api [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528b6d13-ec91-ee87-5beb-549a4ab3b3e3, 'name': SearchDatastore_Task, 'duration_secs': 0.009203} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.323561] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.323798] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.324033] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.324187] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.324360] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.324625] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d23e600-e80a-4b27-9cfe-d43192521623 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.328423] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cc89bc-208d-4f76-a8a5-8022a356a7db {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.342382] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.342557] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.343230] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1c277a4-8ec8-4c8b-8672-e4f8a22beb3f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.348298] env[62321]: DEBUG oslo_vmware.api [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Waiting for the task: (returnval){ [ 670.348298] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b12044-1453-b59b-b2f6-28ae586eef28" [ 670.348298] env[62321]: _type = "Task" [ 670.348298] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.355964] env[62321]: DEBUG oslo_vmware.api [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b12044-1453-b59b-b2f6-28ae586eef28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.423456] env[62321]: DEBUG oslo_vmware.api [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2632824, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068998} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.423456] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.423456] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc421f0c-0d51-4d0f-ab3f-af92fddebd85 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.436109] env[62321]: DEBUG oslo_concurrency.lockutils [None req-54b8ad00-7fcd-49f3-b46e-ec18f7389289 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.192s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.446488] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] df106528-9ed2-4043-9d25-464d5beb3f7b/df106528-9ed2-4043-9d25-464d5beb3f7b.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.447883] env[62321]: DEBUG oslo_concurrency.lockutils [None req-09c93915-7430-433e-9d47-8630042de513 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.505s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.447883] env[62321]: DEBUG nova.objects.instance [None req-09c93915-7430-433e-9d47-8630042de513 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Lazy-loading 'resources' on Instance uuid 83721fcc-5a99-4563-8e3f-045e6c3ec04d {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 670.448556] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-808becd1-07a0-42fb-b9a2-3c8f8d43ad01 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.467806] env[62321]: INFO nova.scheduler.client.report [None req-54b8ad00-7fcd-49f3-b46e-ec18f7389289 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Deleted allocations for instance 6874b574-5eb3-4c67-9e38-7027e80ce287 [ 670.472597] env[62321]: DEBUG oslo_vmware.api [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Waiting for the task: (returnval){ [ 670.472597] env[62321]: value = "task-2632825" [ 670.472597] env[62321]: _type = "Task" [ 670.472597] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.480834] env[62321]: DEBUG oslo_vmware.api [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2632825, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.522576] env[62321]: DEBUG oslo_concurrency.lockutils [req-263ec85f-e4d8-4d9d-8604-adc4f2a3d45d req-9bd21ece-594b-4bc0-8427-207e900c339b service nova] Releasing lock "refresh_cache-6cb8928c-4d6d-4e4b-8a57-4a130f6afa57" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.858182] env[62321]: DEBUG oslo_vmware.api [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b12044-1453-b59b-b2f6-28ae586eef28, 'name': SearchDatastore_Task, 'duration_secs': 0.008689} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.861538] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d87da297-a04e-4f50-8c2c-a4b3f0f6dbc3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.867085] env[62321]: DEBUG oslo_vmware.api [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Waiting for the task: (returnval){ [ 670.867085] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5212ebb1-3659-2c4d-662a-f1e5d076f2a6" [ 670.867085] env[62321]: _type = "Task" [ 670.867085] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.876610] env[62321]: DEBUG oslo_vmware.api [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5212ebb1-3659-2c4d-662a-f1e5d076f2a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.908891] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fe18d2-b0b9-4dba-803e-efebc695a75c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.916805] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38e3271-0078-40e8-b77e-851a6a9041b9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.951053] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6a9152-95d5-4e8b-a726-ba6041421a7a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.964173] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b277233-6f13-4af1-b56a-5c6ac1f5772e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.980714] env[62321]: DEBUG nova.compute.provider_tree [None req-09c93915-7430-433e-9d47-8630042de513 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.982139] env[62321]: DEBUG oslo_concurrency.lockutils [None req-54b8ad00-7fcd-49f3-b46e-ec18f7389289 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Lock "6874b574-5eb3-4c67-9e38-7027e80ce287" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.197s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.991701] env[62321]: DEBUG oslo_vmware.api [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2632825, 'name': ReconfigVM_Task, 'duration_secs': 0.459193} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.991989] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Reconfigured VM instance instance-00000022 to attach disk [datastore1] df106528-9ed2-4043-9d25-464d5beb3f7b/df106528-9ed2-4043-9d25-464d5beb3f7b.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.992608] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e9c6706-e6bf-4f9f-8592-c48101323ebb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.000390] env[62321]: DEBUG oslo_vmware.api [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Waiting for the task: (returnval){ [ 671.000390] env[62321]: value = "task-2632826" [ 671.000390] env[62321]: _type = "Task" [ 671.000390] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.013112] env[62321]: DEBUG oslo_vmware.api [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2632826, 'name': Rename_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.238087] env[62321]: DEBUG nova.compute.manager [req-f2ec5927-6079-477c-ae40-095e3c63ec5f req-8b99e28f-3b24-4cac-b4d0-a9b06be2ed63 service nova] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Received event network-vif-plugged-e9bf8448-0abc-4b06-8dec-03e7ee2f5b28 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 671.238458] env[62321]: DEBUG oslo_concurrency.lockutils [req-f2ec5927-6079-477c-ae40-095e3c63ec5f req-8b99e28f-3b24-4cac-b4d0-a9b06be2ed63 service nova] Acquiring lock "14b4b002-4fcd-4861-a812-47978097a8c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.238591] env[62321]: DEBUG oslo_concurrency.lockutils [req-f2ec5927-6079-477c-ae40-095e3c63ec5f req-8b99e28f-3b24-4cac-b4d0-a9b06be2ed63 service nova] Lock "14b4b002-4fcd-4861-a812-47978097a8c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.238693] env[62321]: DEBUG oslo_concurrency.lockutils [req-f2ec5927-6079-477c-ae40-095e3c63ec5f req-8b99e28f-3b24-4cac-b4d0-a9b06be2ed63 service nova] Lock "14b4b002-4fcd-4861-a812-47978097a8c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.238933] env[62321]: DEBUG nova.compute.manager [req-f2ec5927-6079-477c-ae40-095e3c63ec5f req-8b99e28f-3b24-4cac-b4d0-a9b06be2ed63 service nova] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] No waiting events found dispatching network-vif-plugged-e9bf8448-0abc-4b06-8dec-03e7ee2f5b28 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 671.239065] env[62321]: WARNING nova.compute.manager [req-f2ec5927-6079-477c-ae40-095e3c63ec5f req-8b99e28f-3b24-4cac-b4d0-a9b06be2ed63 service nova] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Received unexpected event network-vif-plugged-e9bf8448-0abc-4b06-8dec-03e7ee2f5b28 for instance with vm_state building and task_state spawning. [ 671.311797] env[62321]: DEBUG nova.network.neutron [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Successfully updated port: e9bf8448-0abc-4b06-8dec-03e7ee2f5b28 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 671.378591] env[62321]: DEBUG oslo_vmware.api [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5212ebb1-3659-2c4d-662a-f1e5d076f2a6, 'name': SearchDatastore_Task, 'duration_secs': 0.011465} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.378849] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.379118] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57/6cb8928c-4d6d-4e4b-8a57-4a130f6afa57.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.379372] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8e2daba-a4c3-4f92-919f-1f143f25f1c0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.385724] env[62321]: DEBUG oslo_vmware.api [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Waiting for the task: (returnval){ [ 671.385724] env[62321]: value = "task-2632827" [ 671.385724] env[62321]: _type = "Task" [ 671.385724] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.394065] env[62321]: DEBUG oslo_vmware.api [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.487906] env[62321]: DEBUG nova.scheduler.client.report [None req-09c93915-7430-433e-9d47-8630042de513 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.511783] env[62321]: DEBUG oslo_vmware.api [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2632826, 'name': Rename_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.817038] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquiring lock "refresh_cache-14b4b002-4fcd-4861-a812-47978097a8c3" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.817788] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquired lock "refresh_cache-14b4b002-4fcd-4861-a812-47978097a8c3" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.817788] env[62321]: DEBUG nova.network.neutron [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.899234] env[62321]: DEBUG oslo_vmware.api [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.994353] env[62321]: DEBUG oslo_concurrency.lockutils [None req-09c93915-7430-433e-9d47-8630042de513 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.547s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.996695] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.645s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.998223] env[62321]: INFO nova.compute.claims [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 672.012230] env[62321]: DEBUG oslo_vmware.api [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2632826, 'name': Rename_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.023785] env[62321]: INFO nova.scheduler.client.report [None req-09c93915-7430-433e-9d47-8630042de513 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Deleted allocations for instance 83721fcc-5a99-4563-8e3f-045e6c3ec04d [ 672.373750] env[62321]: DEBUG nova.network.neutron [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.399465] env[62321]: DEBUG oslo_vmware.api [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632827, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.514969] env[62321]: DEBUG oslo_vmware.api [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2632826, 'name': Rename_Task, 'duration_secs': 1.145369} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.516198] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.517032] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40a949dd-c9bb-4a71-b62d-679226c5de17 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.524141] env[62321]: DEBUG oslo_vmware.api [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Waiting for the task: (returnval){ [ 672.524141] env[62321]: value = "task-2632828" [ 672.524141] env[62321]: _type = "Task" [ 672.524141] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.535085] env[62321]: DEBUG oslo_vmware.api [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2632828, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.535617] env[62321]: DEBUG oslo_concurrency.lockutils [None req-09c93915-7430-433e-9d47-8630042de513 tempest-ServerTagsTestJSON-124785861 tempest-ServerTagsTestJSON-124785861-project-member] Lock "83721fcc-5a99-4563-8e3f-045e6c3ec04d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.508s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.557116] env[62321]: DEBUG nova.network.neutron [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Updating instance_info_cache with network_info: [{"id": "e9bf8448-0abc-4b06-8dec-03e7ee2f5b28", "address": "fa:16:3e:6d:f7:42", "network": {"id": "3b982849-7bc4-430b-b1f9-c265f8bba327", "bridge": "br-int", "label": "tempest-ImagesTestJSON-143530141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbf5a183ceef4072a1656cf46c79d9a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9bf8448-0a", "ovs_interfaceid": "e9bf8448-0abc-4b06-8dec-03e7ee2f5b28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.897493] env[62321]: DEBUG oslo_vmware.api [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632827, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.134593} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.897783] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57/6cb8928c-4d6d-4e4b-8a57-4a130f6afa57.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.897999] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.898254] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74cd9b86-c6ef-4ad7-b503-2b78f9e9ff89 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.905439] env[62321]: DEBUG oslo_vmware.api [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Waiting for the task: (returnval){ [ 672.905439] env[62321]: value = "task-2632829" [ 672.905439] env[62321]: _type = "Task" [ 672.905439] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.915059] env[62321]: DEBUG oslo_vmware.api [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632829, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.035883] env[62321]: DEBUG oslo_vmware.api [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2632828, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.060084] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Releasing lock "refresh_cache-14b4b002-4fcd-4861-a812-47978097a8c3" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.060344] env[62321]: DEBUG nova.compute.manager [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Instance network_info: |[{"id": "e9bf8448-0abc-4b06-8dec-03e7ee2f5b28", "address": "fa:16:3e:6d:f7:42", "network": {"id": "3b982849-7bc4-430b-b1f9-c265f8bba327", "bridge": "br-int", "label": "tempest-ImagesTestJSON-143530141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbf5a183ceef4072a1656cf46c79d9a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9bf8448-0a", "ovs_interfaceid": "e9bf8448-0abc-4b06-8dec-03e7ee2f5b28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 673.060795] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:f7:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d62c1cf-f39a-4626-9552-f1e13c692636', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9bf8448-0abc-4b06-8dec-03e7ee2f5b28', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.070118] env[62321]: DEBUG oslo.service.loopingcall [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 673.072989] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.073907] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df048114-7438-41bc-8bba-56daef6513ba {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.096109] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.096109] env[62321]: value = "task-2632830" [ 673.096109] env[62321]: _type = "Task" [ 673.096109] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.106037] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632830, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.268744] env[62321]: DEBUG nova.compute.manager [req-2b153103-a794-466f-bc2b-f7aaff59df38 req-048ca9ac-b2b3-4861-8289-c0f5037c75fa service nova] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Received event network-changed-e9bf8448-0abc-4b06-8dec-03e7ee2f5b28 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 673.268744] env[62321]: DEBUG nova.compute.manager [req-2b153103-a794-466f-bc2b-f7aaff59df38 req-048ca9ac-b2b3-4861-8289-c0f5037c75fa service nova] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Refreshing instance network info cache due to event network-changed-e9bf8448-0abc-4b06-8dec-03e7ee2f5b28. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 673.268962] env[62321]: DEBUG oslo_concurrency.lockutils [req-2b153103-a794-466f-bc2b-f7aaff59df38 req-048ca9ac-b2b3-4861-8289-c0f5037c75fa service nova] Acquiring lock "refresh_cache-14b4b002-4fcd-4861-a812-47978097a8c3" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.268962] env[62321]: DEBUG oslo_concurrency.lockutils [req-2b153103-a794-466f-bc2b-f7aaff59df38 req-048ca9ac-b2b3-4861-8289-c0f5037c75fa service nova] Acquired lock "refresh_cache-14b4b002-4fcd-4861-a812-47978097a8c3" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.269259] env[62321]: DEBUG nova.network.neutron [req-2b153103-a794-466f-bc2b-f7aaff59df38 req-048ca9ac-b2b3-4861-8289-c0f5037c75fa service nova] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Refreshing network info cache for port e9bf8448-0abc-4b06-8dec-03e7ee2f5b28 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.420568] env[62321]: DEBUG oslo_vmware.api [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632829, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063667} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.420568] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.420568] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cafe40-c31a-46a3-9197-d2bb82b79842 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.440110] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57/6cb8928c-4d6d-4e4b-8a57-4a130f6afa57.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.442760] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f9ba3e3-93fc-4bd7-90b4-1e81aa49e755 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.461428] env[62321]: DEBUG oslo_vmware.api [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Waiting for the task: (returnval){ [ 673.461428] env[62321]: value = "task-2632831" [ 673.461428] env[62321]: _type = "Task" [ 673.461428] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.469484] env[62321]: DEBUG oslo_vmware.api [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632831, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.483351] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03ce198-1949-44b4-b2fe-7d6531def16a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.490422] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b34437-9693-4853-b9dd-409fc4f18371 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.521858] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c59ffa-7f4f-463d-8e54-5f30842f8a6d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.533055] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18bf9b3-cf7c-49ba-9fa3-5c5d695b74f3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.540603] env[62321]: DEBUG oslo_vmware.api [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2632828, 'name': PowerOnVM_Task, 'duration_secs': 0.724561} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.541217] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.541441] env[62321]: INFO nova.compute.manager [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Took 8.29 seconds to spawn the instance on the hypervisor. [ 673.541638] env[62321]: DEBUG nova.compute.manager [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.542493] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28727200-13c1-43dd-8246-94e90646eca0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.555314] env[62321]: DEBUG nova.compute.provider_tree [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.605533] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632830, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.706018] env[62321]: DEBUG oslo_concurrency.lockutils [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Acquiring lock "bbde3466-9829-4207-9670-72715d1e49c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.706265] env[62321]: DEBUG oslo_concurrency.lockutils [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Lock "bbde3466-9829-4207-9670-72715d1e49c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.972160] env[62321]: DEBUG oslo_vmware.api [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.058031] env[62321]: DEBUG nova.scheduler.client.report [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.068702] env[62321]: INFO nova.compute.manager [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Took 44.62 seconds to build instance. [ 674.108277] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632830, 'name': CreateVM_Task, 'duration_secs': 0.567723} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.108277] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.108277] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.108277] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.108277] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.108277] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1201a5a-c7d7-4b57-8651-53fa04a303d9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.112668] env[62321]: DEBUG oslo_vmware.api [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 674.112668] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521d0197-2722-34a3-32b9-9c27b4fc9081" [ 674.112668] env[62321]: _type = "Task" [ 674.112668] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.124321] env[62321]: DEBUG oslo_vmware.api [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521d0197-2722-34a3-32b9-9c27b4fc9081, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.193514] env[62321]: DEBUG nova.network.neutron [req-2b153103-a794-466f-bc2b-f7aaff59df38 req-048ca9ac-b2b3-4861-8289-c0f5037c75fa service nova] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Updated VIF entry in instance network info cache for port e9bf8448-0abc-4b06-8dec-03e7ee2f5b28. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.193872] env[62321]: DEBUG nova.network.neutron [req-2b153103-a794-466f-bc2b-f7aaff59df38 req-048ca9ac-b2b3-4861-8289-c0f5037c75fa service nova] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Updating instance_info_cache with network_info: [{"id": "e9bf8448-0abc-4b06-8dec-03e7ee2f5b28", "address": "fa:16:3e:6d:f7:42", "network": {"id": "3b982849-7bc4-430b-b1f9-c265f8bba327", "bridge": "br-int", "label": "tempest-ImagesTestJSON-143530141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbf5a183ceef4072a1656cf46c79d9a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9bf8448-0a", "ovs_interfaceid": "e9bf8448-0abc-4b06-8dec-03e7ee2f5b28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.471722] env[62321]: DEBUG oslo_vmware.api [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632831, 'name': ReconfigVM_Task, 'duration_secs': 0.946685} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.472141] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57/6cb8928c-4d6d-4e4b-8a57-4a130f6afa57.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.472741] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a46b9684-ee3e-4aee-a2e4-123f89c30f29 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.478742] env[62321]: DEBUG oslo_vmware.api [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Waiting for the task: (returnval){ [ 674.478742] env[62321]: value = "task-2632832" [ 674.478742] env[62321]: _type = "Task" [ 674.478742] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.486161] env[62321]: DEBUG oslo_vmware.api [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632832, 'name': Rename_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.563597] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.564118] env[62321]: DEBUG nova.compute.manager [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 674.568104] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2035fd8f-07bd-4dee-a105-bdcb91491c83 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.031s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.568320] env[62321]: DEBUG nova.objects.instance [None req-2035fd8f-07bd-4dee-a105-bdcb91491c83 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Lazy-loading 'resources' on Instance uuid 2b9b9728-7733-4e6a-82dc-c1659481f577 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 674.573395] env[62321]: DEBUG oslo_concurrency.lockutils [None req-19d36037-2aec-4f97-a117-8cdfc7c5bc68 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Lock "df106528-9ed2-4043-9d25-464d5beb3f7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.195s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.626492] env[62321]: DEBUG oslo_vmware.api [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521d0197-2722-34a3-32b9-9c27b4fc9081, 'name': SearchDatastore_Task, 'duration_secs': 0.040819} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.626492] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.626492] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.626714] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.626714] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.627036] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.627123] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1b0e3b9-f04e-4093-b889-91a3c4a0a240 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.634378] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.634586] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.635291] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ff04d57-1d97-4ea5-93fc-edf753f6826c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.640892] env[62321]: DEBUG oslo_vmware.api [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 674.640892] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5260fcfb-f796-0f00-0250-4f2607ed46e2" [ 674.640892] env[62321]: _type = "Task" [ 674.640892] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.649996] env[62321]: DEBUG oslo_vmware.api [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5260fcfb-f796-0f00-0250-4f2607ed46e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.696808] env[62321]: DEBUG oslo_concurrency.lockutils [req-2b153103-a794-466f-bc2b-f7aaff59df38 req-048ca9ac-b2b3-4861-8289-c0f5037c75fa service nova] Releasing lock "refresh_cache-14b4b002-4fcd-4861-a812-47978097a8c3" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.991029] env[62321]: DEBUG oslo_vmware.api [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632832, 'name': Rename_Task, 'duration_secs': 0.174039} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.991029] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.991029] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0914a82d-6747-422f-ae08-db32d1ab5c4e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.998018] env[62321]: DEBUG oslo_vmware.api [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Waiting for the task: (returnval){ [ 674.998018] env[62321]: value = "task-2632833" [ 674.998018] env[62321]: _type = "Task" [ 674.998018] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.006136] env[62321]: DEBUG oslo_vmware.api [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.072330] env[62321]: DEBUG nova.compute.utils [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 675.076813] env[62321]: DEBUG nova.compute.manager [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 675.076813] env[62321]: DEBUG nova.network.neutron [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 675.081896] env[62321]: DEBUG nova.compute.manager [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 675.152169] env[62321]: DEBUG oslo_vmware.api [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5260fcfb-f796-0f00-0250-4f2607ed46e2, 'name': SearchDatastore_Task, 'duration_secs': 0.008604} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.156826] env[62321]: DEBUG nova.policy [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '905cfc3a628d4d63a7e3c208d044db1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1b0852185df48979c10a6de967a85fd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 675.158410] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9ea41c8-c0f8-44c3-8043-36d55dfac3f2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.164444] env[62321]: DEBUG oslo_vmware.api [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 675.164444] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52331034-080a-9d99-095b-437e31441102" [ 675.164444] env[62321]: _type = "Task" [ 675.164444] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.173013] env[62321]: DEBUG oslo_vmware.api [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52331034-080a-9d99-095b-437e31441102, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.520757] env[62321]: DEBUG oslo_vmware.api [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632833, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.576837] env[62321]: DEBUG nova.compute.manager [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 675.610017] env[62321]: DEBUG oslo_concurrency.lockutils [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.610017] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff539369-af06-4f79-bd3e-d1fc45180576 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.619895] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35176d77-d354-495f-8155-49308b51faf2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.655232] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dcfd1cf-4334-4e55-a651-a373bb30af79 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.664176] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5772fecd-ac53-4344-96bc-82da4dd20503 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.680664] env[62321]: DEBUG oslo_vmware.api [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52331034-080a-9d99-095b-437e31441102, 'name': SearchDatastore_Task, 'duration_secs': 0.009307} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.689579] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.690122] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 14b4b002-4fcd-4861-a812-47978097a8c3/14b4b002-4fcd-4861-a812-47978097a8c3.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.691351] env[62321]: DEBUG nova.compute.provider_tree [None req-2035fd8f-07bd-4dee-a105-bdcb91491c83 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.693551] env[62321]: DEBUG nova.network.neutron [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Successfully created port: 10b4de86-b1af-46c1-940b-ac005a14f975 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 675.696036] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1687b507-9e09-4abc-b23a-c32adf7e7bd4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.703423] env[62321]: DEBUG oslo_vmware.api [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 675.703423] env[62321]: value = "task-2632834" [ 675.703423] env[62321]: _type = "Task" [ 675.703423] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.712654] env[62321]: DEBUG oslo_vmware.api [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.015222] env[62321]: DEBUG oslo_vmware.api [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632833, 'name': PowerOnVM_Task, 'duration_secs': 0.538751} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.015564] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.015816] env[62321]: INFO nova.compute.manager [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Took 8.26 seconds to spawn the instance on the hypervisor. [ 676.016024] env[62321]: DEBUG nova.compute.manager [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.016908] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c36334-1780-4541-91a4-35842724ca70 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.203691] env[62321]: DEBUG nova.scheduler.client.report [None req-2035fd8f-07bd-4dee-a105-bdcb91491c83 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.222425] env[62321]: DEBUG oslo_vmware.api [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632834, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.537287] env[62321]: INFO nova.compute.manager [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Took 44.86 seconds to build instance. [ 676.587147] env[62321]: DEBUG nova.compute.manager [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 676.612468] env[62321]: DEBUG nova.virt.hardware [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 676.612705] env[62321]: DEBUG nova.virt.hardware [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 676.612859] env[62321]: DEBUG nova.virt.hardware [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.613048] env[62321]: DEBUG nova.virt.hardware [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 676.613202] env[62321]: DEBUG nova.virt.hardware [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.613348] env[62321]: DEBUG nova.virt.hardware [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 676.613559] env[62321]: DEBUG nova.virt.hardware [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 676.613717] env[62321]: DEBUG nova.virt.hardware [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 676.613875] env[62321]: DEBUG nova.virt.hardware [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 676.614044] env[62321]: DEBUG nova.virt.hardware [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 676.614221] env[62321]: DEBUG nova.virt.hardware [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 676.615073] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ba8594-6a8a-475c-98b0-984f235d4cdf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.623458] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2ff6f0-0c41-400a-8d71-38d84aeaed1b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.713046] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2035fd8f-07bd-4dee-a105-bdcb91491c83 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.715342] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e5a8b33d-a505-4ea0-aca0-06c6055be814 tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.926s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.715778] env[62321]: DEBUG nova.objects.instance [None req-e5a8b33d-a505-4ea0-aca0-06c6055be814 tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Lazy-loading 'resources' on Instance uuid 6f587834-2727-48fc-8dba-50754fa70643 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 676.722348] env[62321]: DEBUG oslo_vmware.api [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632834, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601622} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.723353] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 14b4b002-4fcd-4861-a812-47978097a8c3/14b4b002-4fcd-4861-a812-47978097a8c3.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.723353] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.723498] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57fdf093-8dfd-4149-9038-1076b153ae94 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.729966] env[62321]: DEBUG oslo_vmware.api [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 676.729966] env[62321]: value = "task-2632835" [ 676.729966] env[62321]: _type = "Task" [ 676.729966] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.736666] env[62321]: INFO nova.scheduler.client.report [None req-2035fd8f-07bd-4dee-a105-bdcb91491c83 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Deleted allocations for instance 2b9b9728-7733-4e6a-82dc-c1659481f577 [ 676.745276] env[62321]: DEBUG oslo_vmware.api [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632835, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.039997] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f7370385-35d5-4344-8ce9-82908ae31529 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Lock "6cb8928c-4d6d-4e4b-8a57-4a130f6afa57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.030s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.248684] env[62321]: DEBUG oslo_vmware.api [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632835, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.242355} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.250385] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.251052] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2035fd8f-07bd-4dee-a105-bdcb91491c83 tempest-InstanceActionsV221TestJSON-1505662529 tempest-InstanceActionsV221TestJSON-1505662529-project-member] Lock "2b9b9728-7733-4e6a-82dc-c1659481f577" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.336s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.252602] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa4d2a3-3ee3-4d83-8931-201595f2b538 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.282114] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 14b4b002-4fcd-4861-a812-47978097a8c3/14b4b002-4fcd-4861-a812-47978097a8c3.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.285648] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8f568bf-f40b-482d-a520-f64f8ebb023d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.305697] env[62321]: DEBUG oslo_vmware.api [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 677.305697] env[62321]: value = "task-2632836" [ 677.305697] env[62321]: _type = "Task" [ 677.305697] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.313940] env[62321]: DEBUG oslo_vmware.api [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632836, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.499542] env[62321]: DEBUG nova.compute.manager [req-4a897f92-b981-459d-9f2b-78b7f3db70b7 req-89046c0f-bc33-4465-ad94-0743bde42a9d service nova] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Received event network-vif-plugged-10b4de86-b1af-46c1-940b-ac005a14f975 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 677.499918] env[62321]: DEBUG oslo_concurrency.lockutils [req-4a897f92-b981-459d-9f2b-78b7f3db70b7 req-89046c0f-bc33-4465-ad94-0743bde42a9d service nova] Acquiring lock "385348f6-00bb-4199-adcf-043fc12e8d9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.500281] env[62321]: DEBUG oslo_concurrency.lockutils [req-4a897f92-b981-459d-9f2b-78b7f3db70b7 req-89046c0f-bc33-4465-ad94-0743bde42a9d service nova] Lock "385348f6-00bb-4199-adcf-043fc12e8d9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.500431] env[62321]: DEBUG oslo_concurrency.lockutils [req-4a897f92-b981-459d-9f2b-78b7f3db70b7 req-89046c0f-bc33-4465-ad94-0743bde42a9d service nova] Lock "385348f6-00bb-4199-adcf-043fc12e8d9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.500539] env[62321]: DEBUG nova.compute.manager [req-4a897f92-b981-459d-9f2b-78b7f3db70b7 req-89046c0f-bc33-4465-ad94-0743bde42a9d service nova] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] No waiting events found dispatching network-vif-plugged-10b4de86-b1af-46c1-940b-ac005a14f975 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 677.500743] env[62321]: WARNING nova.compute.manager [req-4a897f92-b981-459d-9f2b-78b7f3db70b7 req-89046c0f-bc33-4465-ad94-0743bde42a9d service nova] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Received unexpected event network-vif-plugged-10b4de86-b1af-46c1-940b-ac005a14f975 for instance with vm_state building and task_state spawning. [ 677.546985] env[62321]: DEBUG nova.network.neutron [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Successfully updated port: 10b4de86-b1af-46c1-940b-ac005a14f975 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 677.548336] env[62321]: DEBUG nova.compute.manager [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.695814] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc604915-ca4c-4b35-8e64-980ff524db46 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.702944] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddddadba-0ed6-4d34-b37d-c58fcf1bcf91 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.734268] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3bc270-0762-47fd-98aa-171b0223b044 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.741384] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35654d6-b9e3-43a7-b36c-215740f785a4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.754219] env[62321]: DEBUG nova.compute.provider_tree [None req-e5a8b33d-a505-4ea0-aca0-06c6055be814 tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 677.815258] env[62321]: DEBUG oslo_vmware.api [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632836, 'name': ReconfigVM_Task, 'duration_secs': 0.265947} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.815556] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 14b4b002-4fcd-4861-a812-47978097a8c3/14b4b002-4fcd-4861-a812-47978097a8c3.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.816274] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc17b81d-3aad-4440-b69a-fee8da4fa8e2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.822284] env[62321]: DEBUG oslo_vmware.api [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 677.822284] env[62321]: value = "task-2632837" [ 677.822284] env[62321]: _type = "Task" [ 677.822284] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.833110] env[62321]: DEBUG oslo_vmware.api [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632837, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.053347] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquiring lock "refresh_cache-385348f6-00bb-4199-adcf-043fc12e8d9c" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.053347] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquired lock "refresh_cache-385348f6-00bb-4199-adcf-043fc12e8d9c" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.053347] env[62321]: DEBUG nova.network.neutron [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.074896] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.091719] env[62321]: DEBUG nova.compute.manager [None req-968657ba-19d9-424b-aa09-b4fdac415404 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.092694] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7e5f40-c566-4499-8157-e34fcec8c981 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.279039] env[62321]: ERROR nova.scheduler.client.report [None req-e5a8b33d-a505-4ea0-aca0-06c6055be814 tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] [req-3bb85409-7666-46f6-bf4d-25f1c5e45b35] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e4ce1efe-a8f0-4655-8f76-50516c538695. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3bb85409-7666-46f6-bf4d-25f1c5e45b35"}]} [ 678.296036] env[62321]: DEBUG nova.scheduler.client.report [None req-e5a8b33d-a505-4ea0-aca0-06c6055be814 tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Refreshing inventories for resource provider e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 678.309963] env[62321]: DEBUG nova.scheduler.client.report [None req-e5a8b33d-a505-4ea0-aca0-06c6055be814 tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Updating ProviderTree inventory for provider e4ce1efe-a8f0-4655-8f76-50516c538695 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 678.310222] env[62321]: DEBUG nova.compute.provider_tree [None req-e5a8b33d-a505-4ea0-aca0-06c6055be814 tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 678.322492] env[62321]: DEBUG nova.scheduler.client.report [None req-e5a8b33d-a505-4ea0-aca0-06c6055be814 tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Refreshing aggregate associations for resource provider e4ce1efe-a8f0-4655-8f76-50516c538695, aggregates: None {{(pid=62321) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 678.333606] env[62321]: DEBUG oslo_vmware.api [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632837, 'name': Rename_Task, 'duration_secs': 0.344792} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.333919] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.334212] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9981a36a-6c73-49e1-825e-ee43cf85706d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.340704] env[62321]: DEBUG oslo_vmware.api [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 678.340704] env[62321]: value = "task-2632838" [ 678.340704] env[62321]: _type = "Task" [ 678.340704] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.341587] env[62321]: DEBUG nova.scheduler.client.report [None req-e5a8b33d-a505-4ea0-aca0-06c6055be814 tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Refreshing trait associations for resource provider e4ce1efe-a8f0-4655-8f76-50516c538695, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62321) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 678.351592] env[62321]: DEBUG oslo_vmware.api [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.602148] env[62321]: DEBUG nova.network.neutron [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 678.604877] env[62321]: INFO nova.compute.manager [None req-968657ba-19d9-424b-aa09-b4fdac415404 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] instance snapshotting [ 678.607741] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42de71f6-e7b8-4526-b46a-574b508771c4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.642751] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0530923d-a296-4c14-af25-5f72becedd4a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.812300] env[62321]: DEBUG nova.network.neutron [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Updating instance_info_cache with network_info: [{"id": "10b4de86-b1af-46c1-940b-ac005a14f975", "address": "fa:16:3e:85:66:84", "network": {"id": "314db273-8976-4a94-bbe0-6baf1448b901", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-577289600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1b0852185df48979c10a6de967a85fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10b4de86-b1", "ovs_interfaceid": "10b4de86-b1af-46c1-940b-ac005a14f975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.829549] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641891b5-d0cf-4cd3-a3e1-2594e44bb234 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.837548] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbb9553-976c-4f35-bc7b-2d9968fbe9df {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.882244] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4edd922-0ca5-4aa0-aeb7-4da14adebb16 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.885111] env[62321]: DEBUG oslo_vmware.api [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632838, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.890329] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e68d00e-4b12-4747-8acb-3b05eb30858d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.909811] env[62321]: DEBUG nova.compute.provider_tree [None req-e5a8b33d-a505-4ea0-aca0-06c6055be814 tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 679.154484] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-968657ba-19d9-424b-aa09-b4fdac415404 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Creating Snapshot of the VM instance {{(pid=62321) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 679.154834] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-984715d1-3989-4e4a-b6d3-7feb89f26d04 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.162356] env[62321]: DEBUG oslo_vmware.api [None req-968657ba-19d9-424b-aa09-b4fdac415404 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Waiting for the task: (returnval){ [ 679.162356] env[62321]: value = "task-2632839" [ 679.162356] env[62321]: _type = "Task" [ 679.162356] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.170854] env[62321]: DEBUG oslo_vmware.api [None req-968657ba-19d9-424b-aa09-b4fdac415404 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2632839, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.315374] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Releasing lock "refresh_cache-385348f6-00bb-4199-adcf-043fc12e8d9c" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.315716] env[62321]: DEBUG nova.compute.manager [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Instance network_info: |[{"id": "10b4de86-b1af-46c1-940b-ac005a14f975", "address": "fa:16:3e:85:66:84", "network": {"id": "314db273-8976-4a94-bbe0-6baf1448b901", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-577289600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1b0852185df48979c10a6de967a85fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10b4de86-b1", "ovs_interfaceid": "10b4de86-b1af-46c1-940b-ac005a14f975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 679.316166] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:66:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9f208df-1fb5-4403-9796-7fd19e4bfb85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10b4de86-b1af-46c1-940b-ac005a14f975', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 679.324032] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Creating folder: Project (a1b0852185df48979c10a6de967a85fd). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.324032] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef30d8bd-fd67-4304-8cd4-13c073be9408 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.334530] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Created folder: Project (a1b0852185df48979c10a6de967a85fd) in parent group-v530434. [ 679.334754] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Creating folder: Instances. Parent ref: group-v530539. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.335057] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8871c2c3-66d2-432b-9ec5-1fac144854d8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.345091] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Created folder: Instances in parent group-v530539. [ 679.345361] env[62321]: DEBUG oslo.service.loopingcall [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 679.348478] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 679.348725] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c65b600-14e6-4871-a349-4b1ba2bcfee7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.367720] env[62321]: DEBUG oslo_vmware.api [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632838, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.368967] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 679.368967] env[62321]: value = "task-2632842" [ 679.368967] env[62321]: _type = "Task" [ 679.368967] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.376274] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632842, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.400912] env[62321]: DEBUG oslo_concurrency.lockutils [None req-41c262ef-8496-48aa-80c9-e8848174db0a tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Acquiring lock "0a511243-824b-4c55-a804-fd8e69dbbaf9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.401212] env[62321]: DEBUG oslo_concurrency.lockutils [None req-41c262ef-8496-48aa-80c9-e8848174db0a tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Lock "0a511243-824b-4c55-a804-fd8e69dbbaf9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.401429] env[62321]: DEBUG nova.compute.manager [None req-41c262ef-8496-48aa-80c9-e8848174db0a tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.402375] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f21e99c-c1cb-4b04-995e-ae0a8d509aa8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.408825] env[62321]: DEBUG nova.compute.manager [None req-41c262ef-8496-48aa-80c9-e8848174db0a tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62321) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 679.409404] env[62321]: DEBUG nova.objects.instance [None req-41c262ef-8496-48aa-80c9-e8848174db0a tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Lazy-loading 'flavor' on Instance uuid 0a511243-824b-4c55-a804-fd8e69dbbaf9 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 679.444811] env[62321]: DEBUG nova.scheduler.client.report [None req-e5a8b33d-a505-4ea0-aca0-06c6055be814 tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Updated inventory for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with generation 63 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 679.445093] env[62321]: DEBUG nova.compute.provider_tree [None req-e5a8b33d-a505-4ea0-aca0-06c6055be814 tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Updating resource provider e4ce1efe-a8f0-4655-8f76-50516c538695 generation from 63 to 64 during operation: update_inventory {{(pid=62321) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 679.445284] env[62321]: DEBUG nova.compute.provider_tree [None req-e5a8b33d-a505-4ea0-aca0-06c6055be814 tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 679.597112] env[62321]: DEBUG nova.compute.manager [req-18a7ba20-3217-4696-891c-f205f4881ede req-8f4ad30a-d21c-4bcd-ac8e-a91749592155 service nova] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Received event network-changed-10b4de86-b1af-46c1-940b-ac005a14f975 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 679.597321] env[62321]: DEBUG nova.compute.manager [req-18a7ba20-3217-4696-891c-f205f4881ede req-8f4ad30a-d21c-4bcd-ac8e-a91749592155 service nova] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Refreshing instance network info cache due to event network-changed-10b4de86-b1af-46c1-940b-ac005a14f975. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 679.597570] env[62321]: DEBUG oslo_concurrency.lockutils [req-18a7ba20-3217-4696-891c-f205f4881ede req-8f4ad30a-d21c-4bcd-ac8e-a91749592155 service nova] Acquiring lock "refresh_cache-385348f6-00bb-4199-adcf-043fc12e8d9c" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.597735] env[62321]: DEBUG oslo_concurrency.lockutils [req-18a7ba20-3217-4696-891c-f205f4881ede req-8f4ad30a-d21c-4bcd-ac8e-a91749592155 service nova] Acquired lock "refresh_cache-385348f6-00bb-4199-adcf-043fc12e8d9c" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.597902] env[62321]: DEBUG nova.network.neutron [req-18a7ba20-3217-4696-891c-f205f4881ede req-8f4ad30a-d21c-4bcd-ac8e-a91749592155 service nova] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Refreshing network info cache for port 10b4de86-b1af-46c1-940b-ac005a14f975 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.672793] env[62321]: DEBUG oslo_vmware.api [None req-968657ba-19d9-424b-aa09-b4fdac415404 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2632839, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.855184] env[62321]: DEBUG oslo_vmware.api [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632838, 'name': PowerOnVM_Task, 'duration_secs': 1.346501} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.855579] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.855844] env[62321]: INFO nova.compute.manager [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Took 9.57 seconds to spawn the instance on the hypervisor. [ 679.856153] env[62321]: DEBUG nova.compute.manager [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.857009] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ec3822-97a2-44c7-a8e8-7375276e532e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.877848] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632842, 'name': CreateVM_Task, 'duration_secs': 0.329372} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.878049] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.878735] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.878928] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.879285] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.879534] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f51572c6-5981-4c8c-b753-ac75b8e0277a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.883714] env[62321]: DEBUG oslo_vmware.api [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 679.883714] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]529642ed-a131-7be9-19f6-b712c023ad7b" [ 679.883714] env[62321]: _type = "Task" [ 679.883714] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.890997] env[62321]: DEBUG oslo_vmware.api [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]529642ed-a131-7be9-19f6-b712c023ad7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.951465] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e5a8b33d-a505-4ea0-aca0-06c6055be814 tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.235s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.955206] env[62321]: DEBUG oslo_concurrency.lockutils [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.168s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.956851] env[62321]: INFO nova.compute.claims [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.982697] env[62321]: INFO nova.scheduler.client.report [None req-e5a8b33d-a505-4ea0-aca0-06c6055be814 tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Deleted allocations for instance 6f587834-2727-48fc-8dba-50754fa70643 [ 680.173250] env[62321]: DEBUG oslo_vmware.api [None req-968657ba-19d9-424b-aa09-b4fdac415404 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2632839, 'name': CreateSnapshot_Task, 'duration_secs': 0.710579} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.173525] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-968657ba-19d9-424b-aa09-b4fdac415404 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Created Snapshot of the VM instance {{(pid=62321) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 680.174309] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b122ceac-b526-480e-bc4f-a5d4a6eac7a5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.380586] env[62321]: INFO nova.compute.manager [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Took 47.07 seconds to build instance. [ 680.397208] env[62321]: DEBUG oslo_vmware.api [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]529642ed-a131-7be9-19f6-b712c023ad7b, 'name': SearchDatastore_Task, 'duration_secs': 0.008948} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.397563] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.398315] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 680.398315] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.398315] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.398454] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 680.398795] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6eb62c2a-f1dc-4cd5-b560-dc1b0af5e213 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.410148] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 680.410324] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 680.411203] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32b977f3-43d2-4716-b28a-4dd5c0bc222d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.416030] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-41c262ef-8496-48aa-80c9-e8848174db0a tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 680.416196] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd67fd6a-cf32-4d3a-ac35-20b55d55ccb0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.417654] env[62321]: DEBUG oslo_vmware.api [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 680.417654] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]525bc98a-3fc1-2fbf-8718-9649a0cbb322" [ 680.417654] env[62321]: _type = "Task" [ 680.417654] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.418385] env[62321]: DEBUG nova.network.neutron [req-18a7ba20-3217-4696-891c-f205f4881ede req-8f4ad30a-d21c-4bcd-ac8e-a91749592155 service nova] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Updated VIF entry in instance network info cache for port 10b4de86-b1af-46c1-940b-ac005a14f975. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.418710] env[62321]: DEBUG nova.network.neutron [req-18a7ba20-3217-4696-891c-f205f4881ede req-8f4ad30a-d21c-4bcd-ac8e-a91749592155 service nova] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Updating instance_info_cache with network_info: [{"id": "10b4de86-b1af-46c1-940b-ac005a14f975", "address": "fa:16:3e:85:66:84", "network": {"id": "314db273-8976-4a94-bbe0-6baf1448b901", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-577289600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1b0852185df48979c10a6de967a85fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10b4de86-b1", "ovs_interfaceid": "10b4de86-b1af-46c1-940b-ac005a14f975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.424698] env[62321]: DEBUG oslo_vmware.api [None req-41c262ef-8496-48aa-80c9-e8848174db0a tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Waiting for the task: (returnval){ [ 680.424698] env[62321]: value = "task-2632843" [ 680.424698] env[62321]: _type = "Task" [ 680.424698] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.430611] env[62321]: DEBUG oslo_vmware.api [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]525bc98a-3fc1-2fbf-8718-9649a0cbb322, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.435762] env[62321]: DEBUG oslo_vmware.api [None req-41c262ef-8496-48aa-80c9-e8848174db0a tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.491392] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e5a8b33d-a505-4ea0-aca0-06c6055be814 tempest-DeleteServersAdminTestJSON-339286578 tempest-DeleteServersAdminTestJSON-339286578-project-member] Lock "6f587834-2727-48fc-8dba-50754fa70643" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.611s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.692911] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-968657ba-19d9-424b-aa09-b4fdac415404 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Creating linked-clone VM from snapshot {{(pid=62321) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 680.693260] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3426b997-1d40-4ff1-9770-277c3612e24b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.701555] env[62321]: DEBUG oslo_vmware.api [None req-968657ba-19d9-424b-aa09-b4fdac415404 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Waiting for the task: (returnval){ [ 680.701555] env[62321]: value = "task-2632844" [ 680.701555] env[62321]: _type = "Task" [ 680.701555] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.709992] env[62321]: DEBUG oslo_vmware.api [None req-968657ba-19d9-424b-aa09-b4fdac415404 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2632844, 'name': CloneVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.885698] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a2f9e2da-6cac-46a3-a084-a2351839c734 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "14b4b002-4fcd-4861-a812-47978097a8c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.826s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.924443] env[62321]: DEBUG oslo_concurrency.lockutils [req-18a7ba20-3217-4696-891c-f205f4881ede req-8f4ad30a-d21c-4bcd-ac8e-a91749592155 service nova] Releasing lock "refresh_cache-385348f6-00bb-4199-adcf-043fc12e8d9c" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.932859] env[62321]: DEBUG oslo_vmware.api [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]525bc98a-3fc1-2fbf-8718-9649a0cbb322, 'name': SearchDatastore_Task, 'duration_secs': 0.023484} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.934345] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34bf197d-2889-47fd-b106-9b6f98b62b54 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.939722] env[62321]: DEBUG oslo_vmware.api [None req-41c262ef-8496-48aa-80c9-e8848174db0a tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632843, 'name': PowerOffVM_Task, 'duration_secs': 0.241167} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.940333] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-41c262ef-8496-48aa-80c9-e8848174db0a tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 680.940542] env[62321]: DEBUG nova.compute.manager [None req-41c262ef-8496-48aa-80c9-e8848174db0a tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.941377] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073ec52c-a8cf-4ccd-8b09-ffa1c8e0a73f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.945119] env[62321]: DEBUG oslo_vmware.api [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 680.945119] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528cf4c5-bb92-11d5-7755-7e216bfddde6" [ 680.945119] env[62321]: _type = "Task" [ 680.945119] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.958165] env[62321]: DEBUG oslo_vmware.api [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528cf4c5-bb92-11d5-7755-7e216bfddde6, 'name': SearchDatastore_Task, 'duration_secs': 0.01086} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.958484] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.958806] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 385348f6-00bb-4199-adcf-043fc12e8d9c/385348f6-00bb-4199-adcf-043fc12e8d9c.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.959037] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6fc9e737-7ea9-4224-a310-8b27686ba913 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.969129] env[62321]: DEBUG oslo_vmware.api [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 680.969129] env[62321]: value = "task-2632845" [ 680.969129] env[62321]: _type = "Task" [ 680.969129] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.978489] env[62321]: DEBUG oslo_vmware.api [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2632845, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.212237] env[62321]: DEBUG oslo_vmware.api [None req-968657ba-19d9-424b-aa09-b4fdac415404 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2632844, 'name': CloneVM_Task} progress is 94%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.295336] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a940b91-aa21-4a4f-a319-f2f9378e8c4c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.306701] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-107a9a3b-8f22-4b91-9afa-31db912261f7 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Suspending the VM {{(pid=62321) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 681.307076] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-fa834f24-d938-4c5d-9bfc-e8dee53306b1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.315626] env[62321]: DEBUG oslo_vmware.api [None req-107a9a3b-8f22-4b91-9afa-31db912261f7 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 681.315626] env[62321]: value = "task-2632846" [ 681.315626] env[62321]: _type = "Task" [ 681.315626] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.324715] env[62321]: DEBUG oslo_vmware.api [None req-107a9a3b-8f22-4b91-9afa-31db912261f7 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632846, 'name': SuspendVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.388752] env[62321]: DEBUG nova.compute.manager [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.448883] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a619ab-c3d4-46d2-b15d-eec90e7e8c7e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.458746] env[62321]: DEBUG oslo_concurrency.lockutils [None req-41c262ef-8496-48aa-80c9-e8848174db0a tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Lock "0a511243-824b-4c55-a804-fd8e69dbbaf9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.464026] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026aeba2-3383-4f91-a830-59e0d9e96eee {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.500087] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3d2fcb-35c6-430d-b0e5-7699079a345b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.509671] env[62321]: DEBUG oslo_vmware.api [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2632845, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.513431] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62c3988-5ec2-47d2-bc54-24f7a3f9c571 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.529017] env[62321]: DEBUG nova.compute.provider_tree [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.713888] env[62321]: DEBUG oslo_vmware.api [None req-968657ba-19d9-424b-aa09-b4fdac415404 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2632844, 'name': CloneVM_Task} progress is 94%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.826551] env[62321]: DEBUG oslo_vmware.api [None req-107a9a3b-8f22-4b91-9afa-31db912261f7 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632846, 'name': SuspendVM_Task} progress is 58%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.909517] env[62321]: DEBUG oslo_concurrency.lockutils [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.004403] env[62321]: DEBUG oslo_vmware.api [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2632845, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.767526} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.004660] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 385348f6-00bb-4199-adcf-043fc12e8d9c/385348f6-00bb-4199-adcf-043fc12e8d9c.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.004872] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.005149] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca5f78c0-fd5c-4987-b015-699f4db7861f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.012108] env[62321]: DEBUG oslo_vmware.api [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 682.012108] env[62321]: value = "task-2632847" [ 682.012108] env[62321]: _type = "Task" [ 682.012108] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.019943] env[62321]: DEBUG oslo_vmware.api [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2632847, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.032274] env[62321]: DEBUG nova.scheduler.client.report [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.127038] env[62321]: DEBUG nova.objects.instance [None req-c733c274-47af-4a62-9184-1bf534afef0f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Lazy-loading 'flavor' on Instance uuid 0a511243-824b-4c55-a804-fd8e69dbbaf9 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 682.213555] env[62321]: DEBUG oslo_vmware.api [None req-968657ba-19d9-424b-aa09-b4fdac415404 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2632844, 'name': CloneVM_Task} progress is 95%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.329829] env[62321]: DEBUG oslo_vmware.api [None req-107a9a3b-8f22-4b91-9afa-31db912261f7 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632846, 'name': SuspendVM_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.522877] env[62321]: DEBUG oslo_vmware.api [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2632847, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139262} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.522877] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.522877] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbdbb3d0-7b7d-4ab8-ad42-5febbd986dcd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.539178] env[62321]: DEBUG oslo_concurrency.lockutils [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.539706] env[62321]: DEBUG nova.compute.manager [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 682.552106] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 385348f6-00bb-4199-adcf-043fc12e8d9c/385348f6-00bb-4199-adcf-043fc12e8d9c.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.552690] env[62321]: DEBUG oslo_concurrency.lockutils [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.810s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.554156] env[62321]: INFO nova.compute.claims [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.557279] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9e85122-1250-4c4c-8ec1-bead7f268465 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.577317] env[62321]: DEBUG oslo_vmware.api [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 682.577317] env[62321]: value = "task-2632848" [ 682.577317] env[62321]: _type = "Task" [ 682.577317] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.586904] env[62321]: DEBUG oslo_vmware.api [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2632848, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.632930] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c733c274-47af-4a62-9184-1bf534afef0f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Acquiring lock "refresh_cache-0a511243-824b-4c55-a804-fd8e69dbbaf9" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.633204] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c733c274-47af-4a62-9184-1bf534afef0f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Acquired lock "refresh_cache-0a511243-824b-4c55-a804-fd8e69dbbaf9" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.634064] env[62321]: DEBUG nova.network.neutron [None req-c733c274-47af-4a62-9184-1bf534afef0f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.634064] env[62321]: DEBUG nova.objects.instance [None req-c733c274-47af-4a62-9184-1bf534afef0f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Lazy-loading 'info_cache' on Instance uuid 0a511243-824b-4c55-a804-fd8e69dbbaf9 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 682.714390] env[62321]: DEBUG oslo_vmware.api [None req-968657ba-19d9-424b-aa09-b4fdac415404 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2632844, 'name': CloneVM_Task, 'duration_secs': 1.993441} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.714731] env[62321]: INFO nova.virt.vmwareapi.vmops [None req-968657ba-19d9-424b-aa09-b4fdac415404 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Created linked-clone VM from snapshot [ 682.715537] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183b0824-11c2-4125-baaa-36cb07e615cf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.723093] env[62321]: DEBUG nova.virt.vmwareapi.images [None req-968657ba-19d9-424b-aa09-b4fdac415404 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Uploading image 188e0337-fc17-44e1-bf0d-09fb30dfd43c {{(pid=62321) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 682.737040] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-968657ba-19d9-424b-aa09-b4fdac415404 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Destroying the VM {{(pid=62321) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 682.737262] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2fb01e26-2746-4eab-b665-305d57257f10 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.744635] env[62321]: DEBUG oslo_vmware.api [None req-968657ba-19d9-424b-aa09-b4fdac415404 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Waiting for the task: (returnval){ [ 682.744635] env[62321]: value = "task-2632849" [ 682.744635] env[62321]: _type = "Task" [ 682.744635] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.753036] env[62321]: DEBUG oslo_vmware.api [None req-968657ba-19d9-424b-aa09-b4fdac415404 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2632849, 'name': Destroy_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.827027] env[62321]: DEBUG oslo_vmware.api [None req-107a9a3b-8f22-4b91-9afa-31db912261f7 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632846, 'name': SuspendVM_Task, 'duration_secs': 1.057613} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.827338] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-107a9a3b-8f22-4b91-9afa-31db912261f7 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Suspended the VM {{(pid=62321) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 682.827559] env[62321]: DEBUG nova.compute.manager [None req-107a9a3b-8f22-4b91-9afa-31db912261f7 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.828392] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7eaf46a-52ea-4d28-bc76-c834551cef77 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.054152] env[62321]: DEBUG nova.compute.utils [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 683.055569] env[62321]: DEBUG nova.compute.manager [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 683.055725] env[62321]: DEBUG nova.network.neutron [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 683.089316] env[62321]: DEBUG oslo_vmware.api [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2632848, 'name': ReconfigVM_Task, 'duration_secs': 0.319877} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.091532] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 385348f6-00bb-4199-adcf-043fc12e8d9c/385348f6-00bb-4199-adcf-043fc12e8d9c.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.091532] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0933ba7b-68b8-4353-b144-3bdc356d9d02 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.096716] env[62321]: DEBUG oslo_vmware.api [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 683.096716] env[62321]: value = "task-2632850" [ 683.096716] env[62321]: _type = "Task" [ 683.096716] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.105153] env[62321]: DEBUG oslo_vmware.api [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2632850, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.137523] env[62321]: DEBUG nova.policy [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5dbdd906b9ce47d2ad3c4d2ce5c29de0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4486b1b4c3694d8b80b352c248ff6835', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.140273] env[62321]: DEBUG nova.objects.base [None req-c733c274-47af-4a62-9184-1bf534afef0f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Object Instance<0a511243-824b-4c55-a804-fd8e69dbbaf9> lazy-loaded attributes: flavor,info_cache {{(pid=62321) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 683.259491] env[62321]: DEBUG oslo_vmware.api [None req-968657ba-19d9-424b-aa09-b4fdac415404 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2632849, 'name': Destroy_Task} progress is 33%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.535529] env[62321]: DEBUG nova.network.neutron [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Successfully created port: d614ac97-5861-4d47-b21e-2c489b485e0f {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.559259] env[62321]: DEBUG nova.compute.manager [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 683.612663] env[62321]: DEBUG oslo_vmware.api [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2632850, 'name': Rename_Task, 'duration_secs': 0.144538} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.615426] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.616050] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10677beb-1ede-422f-89e3-448835734d96 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.623822] env[62321]: DEBUG oslo_vmware.api [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 683.623822] env[62321]: value = "task-2632851" [ 683.623822] env[62321]: _type = "Task" [ 683.623822] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.639300] env[62321]: DEBUG oslo_vmware.api [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2632851, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.765589] env[62321]: DEBUG oslo_vmware.api [None req-968657ba-19d9-424b-aa09-b4fdac415404 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2632849, 'name': Destroy_Task, 'duration_secs': 0.830261} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.765940] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-968657ba-19d9-424b-aa09-b4fdac415404 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Destroyed the VM [ 683.767965] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-968657ba-19d9-424b-aa09-b4fdac415404 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Deleting Snapshot of the VM instance {{(pid=62321) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 683.768260] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3c925e3c-1125-4227-9f61-1fdf9de6f1ae {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.775232] env[62321]: DEBUG oslo_vmware.api [None req-968657ba-19d9-424b-aa09-b4fdac415404 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Waiting for the task: (returnval){ [ 683.775232] env[62321]: value = "task-2632852" [ 683.775232] env[62321]: _type = "Task" [ 683.775232] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.783793] env[62321]: DEBUG oslo_vmware.api [None req-968657ba-19d9-424b-aa09-b4fdac415404 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2632852, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.901543] env[62321]: DEBUG nova.network.neutron [None req-c733c274-47af-4a62-9184-1bf534afef0f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Updating instance_info_cache with network_info: [{"id": "c6ae437d-3ff8-4188-b86e-89d652cc35ac", "address": "fa:16:3e:0b:a1:47", "network": {"id": "913488fe-2f31-46ae-9c9b-28eae3fb5d88", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-999144414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37823ca5672a4891ad37e342a7fc5831", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6ae437d-3f", "ovs_interfaceid": "c6ae437d-3ff8-4188-b86e-89d652cc35ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.106166] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93cee276-06df-49e9-920e-7870a9d5b0d1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.113915] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18dd313-cc2e-44db-9170-54b6014eb880 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.152574] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0cb3d9-e995-4b25-a52d-03ac732cee1c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.160323] env[62321]: DEBUG oslo_vmware.api [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2632851, 'name': PowerOnVM_Task, 'duration_secs': 0.486238} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.162314] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.162516] env[62321]: INFO nova.compute.manager [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Took 7.58 seconds to spawn the instance on the hypervisor. [ 684.162696] env[62321]: DEBUG nova.compute.manager [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.163443] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6ab99e-37fe-4b57-b8a0-a815c8c9dc60 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.166538] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebbc617-1d6d-4baa-8ae2-8bb7771278de {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.185925] env[62321]: DEBUG nova.compute.provider_tree [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 684.285089] env[62321]: DEBUG oslo_vmware.api [None req-968657ba-19d9-424b-aa09-b4fdac415404 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2632852, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.403934] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c733c274-47af-4a62-9184-1bf534afef0f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Releasing lock "refresh_cache-0a511243-824b-4c55-a804-fd8e69dbbaf9" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.572065] env[62321]: DEBUG nova.compute.manager [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 684.596938] env[62321]: DEBUG nova.virt.hardware [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.597230] env[62321]: DEBUG nova.virt.hardware [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.597358] env[62321]: DEBUG nova.virt.hardware [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.597555] env[62321]: DEBUG nova.virt.hardware [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.597722] env[62321]: DEBUG nova.virt.hardware [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.597869] env[62321]: DEBUG nova.virt.hardware [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.598141] env[62321]: DEBUG nova.virt.hardware [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.598316] env[62321]: DEBUG nova.virt.hardware [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.598486] env[62321]: DEBUG nova.virt.hardware [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.598651] env[62321]: DEBUG nova.virt.hardware [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.598820] env[62321]: DEBUG nova.virt.hardware [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.599699] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73194cf4-dd36-43be-beb8-f0e2e664a617 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.608181] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde46a2f-5584-49b6-b6cd-776473080267 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.622710] env[62321]: DEBUG nova.compute.manager [None req-14bb1a3e-b9ca-4080-98fc-d9142a9ada34 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.623626] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbc1060-1a72-433d-bd08-01cb8e040436 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.696789] env[62321]: INFO nova.compute.manager [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Took 49.39 seconds to build instance. [ 684.726307] env[62321]: DEBUG nova.scheduler.client.report [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Updated inventory for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with generation 64 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 684.726575] env[62321]: DEBUG nova.compute.provider_tree [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Updating resource provider e4ce1efe-a8f0-4655-8f76-50516c538695 generation from 64 to 65 during operation: update_inventory {{(pid=62321) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 684.726757] env[62321]: DEBUG nova.compute.provider_tree [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 684.785423] env[62321]: DEBUG oslo_vmware.api [None req-968657ba-19d9-424b-aa09-b4fdac415404 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2632852, 'name': RemoveSnapshot_Task, 'duration_secs': 0.637653} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.785771] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-968657ba-19d9-424b-aa09-b4fdac415404 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Deleted Snapshot of the VM instance {{(pid=62321) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 685.133614] env[62321]: INFO nova.compute.manager [None req-14bb1a3e-b9ca-4080-98fc-d9142a9ada34 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] instance snapshotting [ 685.133822] env[62321]: WARNING nova.compute.manager [None req-14bb1a3e-b9ca-4080-98fc-d9142a9ada34 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 685.136597] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd95a74-2bd5-42e3-886f-de14586da925 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.163159] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06a501d-7614-4d54-9eb1-7e7aa016876a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.199079] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bfa2a05b-bc50-4934-8877-6d2c55f76c98 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lock "385348f6-00bb-4199-adcf-043fc12e8d9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.544s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.216853] env[62321]: DEBUG nova.compute.manager [req-15cb734a-dfd5-44de-84e8-e9d33708c901 req-22afed3b-5b93-47f3-8abb-090a0c46df43 service nova] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Received event network-vif-plugged-d614ac97-5861-4d47-b21e-2c489b485e0f {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 685.217079] env[62321]: DEBUG oslo_concurrency.lockutils [req-15cb734a-dfd5-44de-84e8-e9d33708c901 req-22afed3b-5b93-47f3-8abb-090a0c46df43 service nova] Acquiring lock "88c9e905-5a60-4109-a03f-fa971843c488-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.217292] env[62321]: DEBUG oslo_concurrency.lockutils [req-15cb734a-dfd5-44de-84e8-e9d33708c901 req-22afed3b-5b93-47f3-8abb-090a0c46df43 service nova] Lock "88c9e905-5a60-4109-a03f-fa971843c488-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.217479] env[62321]: DEBUG oslo_concurrency.lockutils [req-15cb734a-dfd5-44de-84e8-e9d33708c901 req-22afed3b-5b93-47f3-8abb-090a0c46df43 service nova] Lock "88c9e905-5a60-4109-a03f-fa971843c488-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.217684] env[62321]: DEBUG nova.compute.manager [req-15cb734a-dfd5-44de-84e8-e9d33708c901 req-22afed3b-5b93-47f3-8abb-090a0c46df43 service nova] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] No waiting events found dispatching network-vif-plugged-d614ac97-5861-4d47-b21e-2c489b485e0f {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 685.217822] env[62321]: WARNING nova.compute.manager [req-15cb734a-dfd5-44de-84e8-e9d33708c901 req-22afed3b-5b93-47f3-8abb-090a0c46df43 service nova] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Received unexpected event network-vif-plugged-d614ac97-5861-4d47-b21e-2c489b485e0f for instance with vm_state building and task_state spawning. [ 685.232457] env[62321]: DEBUG oslo_concurrency.lockutils [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.232981] env[62321]: DEBUG nova.compute.manager [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 685.236506] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f4e870e1-5551-4f65-8dc5-48df383118dd tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.905s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.236506] env[62321]: DEBUG nova.objects.instance [None req-f4e870e1-5551-4f65-8dc5-48df383118dd tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Lazy-loading 'resources' on Instance uuid 62dce1f2-05c6-4634-ac62-423af6d9e966 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 685.290980] env[62321]: WARNING nova.compute.manager [None req-968657ba-19d9-424b-aa09-b4fdac415404 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Image not found during snapshot: nova.exception.ImageNotFound: Image 188e0337-fc17-44e1-bf0d-09fb30dfd43c could not be found. [ 685.328625] env[62321]: DEBUG nova.network.neutron [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Successfully updated port: d614ac97-5861-4d47-b21e-2c489b485e0f {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 685.409576] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c733c274-47af-4a62-9184-1bf534afef0f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.410400] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-806af8ae-5c46-4177-8806-87a0f0db7d2b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.417734] env[62321]: DEBUG oslo_vmware.api [None req-c733c274-47af-4a62-9184-1bf534afef0f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Waiting for the task: (returnval){ [ 685.417734] env[62321]: value = "task-2632853" [ 685.417734] env[62321]: _type = "Task" [ 685.417734] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.427394] env[62321]: DEBUG oslo_vmware.api [None req-c733c274-47af-4a62-9184-1bf534afef0f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632853, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.674887] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-14bb1a3e-b9ca-4080-98fc-d9142a9ada34 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Creating Snapshot of the VM instance {{(pid=62321) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 685.675266] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-32a5233b-670b-4986-9ab7-c241b1d5eec4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.682953] env[62321]: DEBUG oslo_vmware.api [None req-14bb1a3e-b9ca-4080-98fc-d9142a9ada34 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 685.682953] env[62321]: value = "task-2632854" [ 685.682953] env[62321]: _type = "Task" [ 685.682953] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.692290] env[62321]: DEBUG oslo_vmware.api [None req-14bb1a3e-b9ca-4080-98fc-d9142a9ada34 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632854, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.701937] env[62321]: DEBUG nova.compute.manager [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.741763] env[62321]: DEBUG nova.compute.utils [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 685.744463] env[62321]: DEBUG nova.compute.manager [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 685.744463] env[62321]: DEBUG nova.network.neutron [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 685.785621] env[62321]: DEBUG nova.policy [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f977fd8dd7784cd49ad4751f0441c091', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97644ddec0e04a659816a6a39c450195', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.829751] env[62321]: DEBUG oslo_concurrency.lockutils [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Acquiring lock "refresh_cache-88c9e905-5a60-4109-a03f-fa971843c488" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.830926] env[62321]: DEBUG oslo_concurrency.lockutils [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Acquired lock "refresh_cache-88c9e905-5a60-4109-a03f-fa971843c488" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.830926] env[62321]: DEBUG nova.network.neutron [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.932291] env[62321]: DEBUG oslo_vmware.api [None req-c733c274-47af-4a62-9184-1bf534afef0f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632853, 'name': PowerOnVM_Task, 'duration_secs': 0.365759} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.932291] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c733c274-47af-4a62-9184-1bf534afef0f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.932605] env[62321]: DEBUG nova.compute.manager [None req-c733c274-47af-4a62-9184-1bf534afef0f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.933326] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25dd2c8a-eb77-4429-9d56-5288b0f72d23 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.194025] env[62321]: DEBUG oslo_vmware.api [None req-14bb1a3e-b9ca-4080-98fc-d9142a9ada34 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632854, 'name': CreateSnapshot_Task, 'duration_secs': 0.481784} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.195918] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-14bb1a3e-b9ca-4080-98fc-d9142a9ada34 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Created Snapshot of the VM instance {{(pid=62321) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 686.198719] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c122a89c-36a1-465e-b591-ded991d79bcb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.229441] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.247062] env[62321]: DEBUG nova.compute.manager [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 686.259732] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3687aba8-9738-48ea-879b-6f79d00c77ac {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.268369] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c331b832-3dfa-4f48-b69b-7ba04657e9a0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.299231] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76a835c-0807-41cb-a541-9056bc6339e9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.306629] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d190ccf-4844-4ba6-9df1-ac46022c3cf9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.321356] env[62321]: DEBUG nova.compute.provider_tree [None req-f4e870e1-5551-4f65-8dc5-48df383118dd tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.324110] env[62321]: DEBUG nova.network.neutron [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Successfully created port: cad41428-c3e7-4afb-a788-7f7268f97e45 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.367682] env[62321]: DEBUG nova.network.neutron [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.561552] env[62321]: DEBUG nova.network.neutron [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Updating instance_info_cache with network_info: [{"id": "d614ac97-5861-4d47-b21e-2c489b485e0f", "address": "fa:16:3e:61:e2:78", "network": {"id": "27eec93f-7a3e-4963-9042-8c7b44cb8605", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1190866456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4486b1b4c3694d8b80b352c248ff6835", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd614ac97-58", "ovs_interfaceid": "d614ac97-5861-4d47-b21e-2c489b485e0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.662027] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fd33f890-c945-4d31-8b17-ca422638eafd tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Acquiring lock "df106528-9ed2-4043-9d25-464d5beb3f7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.664420] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fd33f890-c945-4d31-8b17-ca422638eafd tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Lock "df106528-9ed2-4043-9d25-464d5beb3f7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.664660] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fd33f890-c945-4d31-8b17-ca422638eafd tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Acquiring lock "df106528-9ed2-4043-9d25-464d5beb3f7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.664851] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fd33f890-c945-4d31-8b17-ca422638eafd tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Lock "df106528-9ed2-4043-9d25-464d5beb3f7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.665118] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fd33f890-c945-4d31-8b17-ca422638eafd tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Lock "df106528-9ed2-4043-9d25-464d5beb3f7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.667140] env[62321]: INFO nova.compute.manager [None req-fd33f890-c945-4d31-8b17-ca422638eafd tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Terminating instance [ 686.728318] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-14bb1a3e-b9ca-4080-98fc-d9142a9ada34 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Creating linked-clone VM from snapshot {{(pid=62321) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 686.728629] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6085e06b-1af9-42eb-8062-1e7a03754979 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.737727] env[62321]: DEBUG oslo_vmware.api [None req-14bb1a3e-b9ca-4080-98fc-d9142a9ada34 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 686.737727] env[62321]: value = "task-2632855" [ 686.737727] env[62321]: _type = "Task" [ 686.737727] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.746873] env[62321]: DEBUG oslo_vmware.api [None req-14bb1a3e-b9ca-4080-98fc-d9142a9ada34 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632855, 'name': CloneVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.829274] env[62321]: DEBUG nova.scheduler.client.report [None req-f4e870e1-5551-4f65-8dc5-48df383118dd tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.064213] env[62321]: DEBUG oslo_concurrency.lockutils [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Releasing lock "refresh_cache-88c9e905-5a60-4109-a03f-fa971843c488" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.064534] env[62321]: DEBUG nova.compute.manager [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Instance network_info: |[{"id": "d614ac97-5861-4d47-b21e-2c489b485e0f", "address": "fa:16:3e:61:e2:78", "network": {"id": "27eec93f-7a3e-4963-9042-8c7b44cb8605", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1190866456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4486b1b4c3694d8b80b352c248ff6835", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd614ac97-58", "ovs_interfaceid": "d614ac97-5861-4d47-b21e-2c489b485e0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 687.064973] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:e2:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c80243e-93a7-4a95-bc8d-e9534bacd66e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd614ac97-5861-4d47-b21e-2c489b485e0f', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.072719] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Creating folder: Project (4486b1b4c3694d8b80b352c248ff6835). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.073051] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbd1b6ed-e7dd-4aa8-8d3f-4e7b4c1bce05 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.083855] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Created folder: Project (4486b1b4c3694d8b80b352c248ff6835) in parent group-v530434. [ 687.084059] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Creating folder: Instances. Parent ref: group-v530546. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.084293] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10b8102a-7c53-4120-88d7-87c4ad1d77f2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.093369] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Created folder: Instances in parent group-v530546. [ 687.093625] env[62321]: DEBUG oslo.service.loopingcall [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 687.093816] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.094031] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32f785c0-e3c2-407a-ac7c-9fe2d78c6d92 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.115697] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.115697] env[62321]: value = "task-2632858" [ 687.115697] env[62321]: _type = "Task" [ 687.115697] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.123853] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632858, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.174818] env[62321]: DEBUG nova.compute.manager [None req-fd33f890-c945-4d31-8b17-ca422638eafd tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 687.175459] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-fd33f890-c945-4d31-8b17-ca422638eafd tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.176037] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c458f417-5229-4674-9e89-7cf9fbfe7323 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.186494] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd33f890-c945-4d31-8b17-ca422638eafd tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.186795] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45ac4127-961e-4db2-a554-49b0fdf40052 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.194012] env[62321]: DEBUG oslo_vmware.api [None req-fd33f890-c945-4d31-8b17-ca422638eafd tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Waiting for the task: (returnval){ [ 687.194012] env[62321]: value = "task-2632859" [ 687.194012] env[62321]: _type = "Task" [ 687.194012] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.208507] env[62321]: DEBUG oslo_vmware.api [None req-fd33f890-c945-4d31-8b17-ca422638eafd tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2632859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.250163] env[62321]: DEBUG oslo_vmware.api [None req-14bb1a3e-b9ca-4080-98fc-d9142a9ada34 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632855, 'name': CloneVM_Task} progress is 94%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.260630] env[62321]: DEBUG nova.compute.manager [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 687.289893] env[62321]: DEBUG nova.virt.hardware [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 687.290162] env[62321]: DEBUG nova.virt.hardware [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.290415] env[62321]: DEBUG nova.virt.hardware [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.291166] env[62321]: DEBUG nova.virt.hardware [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.291166] env[62321]: DEBUG nova.virt.hardware [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.291345] env[62321]: DEBUG nova.virt.hardware [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 687.291636] env[62321]: DEBUG nova.virt.hardware [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 687.291815] env[62321]: DEBUG nova.virt.hardware [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 687.292040] env[62321]: DEBUG nova.virt.hardware [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 687.292236] env[62321]: DEBUG nova.virt.hardware [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 687.292463] env[62321]: DEBUG nova.virt.hardware [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 687.293727] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65502f1b-5fad-4105-a4b2-860d6dfc52d6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.303017] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77dae636-c615-4671-a37d-16bcb3390db7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.334973] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f4e870e1-5551-4f65-8dc5-48df383118dd tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.100s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.339359] env[62321]: DEBUG oslo_concurrency.lockutils [None req-37f38b72-9ea0-4588-8e66-24de240debb6 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.943s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.339359] env[62321]: DEBUG nova.objects.instance [None req-37f38b72-9ea0-4588-8e66-24de240debb6 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lazy-loading 'resources' on Instance uuid 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 687.364104] env[62321]: INFO nova.scheduler.client.report [None req-f4e870e1-5551-4f65-8dc5-48df383118dd tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Deleted allocations for instance 62dce1f2-05c6-4634-ac62-423af6d9e966 [ 687.402429] env[62321]: DEBUG nova.compute.manager [req-1eb065de-f71b-42e8-89ec-11473184ed44 req-ebec4454-c168-4a9a-8b3b-85d5842359d5 service nova] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Received event network-changed-d614ac97-5861-4d47-b21e-2c489b485e0f {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 687.402747] env[62321]: DEBUG nova.compute.manager [req-1eb065de-f71b-42e8-89ec-11473184ed44 req-ebec4454-c168-4a9a-8b3b-85d5842359d5 service nova] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Refreshing instance network info cache due to event network-changed-d614ac97-5861-4d47-b21e-2c489b485e0f. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 687.402978] env[62321]: DEBUG oslo_concurrency.lockutils [req-1eb065de-f71b-42e8-89ec-11473184ed44 req-ebec4454-c168-4a9a-8b3b-85d5842359d5 service nova] Acquiring lock "refresh_cache-88c9e905-5a60-4109-a03f-fa971843c488" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.405137] env[62321]: DEBUG oslo_concurrency.lockutils [req-1eb065de-f71b-42e8-89ec-11473184ed44 req-ebec4454-c168-4a9a-8b3b-85d5842359d5 service nova] Acquired lock "refresh_cache-88c9e905-5a60-4109-a03f-fa971843c488" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.405137] env[62321]: DEBUG nova.network.neutron [req-1eb065de-f71b-42e8-89ec-11473184ed44 req-ebec4454-c168-4a9a-8b3b-85d5842359d5 service nova] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Refreshing network info cache for port d614ac97-5861-4d47-b21e-2c489b485e0f {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.625464] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632858, 'name': CreateVM_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.704418] env[62321]: DEBUG oslo_vmware.api [None req-fd33f890-c945-4d31-8b17-ca422638eafd tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2632859, 'name': PowerOffVM_Task, 'duration_secs': 0.374753} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.704516] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd33f890-c945-4d31-8b17-ca422638eafd tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.704664] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-fd33f890-c945-4d31-8b17-ca422638eafd tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.704915] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b486697e-a25d-4ee1-9bd7-04544c6e8454 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.756479] env[62321]: DEBUG oslo_vmware.api [None req-14bb1a3e-b9ca-4080-98fc-d9142a9ada34 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632855, 'name': CloneVM_Task} progress is 94%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.786484] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-fd33f890-c945-4d31-8b17-ca422638eafd tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.786699] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-fd33f890-c945-4d31-8b17-ca422638eafd tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.787011] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd33f890-c945-4d31-8b17-ca422638eafd tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Deleting the datastore file [datastore1] df106528-9ed2-4043-9d25-464d5beb3f7b {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.787310] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b6c6500-e466-4077-ada2-48afa1349227 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.794855] env[62321]: DEBUG oslo_vmware.api [None req-fd33f890-c945-4d31-8b17-ca422638eafd tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Waiting for the task: (returnval){ [ 687.794855] env[62321]: value = "task-2632861" [ 687.794855] env[62321]: _type = "Task" [ 687.794855] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.803773] env[62321]: DEBUG oslo_vmware.api [None req-fd33f890-c945-4d31-8b17-ca422638eafd tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2632861, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.874704] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f4e870e1-5551-4f65-8dc5-48df383118dd tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Lock "62dce1f2-05c6-4634-ac62-423af6d9e966" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.895s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.130251] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632858, 'name': CreateVM_Task, 'duration_secs': 0.766365} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.130345] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.130953] env[62321]: DEBUG oslo_concurrency.lockutils [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.131125] env[62321]: DEBUG oslo_concurrency.lockutils [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.131723] env[62321]: DEBUG oslo_concurrency.lockutils [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.131723] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a01a2a64-4cfc-4a12-8db8-917587e2ed65 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.136456] env[62321]: DEBUG oslo_vmware.api [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Waiting for the task: (returnval){ [ 688.136456] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a49595-0e3d-7129-483f-f90577f6644e" [ 688.136456] env[62321]: _type = "Task" [ 688.136456] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.146876] env[62321]: DEBUG oslo_vmware.api [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a49595-0e3d-7129-483f-f90577f6644e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.227120] env[62321]: DEBUG nova.network.neutron [req-1eb065de-f71b-42e8-89ec-11473184ed44 req-ebec4454-c168-4a9a-8b3b-85d5842359d5 service nova] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Updated VIF entry in instance network info cache for port d614ac97-5861-4d47-b21e-2c489b485e0f. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.227318] env[62321]: DEBUG nova.network.neutron [req-1eb065de-f71b-42e8-89ec-11473184ed44 req-ebec4454-c168-4a9a-8b3b-85d5842359d5 service nova] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Updating instance_info_cache with network_info: [{"id": "d614ac97-5861-4d47-b21e-2c489b485e0f", "address": "fa:16:3e:61:e2:78", "network": {"id": "27eec93f-7a3e-4963-9042-8c7b44cb8605", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1190866456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4486b1b4c3694d8b80b352c248ff6835", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd614ac97-58", "ovs_interfaceid": "d614ac97-5861-4d47-b21e-2c489b485e0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.252484] env[62321]: DEBUG oslo_vmware.api [None req-14bb1a3e-b9ca-4080-98fc-d9142a9ada34 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632855, 'name': CloneVM_Task, 'duration_secs': 1.255651} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.253092] env[62321]: INFO nova.virt.vmwareapi.vmops [None req-14bb1a3e-b9ca-4080-98fc-d9142a9ada34 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Created linked-clone VM from snapshot [ 688.254048] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc238beb-e13c-41eb-923d-c3db9cad43f8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.265981] env[62321]: DEBUG nova.virt.vmwareapi.images [None req-14bb1a3e-b9ca-4080-98fc-d9142a9ada34 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Uploading image ca2f655d-9a12-4f91-971d-7989e2d9d597 {{(pid=62321) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 688.305359] env[62321]: DEBUG oslo_vmware.rw_handles [None req-14bb1a3e-b9ca-4080-98fc-d9142a9ada34 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 688.305359] env[62321]: value = "vm-530545" [ 688.305359] env[62321]: _type = "VirtualMachine" [ 688.305359] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 688.305622] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3cd302cc-706a-4b4e-a9d5-dc14fa82d2f8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.313275] env[62321]: DEBUG oslo_vmware.api [None req-fd33f890-c945-4d31-8b17-ca422638eafd tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2632861, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246726} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.318049] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd33f890-c945-4d31-8b17-ca422638eafd tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.318049] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-fd33f890-c945-4d31-8b17-ca422638eafd tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.318049] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-fd33f890-c945-4d31-8b17-ca422638eafd tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.318049] env[62321]: INFO nova.compute.manager [None req-fd33f890-c945-4d31-8b17-ca422638eafd tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 688.318049] env[62321]: DEBUG oslo.service.loopingcall [None req-fd33f890-c945-4d31-8b17-ca422638eafd tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 688.318049] env[62321]: DEBUG oslo_vmware.rw_handles [None req-14bb1a3e-b9ca-4080-98fc-d9142a9ada34 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lease: (returnval){ [ 688.318049] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5212df81-f11b-0935-5da7-b72a0285d271" [ 688.318049] env[62321]: _type = "HttpNfcLease" [ 688.318049] env[62321]: } obtained for exporting VM: (result){ [ 688.318049] env[62321]: value = "vm-530545" [ 688.318049] env[62321]: _type = "VirtualMachine" [ 688.318049] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 688.318049] env[62321]: DEBUG oslo_vmware.api [None req-14bb1a3e-b9ca-4080-98fc-d9142a9ada34 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the lease: (returnval){ [ 688.318049] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5212df81-f11b-0935-5da7-b72a0285d271" [ 688.318049] env[62321]: _type = "HttpNfcLease" [ 688.318049] env[62321]: } to be ready. {{(pid=62321) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 688.318049] env[62321]: DEBUG nova.compute.manager [-] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 688.318049] env[62321]: DEBUG nova.network.neutron [-] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 688.327433] env[62321]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 688.327433] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5212df81-f11b-0935-5da7-b72a0285d271" [ 688.327433] env[62321]: _type = "HttpNfcLease" [ 688.327433] env[62321]: } is initializing. {{(pid=62321) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 688.330050] env[62321]: DEBUG nova.network.neutron [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Successfully updated port: cad41428-c3e7-4afb-a788-7f7268f97e45 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 688.364665] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a818568-37b0-4ba9-9b38-6a2dfe272a84 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.372272] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc808f0d-0583-44f9-a3a2-228607ff7da9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.409201] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc084ec1-1eb0-4c92-b1a4-271a148d4067 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.418102] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfbef80-e527-4e6c-bfe8-0b62da3bb364 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.433100] env[62321]: DEBUG nova.compute.provider_tree [None req-37f38b72-9ea0-4588-8e66-24de240debb6 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.649602] env[62321]: DEBUG oslo_vmware.api [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a49595-0e3d-7129-483f-f90577f6644e, 'name': SearchDatastore_Task, 'duration_secs': 0.014915} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.650114] env[62321]: DEBUG oslo_concurrency.lockutils [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.650562] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.650946] env[62321]: DEBUG oslo_concurrency.lockutils [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.651181] env[62321]: DEBUG oslo_concurrency.lockutils [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.651467] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.651746] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d022d19-3101-4413-af9a-b27f0968ae3f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.662508] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.662706] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.664257] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f423fc8-a638-4f0d-aa20-183c8c5f3d53 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.670245] env[62321]: DEBUG oslo_vmware.api [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Waiting for the task: (returnval){ [ 688.670245] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5264adca-fe66-72b9-6e60-4f936621db4c" [ 688.670245] env[62321]: _type = "Task" [ 688.670245] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.678531] env[62321]: DEBUG oslo_vmware.api [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5264adca-fe66-72b9-6e60-4f936621db4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.729927] env[62321]: DEBUG oslo_concurrency.lockutils [req-1eb065de-f71b-42e8-89ec-11473184ed44 req-ebec4454-c168-4a9a-8b3b-85d5842359d5 service nova] Releasing lock "refresh_cache-88c9e905-5a60-4109-a03f-fa971843c488" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.781775] env[62321]: DEBUG nova.compute.manager [req-fe4e24dc-8298-4eb7-9cc0-a1404b347c33 req-d55fbe67-a5fb-4dff-bcde-41b6e4052944 service nova] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Received event network-vif-deleted-6a3cc6a1-2431-49a0-8f29-1080cae319a9 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 688.781970] env[62321]: INFO nova.compute.manager [req-fe4e24dc-8298-4eb7-9cc0-a1404b347c33 req-d55fbe67-a5fb-4dff-bcde-41b6e4052944 service nova] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Neutron deleted interface 6a3cc6a1-2431-49a0-8f29-1080cae319a9; detaching it from the instance and deleting it from the info cache [ 688.782163] env[62321]: DEBUG nova.network.neutron [req-fe4e24dc-8298-4eb7-9cc0-a1404b347c33 req-d55fbe67-a5fb-4dff-bcde-41b6e4052944 service nova] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.827700] env[62321]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 688.827700] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5212df81-f11b-0935-5da7-b72a0285d271" [ 688.827700] env[62321]: _type = "HttpNfcLease" [ 688.827700] env[62321]: } is ready. {{(pid=62321) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 688.828010] env[62321]: DEBUG oslo_vmware.rw_handles [None req-14bb1a3e-b9ca-4080-98fc-d9142a9ada34 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 688.828010] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5212df81-f11b-0935-5da7-b72a0285d271" [ 688.828010] env[62321]: _type = "HttpNfcLease" [ 688.828010] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 688.828822] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963d7af3-0840-4f96-911d-1a03c12cdc76 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.831934] env[62321]: DEBUG oslo_concurrency.lockutils [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Acquiring lock "refresh_cache-55c3c030-2e80-4829-bd9c-0e7f3e743c6c" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.832107] env[62321]: DEBUG oslo_concurrency.lockutils [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Acquired lock "refresh_cache-55c3c030-2e80-4829-bd9c-0e7f3e743c6c" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.832342] env[62321]: DEBUG nova.network.neutron [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.838558] env[62321]: DEBUG oslo_vmware.rw_handles [None req-14bb1a3e-b9ca-4080-98fc-d9142a9ada34 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521ecd25-9446-cf00-0a70-d210acf97035/disk-0.vmdk from lease info. {{(pid=62321) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 688.838784] env[62321]: DEBUG oslo_vmware.rw_handles [None req-14bb1a3e-b9ca-4080-98fc-d9142a9ada34 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521ecd25-9446-cf00-0a70-d210acf97035/disk-0.vmdk for reading. {{(pid=62321) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 688.937811] env[62321]: DEBUG nova.scheduler.client.report [None req-37f38b72-9ea0-4588-8e66-24de240debb6 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.965592] env[62321]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-58f72f06-1d81-4c4d-af72-15fcae731c55 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.037382] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8f380799-dd13-4972-900a-d4853e3bbfb6 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Acquiring lock "53bb2f01-4e70-471e-ad9d-7bff56746663" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.037714] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8f380799-dd13-4972-900a-d4853e3bbfb6 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Lock "53bb2f01-4e70-471e-ad9d-7bff56746663" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.037945] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8f380799-dd13-4972-900a-d4853e3bbfb6 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Acquiring lock "53bb2f01-4e70-471e-ad9d-7bff56746663-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.038148] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8f380799-dd13-4972-900a-d4853e3bbfb6 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Lock "53bb2f01-4e70-471e-ad9d-7bff56746663-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.038318] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8f380799-dd13-4972-900a-d4853e3bbfb6 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Lock "53bb2f01-4e70-471e-ad9d-7bff56746663-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.041384] env[62321]: INFO nova.compute.manager [None req-8f380799-dd13-4972-900a-d4853e3bbfb6 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Terminating instance [ 689.184371] env[62321]: DEBUG oslo_vmware.api [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5264adca-fe66-72b9-6e60-4f936621db4c, 'name': SearchDatastore_Task, 'duration_secs': 0.01492} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.188026] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93857b04-973d-4081-96ff-66dc79523134 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.193604] env[62321]: DEBUG oslo_vmware.api [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Waiting for the task: (returnval){ [ 689.193604] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b7b8f6-1300-aaac-80be-67a2ae8a3a17" [ 689.193604] env[62321]: _type = "Task" [ 689.193604] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.204356] env[62321]: DEBUG nova.network.neutron [-] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.205517] env[62321]: DEBUG oslo_vmware.api [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b7b8f6-1300-aaac-80be-67a2ae8a3a17, 'name': SearchDatastore_Task} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.206632] env[62321]: DEBUG oslo_concurrency.lockutils [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.206632] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 88c9e905-5a60-4109-a03f-fa971843c488/88c9e905-5a60-4109-a03f-fa971843c488.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.206632] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c61686c7-117b-4cc2-8e78-d8bac84b1430 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.217358] env[62321]: DEBUG oslo_vmware.api [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Waiting for the task: (returnval){ [ 689.217358] env[62321]: value = "task-2632863" [ 689.217358] env[62321]: _type = "Task" [ 689.217358] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.227375] env[62321]: DEBUG oslo_vmware.api [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632863, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.286512] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-327e837a-2bab-404b-9b0b-bd19eaca7b6e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.296058] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d222f096-d6f1-4e8e-8357-554c3448ba65 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.332669] env[62321]: DEBUG nova.compute.manager [req-fe4e24dc-8298-4eb7-9cc0-a1404b347c33 req-d55fbe67-a5fb-4dff-bcde-41b6e4052944 service nova] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Detach interface failed, port_id=6a3cc6a1-2431-49a0-8f29-1080cae319a9, reason: Instance df106528-9ed2-4043-9d25-464d5beb3f7b could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 689.372963] env[62321]: DEBUG nova.network.neutron [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.443723] env[62321]: DEBUG oslo_concurrency.lockutils [None req-37f38b72-9ea0-4588-8e66-24de240debb6 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.447156] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.301s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.451270] env[62321]: INFO nova.compute.claims [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.479670] env[62321]: INFO nova.scheduler.client.report [None req-37f38b72-9ea0-4588-8e66-24de240debb6 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Deleted allocations for instance 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3 [ 689.546364] env[62321]: DEBUG nova.compute.manager [None req-8f380799-dd13-4972-900a-d4853e3bbfb6 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 689.546875] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8f380799-dd13-4972-900a-d4853e3bbfb6 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 689.548161] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8481955-ce7a-48b3-960d-79ee9723a98c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.557392] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f380799-dd13-4972-900a-d4853e3bbfb6 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 689.559258] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2153a40-78de-481b-90c4-720b2e919158 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.566451] env[62321]: DEBUG oslo_vmware.api [None req-8f380799-dd13-4972-900a-d4853e3bbfb6 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Waiting for the task: (returnval){ [ 689.566451] env[62321]: value = "task-2632864" [ 689.566451] env[62321]: _type = "Task" [ 689.566451] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.578836] env[62321]: DEBUG oslo_vmware.api [None req-8f380799-dd13-4972-900a-d4853e3bbfb6 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Task: {'id': task-2632864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.639327] env[62321]: DEBUG nova.network.neutron [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Updating instance_info_cache with network_info: [{"id": "cad41428-c3e7-4afb-a788-7f7268f97e45", "address": "fa:16:3e:8d:1f:48", "network": {"id": "76a643cf-3364-4787-bc3f-cd44bd6c5095", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1921832261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97644ddec0e04a659816a6a39c450195", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcad41428-c3", "ovs_interfaceid": "cad41428-c3e7-4afb-a788-7f7268f97e45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.711856] env[62321]: INFO nova.compute.manager [-] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Took 1.39 seconds to deallocate network for instance. [ 689.740896] env[62321]: DEBUG oslo_vmware.api [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632863, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.766749] env[62321]: DEBUG nova.compute.manager [req-917c1dec-a7b8-4094-b0bb-579ee33f1c91 req-f121aea2-ac2c-426e-a65f-037c332d35a5 service nova] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Received event network-vif-plugged-cad41428-c3e7-4afb-a788-7f7268f97e45 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 689.766749] env[62321]: DEBUG oslo_concurrency.lockutils [req-917c1dec-a7b8-4094-b0bb-579ee33f1c91 req-f121aea2-ac2c-426e-a65f-037c332d35a5 service nova] Acquiring lock "55c3c030-2e80-4829-bd9c-0e7f3e743c6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.766749] env[62321]: DEBUG oslo_concurrency.lockutils [req-917c1dec-a7b8-4094-b0bb-579ee33f1c91 req-f121aea2-ac2c-426e-a65f-037c332d35a5 service nova] Lock "55c3c030-2e80-4829-bd9c-0e7f3e743c6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.766749] env[62321]: DEBUG oslo_concurrency.lockutils [req-917c1dec-a7b8-4094-b0bb-579ee33f1c91 req-f121aea2-ac2c-426e-a65f-037c332d35a5 service nova] Lock "55c3c030-2e80-4829-bd9c-0e7f3e743c6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.766965] env[62321]: DEBUG nova.compute.manager [req-917c1dec-a7b8-4094-b0bb-579ee33f1c91 req-f121aea2-ac2c-426e-a65f-037c332d35a5 service nova] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] No waiting events found dispatching network-vif-plugged-cad41428-c3e7-4afb-a788-7f7268f97e45 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 689.767145] env[62321]: WARNING nova.compute.manager [req-917c1dec-a7b8-4094-b0bb-579ee33f1c91 req-f121aea2-ac2c-426e-a65f-037c332d35a5 service nova] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Received unexpected event network-vif-plugged-cad41428-c3e7-4afb-a788-7f7268f97e45 for instance with vm_state building and task_state spawning. [ 689.767253] env[62321]: DEBUG nova.compute.manager [req-917c1dec-a7b8-4094-b0bb-579ee33f1c91 req-f121aea2-ac2c-426e-a65f-037c332d35a5 service nova] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Received event network-changed-cad41428-c3e7-4afb-a788-7f7268f97e45 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 689.767448] env[62321]: DEBUG nova.compute.manager [req-917c1dec-a7b8-4094-b0bb-579ee33f1c91 req-f121aea2-ac2c-426e-a65f-037c332d35a5 service nova] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Refreshing instance network info cache due to event network-changed-cad41428-c3e7-4afb-a788-7f7268f97e45. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 689.767790] env[62321]: DEBUG oslo_concurrency.lockutils [req-917c1dec-a7b8-4094-b0bb-579ee33f1c91 req-f121aea2-ac2c-426e-a65f-037c332d35a5 service nova] Acquiring lock "refresh_cache-55c3c030-2e80-4829-bd9c-0e7f3e743c6c" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.994218] env[62321]: DEBUG oslo_concurrency.lockutils [None req-37f38b72-9ea0-4588-8e66-24de240debb6 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "04694878-b60b-4e33-bcc4-3bcb4bd1f5d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.495s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.080244] env[62321]: DEBUG oslo_vmware.api [None req-8f380799-dd13-4972-900a-d4853e3bbfb6 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Task: {'id': task-2632864, 'name': PowerOffVM_Task, 'duration_secs': 0.306736} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.080879] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f380799-dd13-4972-900a-d4853e3bbfb6 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.081450] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8f380799-dd13-4972-900a-d4853e3bbfb6 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 690.082769] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d9b3e3f-5999-4619-97c9-5f0bbc4edff6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.110441] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a1eef0b0-72a4-4b81-9ec6-54b9b19af665 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Acquiring lock "6cb8928c-4d6d-4e4b-8a57-4a130f6afa57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.111020] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a1eef0b0-72a4-4b81-9ec6-54b9b19af665 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Lock "6cb8928c-4d6d-4e4b-8a57-4a130f6afa57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.111115] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a1eef0b0-72a4-4b81-9ec6-54b9b19af665 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Acquiring lock "6cb8928c-4d6d-4e4b-8a57-4a130f6afa57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.111539] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a1eef0b0-72a4-4b81-9ec6-54b9b19af665 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Lock "6cb8928c-4d6d-4e4b-8a57-4a130f6afa57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.113869] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a1eef0b0-72a4-4b81-9ec6-54b9b19af665 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Lock "6cb8928c-4d6d-4e4b-8a57-4a130f6afa57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.117922] env[62321]: INFO nova.compute.manager [None req-a1eef0b0-72a4-4b81-9ec6-54b9b19af665 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Terminating instance [ 690.142442] env[62321]: DEBUG oslo_concurrency.lockutils [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Releasing lock "refresh_cache-55c3c030-2e80-4829-bd9c-0e7f3e743c6c" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.146018] env[62321]: DEBUG nova.compute.manager [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Instance network_info: |[{"id": "cad41428-c3e7-4afb-a788-7f7268f97e45", "address": "fa:16:3e:8d:1f:48", "network": {"id": "76a643cf-3364-4787-bc3f-cd44bd6c5095", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1921832261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97644ddec0e04a659816a6a39c450195", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcad41428-c3", "ovs_interfaceid": "cad41428-c3e7-4afb-a788-7f7268f97e45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 690.146018] env[62321]: DEBUG oslo_concurrency.lockutils [req-917c1dec-a7b8-4094-b0bb-579ee33f1c91 req-f121aea2-ac2c-426e-a65f-037c332d35a5 service nova] Acquired lock "refresh_cache-55c3c030-2e80-4829-bd9c-0e7f3e743c6c" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.146018] env[62321]: DEBUG nova.network.neutron [req-917c1dec-a7b8-4094-b0bb-579ee33f1c91 req-f121aea2-ac2c-426e-a65f-037c332d35a5 service nova] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Refreshing network info cache for port cad41428-c3e7-4afb-a788-7f7268f97e45 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.146018] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:1f:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4c5eb94-841c-4713-985a-8fc4117fbaf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cad41428-c3e7-4afb-a788-7f7268f97e45', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.154675] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Creating folder: Project (97644ddec0e04a659816a6a39c450195). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.155796] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65287efa-c605-4542-bfb2-4a6d3a9bf3c9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.166128] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Created folder: Project (97644ddec0e04a659816a6a39c450195) in parent group-v530434. [ 690.170356] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Creating folder: Instances. Parent ref: group-v530549. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.170356] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a469a40e-c2b3-4602-aa38-91b8306ebd23 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.179157] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Created folder: Instances in parent group-v530549. [ 690.182432] env[62321]: DEBUG oslo.service.loopingcall [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 690.182432] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.182432] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de846e50-6ce1-4eb8-b188-dbcc8bdf8e4e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.208853] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.208853] env[62321]: value = "task-2632868" [ 690.208853] env[62321]: _type = "Task" [ 690.208853] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.221871] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632868, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.235633] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fd33f890-c945-4d31-8b17-ca422638eafd tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.235633] env[62321]: DEBUG oslo_vmware.api [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632863, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645639} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.235633] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 88c9e905-5a60-4109-a03f-fa971843c488/88c9e905-5a60-4109-a03f-fa971843c488.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.235633] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.235633] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-225aac33-90e5-41a5-b0f6-ad6cb52f6585 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.244225] env[62321]: DEBUG oslo_vmware.api [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Waiting for the task: (returnval){ [ 690.244225] env[62321]: value = "task-2632869" [ 690.244225] env[62321]: _type = "Task" [ 690.244225] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.254219] env[62321]: DEBUG oslo_vmware.api [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632869, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.608851] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8f380799-dd13-4972-900a-d4853e3bbfb6 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 690.609195] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8f380799-dd13-4972-900a-d4853e3bbfb6 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 690.609412] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f380799-dd13-4972-900a-d4853e3bbfb6 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Deleting the datastore file [datastore1] 53bb2f01-4e70-471e-ad9d-7bff56746663 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 690.609695] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bc5c58d-5253-4ee5-92d6-252b922c085c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.618718] env[62321]: DEBUG oslo_vmware.api [None req-8f380799-dd13-4972-900a-d4853e3bbfb6 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Waiting for the task: (returnval){ [ 690.618718] env[62321]: value = "task-2632870" [ 690.618718] env[62321]: _type = "Task" [ 690.618718] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.622974] env[62321]: DEBUG nova.compute.manager [None req-a1eef0b0-72a4-4b81-9ec6-54b9b19af665 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 690.623216] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a1eef0b0-72a4-4b81-9ec6-54b9b19af665 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 690.624042] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffecad7f-d722-4cc5-952d-26dcc76d18cd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.639250] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1eef0b0-72a4-4b81-9ec6-54b9b19af665 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 690.639250] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53a6a387-30c7-4235-a4c0-d4ebac69b946 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.645348] env[62321]: DEBUG oslo_vmware.api [None req-a1eef0b0-72a4-4b81-9ec6-54b9b19af665 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Waiting for the task: (returnval){ [ 690.645348] env[62321]: value = "task-2632871" [ 690.645348] env[62321]: _type = "Task" [ 690.645348] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.661527] env[62321]: DEBUG oslo_vmware.api [None req-a1eef0b0-72a4-4b81-9ec6-54b9b19af665 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.719555] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632868, 'name': CreateVM_Task, 'duration_secs': 0.452227} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.720043] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.721056] env[62321]: DEBUG oslo_concurrency.lockutils [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.721455] env[62321]: DEBUG oslo_concurrency.lockutils [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.722029] env[62321]: DEBUG oslo_concurrency.lockutils [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.722486] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd6fedda-aa27-475a-89ed-5d3b06ceaf0a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.732168] env[62321]: DEBUG oslo_vmware.api [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Waiting for the task: (returnval){ [ 690.732168] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52823755-2f1c-edf3-dcaa-5861383715e8" [ 690.732168] env[62321]: _type = "Task" [ 690.732168] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.739597] env[62321]: DEBUG oslo_vmware.api [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52823755-2f1c-edf3-dcaa-5861383715e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.753955] env[62321]: DEBUG oslo_vmware.api [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145726} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.754498] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.756243] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c708d6dc-9021-47f7-ac98-03ae6a8c60fb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.784593] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 88c9e905-5a60-4109-a03f-fa971843c488/88c9e905-5a60-4109-a03f-fa971843c488.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.790703] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95fb3147-bf7a-4286-8a67-a63a8bdd4c40 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.816420] env[62321]: DEBUG oslo_vmware.api [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Waiting for the task: (returnval){ [ 690.816420] env[62321]: value = "task-2632872" [ 690.816420] env[62321]: _type = "Task" [ 690.816420] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.825693] env[62321]: DEBUG oslo_vmware.api [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632872, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.998553] env[62321]: DEBUG nova.network.neutron [req-917c1dec-a7b8-4094-b0bb-579ee33f1c91 req-f121aea2-ac2c-426e-a65f-037c332d35a5 service nova] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Updated VIF entry in instance network info cache for port cad41428-c3e7-4afb-a788-7f7268f97e45. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.998901] env[62321]: DEBUG nova.network.neutron [req-917c1dec-a7b8-4094-b0bb-579ee33f1c91 req-f121aea2-ac2c-426e-a65f-037c332d35a5 service nova] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Updating instance_info_cache with network_info: [{"id": "cad41428-c3e7-4afb-a788-7f7268f97e45", "address": "fa:16:3e:8d:1f:48", "network": {"id": "76a643cf-3364-4787-bc3f-cd44bd6c5095", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1921832261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97644ddec0e04a659816a6a39c450195", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcad41428-c3", "ovs_interfaceid": "cad41428-c3e7-4afb-a788-7f7268f97e45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.027857] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ede5ab-5ea6-48b8-92d2-b0754f4f05ba {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.036608] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e529ad8-f66d-44e4-9cc4-c3b45106f467 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.075378] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decee972-c4d7-4c8c-a87f-41a954587110 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.081611] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4aa0319-1f8d-4fff-8def-b18fffcf2d50 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.096742] env[62321]: DEBUG nova.compute.provider_tree [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.128910] env[62321]: DEBUG oslo_vmware.api [None req-8f380799-dd13-4972-900a-d4853e3bbfb6 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Task: {'id': task-2632870, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288094} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.129383] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f380799-dd13-4972-900a-d4853e3bbfb6 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.129383] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8f380799-dd13-4972-900a-d4853e3bbfb6 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.129517] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8f380799-dd13-4972-900a-d4853e3bbfb6 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.129743] env[62321]: INFO nova.compute.manager [None req-8f380799-dd13-4972-900a-d4853e3bbfb6 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Took 1.58 seconds to destroy the instance on the hypervisor. [ 691.129921] env[62321]: DEBUG oslo.service.loopingcall [None req-8f380799-dd13-4972-900a-d4853e3bbfb6 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 691.130135] env[62321]: DEBUG nova.compute.manager [-] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 691.130234] env[62321]: DEBUG nova.network.neutron [-] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 691.155243] env[62321]: DEBUG oslo_vmware.api [None req-a1eef0b0-72a4-4b81-9ec6-54b9b19af665 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632871, 'name': PowerOffVM_Task, 'duration_secs': 0.262053} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.156617] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1eef0b0-72a4-4b81-9ec6-54b9b19af665 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 691.156617] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a1eef0b0-72a4-4b81-9ec6-54b9b19af665 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 691.156617] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb829106-22ff-48f5-9a2d-2741f633bc44 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.224799] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a1eef0b0-72a4-4b81-9ec6-54b9b19af665 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 691.224799] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a1eef0b0-72a4-4b81-9ec6-54b9b19af665 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 691.224799] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1eef0b0-72a4-4b81-9ec6-54b9b19af665 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Deleting the datastore file [datastore1] 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 691.224799] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3af70e73-67ef-4366-86ae-73a1a61e3f34 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.231584] env[62321]: DEBUG oslo_vmware.api [None req-a1eef0b0-72a4-4b81-9ec6-54b9b19af665 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Waiting for the task: (returnval){ [ 691.231584] env[62321]: value = "task-2632874" [ 691.231584] env[62321]: _type = "Task" [ 691.231584] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.245937] env[62321]: DEBUG oslo_vmware.api [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52823755-2f1c-edf3-dcaa-5861383715e8, 'name': SearchDatastore_Task, 'duration_secs': 0.016301} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.248643] env[62321]: DEBUG oslo_concurrency.lockutils [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.249040] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.249352] env[62321]: DEBUG oslo_concurrency.lockutils [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.249571] env[62321]: DEBUG oslo_concurrency.lockutils [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.249987] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.250344] env[62321]: DEBUG oslo_vmware.api [None req-a1eef0b0-72a4-4b81-9ec6-54b9b19af665 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.250610] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab317e3b-5e24-4c1f-8808-51aa258809ac {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.260954] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.261160] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.261929] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56cb7cc4-0d35-4bd4-8c26-c05ab4ac3333 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.267989] env[62321]: DEBUG oslo_vmware.api [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Waiting for the task: (returnval){ [ 691.267989] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52516c7c-7525-b7cd-8a64-2a649393cf60" [ 691.267989] env[62321]: _type = "Task" [ 691.267989] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.276518] env[62321]: DEBUG oslo_vmware.api [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52516c7c-7525-b7cd-8a64-2a649393cf60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.326374] env[62321]: DEBUG oslo_vmware.api [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632872, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.453312] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "65a448f8-a8f1-4308-8c1f-e0b12317778f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.453543] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "65a448f8-a8f1-4308-8c1f-e0b12317778f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.457361] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Acquiring lock "5209d7f4-76ae-439c-bf4d-2fead6810a80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.457570] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Lock "5209d7f4-76ae-439c-bf4d-2fead6810a80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.499736] env[62321]: DEBUG nova.compute.manager [req-e4f8b076-b4dd-4ebd-a88c-223f30ded566 req-f87956b3-5a59-4225-b0a3-1bb6923b2dcc service nova] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Received event network-vif-deleted-c3185f9c-a5c0-4cf9-ace2-373f73a5ad4e {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 691.499736] env[62321]: INFO nova.compute.manager [req-e4f8b076-b4dd-4ebd-a88c-223f30ded566 req-f87956b3-5a59-4225-b0a3-1bb6923b2dcc service nova] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Neutron deleted interface c3185f9c-a5c0-4cf9-ace2-373f73a5ad4e; detaching it from the instance and deleting it from the info cache [ 691.499736] env[62321]: DEBUG nova.network.neutron [req-e4f8b076-b4dd-4ebd-a88c-223f30ded566 req-f87956b3-5a59-4225-b0a3-1bb6923b2dcc service nova] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.506114] env[62321]: DEBUG oslo_concurrency.lockutils [req-917c1dec-a7b8-4094-b0bb-579ee33f1c91 req-f121aea2-ac2c-426e-a65f-037c332d35a5 service nova] Releasing lock "refresh_cache-55c3c030-2e80-4829-bd9c-0e7f3e743c6c" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.600862] env[62321]: DEBUG nova.scheduler.client.report [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.741542] env[62321]: DEBUG oslo_vmware.api [None req-a1eef0b0-72a4-4b81-9ec6-54b9b19af665 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216475} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.741784] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1eef0b0-72a4-4b81-9ec6-54b9b19af665 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.741965] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a1eef0b0-72a4-4b81-9ec6-54b9b19af665 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.742155] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a1eef0b0-72a4-4b81-9ec6-54b9b19af665 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.742325] env[62321]: INFO nova.compute.manager [None req-a1eef0b0-72a4-4b81-9ec6-54b9b19af665 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Took 1.12 seconds to destroy the instance on the hypervisor. [ 691.742564] env[62321]: DEBUG oslo.service.loopingcall [None req-a1eef0b0-72a4-4b81-9ec6-54b9b19af665 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 691.742750] env[62321]: DEBUG nova.compute.manager [-] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 691.742846] env[62321]: DEBUG nova.network.neutron [-] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 691.779467] env[62321]: DEBUG oslo_vmware.api [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52516c7c-7525-b7cd-8a64-2a649393cf60, 'name': SearchDatastore_Task, 'duration_secs': 0.015425} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.780284] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee57c631-f4f5-496a-a92d-dac91b4dab3a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.786083] env[62321]: DEBUG oslo_vmware.api [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Waiting for the task: (returnval){ [ 691.786083] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52ccd3f2-00e6-0d7c-e157-3468a3962084" [ 691.786083] env[62321]: _type = "Task" [ 691.786083] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.793950] env[62321]: DEBUG oslo_vmware.api [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52ccd3f2-00e6-0d7c-e157-3468a3962084, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.826569] env[62321]: DEBUG oslo_vmware.api [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632872, 'name': ReconfigVM_Task, 'duration_secs': 0.555552} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.826875] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 88c9e905-5a60-4109-a03f-fa971843c488/88c9e905-5a60-4109-a03f-fa971843c488.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.827581] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-185395ac-6b7e-464c-8b12-ad3981d5a4fa {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.834026] env[62321]: DEBUG oslo_vmware.api [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Waiting for the task: (returnval){ [ 691.834026] env[62321]: value = "task-2632875" [ 691.834026] env[62321]: _type = "Task" [ 691.834026] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.843300] env[62321]: DEBUG oslo_vmware.api [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632875, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.925846] env[62321]: DEBUG nova.network.neutron [-] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.006807] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-69f698b9-7cf6-4cf5-89ae-6a148b5b9190 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.016511] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914bb41a-5b6e-4dda-80b8-a90ef77be3a2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.050612] env[62321]: DEBUG nova.compute.manager [req-e4f8b076-b4dd-4ebd-a88c-223f30ded566 req-f87956b3-5a59-4225-b0a3-1bb6923b2dcc service nova] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Detach interface failed, port_id=c3185f9c-a5c0-4cf9-ace2-373f73a5ad4e, reason: Instance 53bb2f01-4e70-471e-ad9d-7bff56746663 could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 692.106460] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.107012] env[62321]: DEBUG nova.compute.manager [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.113019] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 46.680s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.296496] env[62321]: DEBUG oslo_vmware.api [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52ccd3f2-00e6-0d7c-e157-3468a3962084, 'name': SearchDatastore_Task, 'duration_secs': 0.029262} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.296751] env[62321]: DEBUG oslo_concurrency.lockutils [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.297014] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 55c3c030-2e80-4829-bd9c-0e7f3e743c6c/55c3c030-2e80-4829-bd9c-0e7f3e743c6c.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.297285] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-faf9c722-d978-49c6-ac89-2ae0c6a6dc9a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.304597] env[62321]: DEBUG oslo_vmware.api [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Waiting for the task: (returnval){ [ 692.304597] env[62321]: value = "task-2632876" [ 692.304597] env[62321]: _type = "Task" [ 692.304597] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.312395] env[62321]: DEBUG oslo_vmware.api [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Task: {'id': task-2632876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.343654] env[62321]: DEBUG oslo_vmware.api [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632875, 'name': Rename_Task, 'duration_secs': 0.297806} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.343984] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.344276] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc61b4fa-95e1-4367-9f18-455561109f71 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.350428] env[62321]: DEBUG oslo_vmware.api [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Waiting for the task: (returnval){ [ 692.350428] env[62321]: value = "task-2632877" [ 692.350428] env[62321]: _type = "Task" [ 692.350428] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.358352] env[62321]: DEBUG oslo_vmware.api [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.429169] env[62321]: INFO nova.compute.manager [-] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Took 1.30 seconds to deallocate network for instance. [ 692.488160] env[62321]: DEBUG nova.network.neutron [-] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.613375] env[62321]: DEBUG nova.compute.utils [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.614996] env[62321]: DEBUG nova.compute.manager [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.615233] env[62321]: DEBUG nova.network.neutron [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.667284] env[62321]: DEBUG nova.policy [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '905cfc3a628d4d63a7e3c208d044db1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1b0852185df48979c10a6de967a85fd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.814873] env[62321]: DEBUG oslo_vmware.api [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Task: {'id': task-2632876, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.860962] env[62321]: DEBUG oslo_vmware.api [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632877, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.939929] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8f380799-dd13-4972-900a-d4853e3bbfb6 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.955186] env[62321]: DEBUG nova.network.neutron [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Successfully created port: 8a66531d-0129-4cf5-900c-f14a94a8b87f {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.991813] env[62321]: INFO nova.compute.manager [-] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Took 1.25 seconds to deallocate network for instance. [ 693.119800] env[62321]: DEBUG nova.compute.manager [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.160406] env[62321]: WARNING nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 88b335c7-7c56-4ae7-90a1-0fff3028c6a2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 693.160565] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 1281e273-d400-4493-b718-e78252e1221a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 693.160692] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 8b0b955b-47b6-4c40-bdcc-e929e2013509 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 693.160831] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 53bb2f01-4e70-471e-ad9d-7bff56746663 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 693.160952] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance c1559566-8363-4f6d-8e9d-695f91e7fe1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 693.161078] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance d104862d-3e3f-44ad-8ba9-54949db23968 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 693.161198] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 6c7313cd-0c0a-4068-975a-3239bf6b7869 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 693.161307] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 16608632-c469-40d5-97d4-2e80c871e4be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 693.161416] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance aeb622a0-9532-4a9d-ac75-65f4e84dfda0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 693.161606] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 693.161688] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 693.161771] env[62321]: WARNING nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 693.161888] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 0a511243-824b-4c55-a804-fd8e69dbbaf9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 693.161989] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 3415bd61-0399-4199-82f4-ae0fb7957a4d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 693.162139] env[62321]: WARNING nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance df106528-9ed2-4043-9d25-464d5beb3f7b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 693.162259] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 693.162367] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 14b4b002-4fcd-4861-a812-47978097a8c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 693.162573] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 385348f6-00bb-4199-adcf-043fc12e8d9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 693.162573] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 88c9e905-5a60-4109-a03f-fa971843c488 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 693.162694] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 55c3c030-2e80-4829-bd9c-0e7f3e743c6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 693.162777] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance d524e752-1c48-4acc-886d-346d8b224fcb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 693.315643] env[62321]: DEBUG oslo_vmware.api [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Task: {'id': task-2632876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616308} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.315950] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 55c3c030-2e80-4829-bd9c-0e7f3e743c6c/55c3c030-2e80-4829-bd9c-0e7f3e743c6c.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.316214] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.316497] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39b7b2df-4663-41b8-bcce-3e4268910b35 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.322956] env[62321]: DEBUG oslo_vmware.api [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Waiting for the task: (returnval){ [ 693.322956] env[62321]: value = "task-2632878" [ 693.322956] env[62321]: _type = "Task" [ 693.322956] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.332760] env[62321]: DEBUG oslo_vmware.api [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Task: {'id': task-2632878, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.361190] env[62321]: DEBUG oslo_vmware.api [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632877, 'name': PowerOnVM_Task, 'duration_secs': 0.690656} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.361450] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.361649] env[62321]: INFO nova.compute.manager [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Took 8.79 seconds to spawn the instance on the hypervisor. [ 693.361828] env[62321]: DEBUG nova.compute.manager [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.362613] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f492bc-76d1-48d1-93aa-f88fcdece190 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.499599] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a1eef0b0-72a4-4b81-9ec6-54b9b19af665 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.528701] env[62321]: DEBUG nova.compute.manager [req-3de3e13d-ee6c-4d2d-9dcf-63fe04087550 req-d1e28ec9-6b43-45f2-8fa1-c928321a204a service nova] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Received event network-vif-deleted-8a9ad342-9292-43ed-926c-e4bf824452e5 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 693.665432] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance ae510f49-ca5e-4a87-94ef-24591700fcf6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 693.833686] env[62321]: DEBUG oslo_vmware.api [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Task: {'id': task-2632878, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102708} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.834456] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.835123] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adaad55b-5b41-4c12-b7ae-59508edb75af {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.857817] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 55c3c030-2e80-4829-bd9c-0e7f3e743c6c/55c3c030-2e80-4829-bd9c-0e7f3e743c6c.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.858149] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ed34928-947e-4059-a538-ff3b55118ee0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.879311] env[62321]: DEBUG oslo_vmware.api [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Waiting for the task: (returnval){ [ 693.879311] env[62321]: value = "task-2632879" [ 693.879311] env[62321]: _type = "Task" [ 693.879311] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.884652] env[62321]: INFO nova.compute.manager [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Took 54.13 seconds to build instance. [ 693.890549] env[62321]: DEBUG oslo_vmware.api [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Task: {'id': task-2632879, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.129977] env[62321]: DEBUG nova.compute.manager [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.167882] env[62321]: DEBUG nova.virt.hardware [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.168560] env[62321]: DEBUG nova.virt.hardware [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.168560] env[62321]: DEBUG nova.virt.hardware [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.168560] env[62321]: DEBUG nova.virt.hardware [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.168735] env[62321]: DEBUG nova.virt.hardware [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.168808] env[62321]: DEBUG nova.virt.hardware [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.169033] env[62321]: DEBUG nova.virt.hardware [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.169200] env[62321]: DEBUG nova.virt.hardware [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.169366] env[62321]: DEBUG nova.virt.hardware [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.169526] env[62321]: DEBUG nova.virt.hardware [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.169699] env[62321]: DEBUG nova.virt.hardware [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.170514] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance f0401741-6f49-4d8d-b329-ceaa700428d8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 694.172866] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3717742d-084a-4c0b-9cee-ef7fa873a113 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.183728] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667f3d03-d4c6-4f89-ac1c-8a6aa6789c4f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.387146] env[62321]: DEBUG oslo_concurrency.lockutils [None req-43bb6aeb-dd25-46d1-9117-bb23679b9c3f tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Lock "88c9e905-5a60-4109-a03f-fa971843c488" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.639s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.394864] env[62321]: DEBUG oslo_vmware.api [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Task: {'id': task-2632879, 'name': ReconfigVM_Task, 'duration_secs': 0.444376} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.395341] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 55c3c030-2e80-4829-bd9c-0e7f3e743c6c/55c3c030-2e80-4829-bd9c-0e7f3e743c6c.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.397956] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffefa0b4-8498-433c-9976-cbff1286543a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.402794] env[62321]: DEBUG oslo_vmware.api [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Waiting for the task: (returnval){ [ 694.402794] env[62321]: value = "task-2632880" [ 694.402794] env[62321]: _type = "Task" [ 694.402794] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.412492] env[62321]: DEBUG oslo_vmware.api [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Task: {'id': task-2632880, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.517981] env[62321]: DEBUG nova.network.neutron [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Successfully updated port: 8a66531d-0129-4cf5-900c-f14a94a8b87f {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.678114] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 7e8c336d-48c5-4fd1-a733-f7001dea3aa4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 694.890485] env[62321]: DEBUG nova.compute.manager [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.913809] env[62321]: DEBUG oslo_vmware.api [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Task: {'id': task-2632880, 'name': Rename_Task, 'duration_secs': 0.183488} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.913809] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.913809] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9aecc2f8-8341-49f2-b441-a3b9c2b69e24 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.920081] env[62321]: DEBUG oslo_vmware.api [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Waiting for the task: (returnval){ [ 694.920081] env[62321]: value = "task-2632881" [ 694.920081] env[62321]: _type = "Task" [ 694.920081] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.928146] env[62321]: DEBUG oslo_vmware.api [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Task: {'id': task-2632881, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.020976] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquiring lock "refresh_cache-d524e752-1c48-4acc-886d-346d8b224fcb" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.021199] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquired lock "refresh_cache-d524e752-1c48-4acc-886d-346d8b224fcb" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.021335] env[62321]: DEBUG nova.network.neutron [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.145285] env[62321]: DEBUG nova.compute.manager [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.146189] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b800f0-6d32-4ab3-8404-c95347570ee4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.181987] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance d9f2468c-18c3-44f4-8044-5a098ac5f107 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 695.412668] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.431933] env[62321]: DEBUG oslo_vmware.api [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Task: {'id': task-2632881, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.559879] env[62321]: DEBUG nova.network.neutron [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.656676] env[62321]: DEBUG nova.compute.manager [req-cdd77273-86f8-4454-b1a7-6cf28688a4ee req-65f94219-a31e-4b0b-ad81-b8d3d1dc5177 service nova] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Received event network-vif-plugged-8a66531d-0129-4cf5-900c-f14a94a8b87f {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 695.656901] env[62321]: DEBUG oslo_concurrency.lockutils [req-cdd77273-86f8-4454-b1a7-6cf28688a4ee req-65f94219-a31e-4b0b-ad81-b8d3d1dc5177 service nova] Acquiring lock "d524e752-1c48-4acc-886d-346d8b224fcb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.657146] env[62321]: DEBUG oslo_concurrency.lockutils [req-cdd77273-86f8-4454-b1a7-6cf28688a4ee req-65f94219-a31e-4b0b-ad81-b8d3d1dc5177 service nova] Lock "d524e752-1c48-4acc-886d-346d8b224fcb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.657343] env[62321]: DEBUG oslo_concurrency.lockutils [req-cdd77273-86f8-4454-b1a7-6cf28688a4ee req-65f94219-a31e-4b0b-ad81-b8d3d1dc5177 service nova] Lock "d524e752-1c48-4acc-886d-346d8b224fcb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.657530] env[62321]: DEBUG nova.compute.manager [req-cdd77273-86f8-4454-b1a7-6cf28688a4ee req-65f94219-a31e-4b0b-ad81-b8d3d1dc5177 service nova] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] No waiting events found dispatching network-vif-plugged-8a66531d-0129-4cf5-900c-f14a94a8b87f {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 695.657799] env[62321]: WARNING nova.compute.manager [req-cdd77273-86f8-4454-b1a7-6cf28688a4ee req-65f94219-a31e-4b0b-ad81-b8d3d1dc5177 service nova] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Received unexpected event network-vif-plugged-8a66531d-0129-4cf5-900c-f14a94a8b87f for instance with vm_state building and task_state spawning. [ 695.657974] env[62321]: DEBUG nova.compute.manager [req-cdd77273-86f8-4454-b1a7-6cf28688a4ee req-65f94219-a31e-4b0b-ad81-b8d3d1dc5177 service nova] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Received event network-changed-8a66531d-0129-4cf5-900c-f14a94a8b87f {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 695.658160] env[62321]: DEBUG nova.compute.manager [req-cdd77273-86f8-4454-b1a7-6cf28688a4ee req-65f94219-a31e-4b0b-ad81-b8d3d1dc5177 service nova] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Refreshing instance network info cache due to event network-changed-8a66531d-0129-4cf5-900c-f14a94a8b87f. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 695.658356] env[62321]: DEBUG oslo_concurrency.lockutils [req-cdd77273-86f8-4454-b1a7-6cf28688a4ee req-65f94219-a31e-4b0b-ad81-b8d3d1dc5177 service nova] Acquiring lock "refresh_cache-d524e752-1c48-4acc-886d-346d8b224fcb" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.659317] env[62321]: INFO nova.compute.manager [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] instance snapshotting [ 695.662172] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d42002f-d942-4d07-9a74-c36a082ac115 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.685863] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ce5e54-a5ed-4c74-afce-e01d527df633 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.689182] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 5114d3c2-a387-4520-8837-be0736533858 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 695.724706] env[62321]: DEBUG nova.network.neutron [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Updating instance_info_cache with network_info: [{"id": "8a66531d-0129-4cf5-900c-f14a94a8b87f", "address": "fa:16:3e:00:07:79", "network": {"id": "314db273-8976-4a94-bbe0-6baf1448b901", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-577289600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1b0852185df48979c10a6de967a85fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a66531d-01", "ovs_interfaceid": "8a66531d-0129-4cf5-900c-f14a94a8b87f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.930908] env[62321]: DEBUG oslo_vmware.api [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Task: {'id': task-2632881, 'name': PowerOnVM_Task, 'duration_secs': 0.597581} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.931097] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.931304] env[62321]: INFO nova.compute.manager [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Took 8.67 seconds to spawn the instance on the hypervisor. [ 695.931479] env[62321]: DEBUG nova.compute.manager [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.932274] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809cb5ac-7b29-499a-bc2b-e76a2995ba3c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.191972] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 696.198848] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Creating Snapshot of the VM instance {{(pid=62321) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 696.199212] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0b061c96-69cb-4372-8b9c-69e0080010da {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.207221] env[62321]: DEBUG oslo_vmware.api [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Waiting for the task: (returnval){ [ 696.207221] env[62321]: value = "task-2632882" [ 696.207221] env[62321]: _type = "Task" [ 696.207221] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.215233] env[62321]: DEBUG oslo_vmware.api [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632882, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.227220] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Releasing lock "refresh_cache-d524e752-1c48-4acc-886d-346d8b224fcb" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.227546] env[62321]: DEBUG nova.compute.manager [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Instance network_info: |[{"id": "8a66531d-0129-4cf5-900c-f14a94a8b87f", "address": "fa:16:3e:00:07:79", "network": {"id": "314db273-8976-4a94-bbe0-6baf1448b901", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-577289600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1b0852185df48979c10a6de967a85fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a66531d-01", "ovs_interfaceid": "8a66531d-0129-4cf5-900c-f14a94a8b87f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.227881] env[62321]: DEBUG oslo_concurrency.lockutils [req-cdd77273-86f8-4454-b1a7-6cf28688a4ee req-65f94219-a31e-4b0b-ad81-b8d3d1dc5177 service nova] Acquired lock "refresh_cache-d524e752-1c48-4acc-886d-346d8b224fcb" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.228072] env[62321]: DEBUG nova.network.neutron [req-cdd77273-86f8-4454-b1a7-6cf28688a4ee req-65f94219-a31e-4b0b-ad81-b8d3d1dc5177 service nova] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Refreshing network info cache for port 8a66531d-0129-4cf5-900c-f14a94a8b87f {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.229259] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:07:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9f208df-1fb5-4403-9796-7fd19e4bfb85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a66531d-0129-4cf5-900c-f14a94a8b87f', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.236517] env[62321]: DEBUG oslo.service.loopingcall [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 696.239564] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.240527] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d5db3eb-f70f-454b-95e3-fc4312695b9c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.261252] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.261252] env[62321]: value = "task-2632883" [ 696.261252] env[62321]: _type = "Task" [ 696.261252] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.272343] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632883, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.449288] env[62321]: INFO nova.compute.manager [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Took 55.73 seconds to build instance. [ 696.456070] env[62321]: DEBUG nova.network.neutron [req-cdd77273-86f8-4454-b1a7-6cf28688a4ee req-65f94219-a31e-4b0b-ad81-b8d3d1dc5177 service nova] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Updated VIF entry in instance network info cache for port 8a66531d-0129-4cf5-900c-f14a94a8b87f. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.456523] env[62321]: DEBUG nova.network.neutron [req-cdd77273-86f8-4454-b1a7-6cf28688a4ee req-65f94219-a31e-4b0b-ad81-b8d3d1dc5177 service nova] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Updating instance_info_cache with network_info: [{"id": "8a66531d-0129-4cf5-900c-f14a94a8b87f", "address": "fa:16:3e:00:07:79", "network": {"id": "314db273-8976-4a94-bbe0-6baf1448b901", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-577289600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1b0852185df48979c10a6de967a85fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a66531d-01", "ovs_interfaceid": "8a66531d-0129-4cf5-900c-f14a94a8b87f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.694864] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 0cd0839e-d442-4d82-9b9b-8a59dee70db7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 696.717310] env[62321]: DEBUG oslo_vmware.api [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632882, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.770876] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632883, 'name': CreateVM_Task, 'duration_secs': 0.508139} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.771236] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.771760] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.771928] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.772274] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.772527] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b33c70bf-5735-44a0-86a7-045827a96446 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.778067] env[62321]: DEBUG oslo_vmware.api [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 696.778067] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52875a9c-f43d-4a61-8db4-405f62c90593" [ 696.778067] env[62321]: _type = "Task" [ 696.778067] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.786156] env[62321]: DEBUG oslo_vmware.api [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52875a9c-f43d-4a61-8db4-405f62c90593, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.956560] env[62321]: DEBUG oslo_concurrency.lockutils [None req-450bca32-9902-4e45-91df-1fe679838c09 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Lock "55c3c030-2e80-4829-bd9c-0e7f3e743c6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.532s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.960071] env[62321]: DEBUG oslo_concurrency.lockutils [req-cdd77273-86f8-4454-b1a7-6cf28688a4ee req-65f94219-a31e-4b0b-ad81-b8d3d1dc5177 service nova] Releasing lock "refresh_cache-d524e752-1c48-4acc-886d-346d8b224fcb" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.198479] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance abc046a0-2875-4673-9eda-dcd9ded773c1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 697.220305] env[62321]: DEBUG oslo_vmware.api [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632882, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.289870] env[62321]: DEBUG oslo_vmware.api [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52875a9c-f43d-4a61-8db4-405f62c90593, 'name': SearchDatastore_Task, 'duration_secs': 0.016331} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.290201] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.290434] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.290660] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.290807] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.290979] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.291280] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8786b5f2-146b-42fb-9185-f8da45ad83d9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.301284] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.301472] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.302359] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a880ca4d-a0dc-46a1-8dfa-3dd7c4729fe5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.307588] env[62321]: DEBUG oslo_vmware.api [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 697.307588] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]529f81ab-d490-3bb5-cdcf-136044b4d2f5" [ 697.307588] env[62321]: _type = "Task" [ 697.307588] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.315572] env[62321]: DEBUG oslo_vmware.api [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]529f81ab-d490-3bb5-cdcf-136044b4d2f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.459839] env[62321]: DEBUG nova.compute.manager [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 697.519762] env[62321]: DEBUG oslo_concurrency.lockutils [None req-eb5ff6c8-7c4e-4f09-b68c-b17ced5fe5e6 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Acquiring lock "55c3c030-2e80-4829-bd9c-0e7f3e743c6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.520046] env[62321]: DEBUG oslo_concurrency.lockutils [None req-eb5ff6c8-7c4e-4f09-b68c-b17ced5fe5e6 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Lock "55c3c030-2e80-4829-bd9c-0e7f3e743c6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.520255] env[62321]: DEBUG oslo_concurrency.lockutils [None req-eb5ff6c8-7c4e-4f09-b68c-b17ced5fe5e6 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Acquiring lock "55c3c030-2e80-4829-bd9c-0e7f3e743c6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.520440] env[62321]: DEBUG oslo_concurrency.lockutils [None req-eb5ff6c8-7c4e-4f09-b68c-b17ced5fe5e6 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Lock "55c3c030-2e80-4829-bd9c-0e7f3e743c6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.520617] env[62321]: DEBUG oslo_concurrency.lockutils [None req-eb5ff6c8-7c4e-4f09-b68c-b17ced5fe5e6 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Lock "55c3c030-2e80-4829-bd9c-0e7f3e743c6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.522842] env[62321]: INFO nova.compute.manager [None req-eb5ff6c8-7c4e-4f09-b68c-b17ced5fe5e6 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Terminating instance [ 697.702019] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance bbde3466-9829-4207-9670-72715d1e49c0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 697.718649] env[62321]: DEBUG oslo_vmware.api [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632882, 'name': CreateSnapshot_Task, 'duration_secs': 1.15424} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.719659] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Created Snapshot of the VM instance {{(pid=62321) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 697.720434] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf4c1f7-36b3-474f-b755-54e53bfe2d8f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.753911] env[62321]: DEBUG oslo_vmware.rw_handles [None req-14bb1a3e-b9ca-4080-98fc-d9142a9ada34 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521ecd25-9446-cf00-0a70-d210acf97035/disk-0.vmdk. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 697.754815] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e795b18-ca36-4110-b00f-fded327c2844 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.760848] env[62321]: DEBUG oslo_vmware.rw_handles [None req-14bb1a3e-b9ca-4080-98fc-d9142a9ada34 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521ecd25-9446-cf00-0a70-d210acf97035/disk-0.vmdk is in state: ready. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 697.761080] env[62321]: ERROR oslo_vmware.rw_handles [None req-14bb1a3e-b9ca-4080-98fc-d9142a9ada34 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521ecd25-9446-cf00-0a70-d210acf97035/disk-0.vmdk due to incomplete transfer. [ 697.761276] env[62321]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-584a5656-d9fb-4cb3-a06a-2cbcf229f408 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.768543] env[62321]: DEBUG oslo_vmware.rw_handles [None req-14bb1a3e-b9ca-4080-98fc-d9142a9ada34 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521ecd25-9446-cf00-0a70-d210acf97035/disk-0.vmdk. {{(pid=62321) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 697.768735] env[62321]: DEBUG nova.virt.vmwareapi.images [None req-14bb1a3e-b9ca-4080-98fc-d9142a9ada34 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Uploaded image ca2f655d-9a12-4f91-971d-7989e2d9d597 to the Glance image server {{(pid=62321) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 697.771060] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-14bb1a3e-b9ca-4080-98fc-d9142a9ada34 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Destroying the VM {{(pid=62321) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 697.771306] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e3ddda9e-bf49-40ee-8dbb-f20a1015175a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.777288] env[62321]: DEBUG oslo_vmware.api [None req-14bb1a3e-b9ca-4080-98fc-d9142a9ada34 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 697.777288] env[62321]: value = "task-2632884" [ 697.777288] env[62321]: _type = "Task" [ 697.777288] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.784939] env[62321]: DEBUG oslo_vmware.api [None req-14bb1a3e-b9ca-4080-98fc-d9142a9ada34 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632884, 'name': Destroy_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.817860] env[62321]: DEBUG oslo_vmware.api [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]529f81ab-d490-3bb5-cdcf-136044b4d2f5, 'name': SearchDatastore_Task, 'duration_secs': 0.026268} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.818696] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25915793-c7a9-48db-bc07-94f328da9dd2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.823568] env[62321]: DEBUG oslo_vmware.api [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 697.823568] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5291a7a3-9ac0-724b-4d24-ab8463fe0299" [ 697.823568] env[62321]: _type = "Task" [ 697.823568] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.831527] env[62321]: DEBUG oslo_vmware.api [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5291a7a3-9ac0-724b-4d24-ab8463fe0299, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.982253] env[62321]: DEBUG oslo_concurrency.lockutils [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 698.027576] env[62321]: DEBUG nova.compute.manager [None req-eb5ff6c8-7c4e-4f09-b68c-b17ced5fe5e6 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 698.027859] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5ff6c8-7c4e-4f09-b68c-b17ced5fe5e6 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 698.028793] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73624a85-0cfc-43e8-b155-e06fd32ea4de {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.036434] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb5ff6c8-7c4e-4f09-b68c-b17ced5fe5e6 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 698.036673] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28c6a450-23f1-4961-92f3-3cc11c835be1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.042932] env[62321]: DEBUG oslo_vmware.api [None req-eb5ff6c8-7c4e-4f09-b68c-b17ced5fe5e6 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Waiting for the task: (returnval){ [ 698.042932] env[62321]: value = "task-2632885" [ 698.042932] env[62321]: _type = "Task" [ 698.042932] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.052295] env[62321]: DEBUG oslo_vmware.api [None req-eb5ff6c8-7c4e-4f09-b68c-b17ced5fe5e6 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Task: {'id': task-2632885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.206616] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 5209d7f4-76ae-439c-bf4d-2fead6810a80 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 698.239855] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Creating linked-clone VM from snapshot {{(pid=62321) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 698.240464] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3e5fb7fe-1bcd-4fdb-aa51-6b71e6cb90c6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.248615] env[62321]: DEBUG oslo_vmware.api [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Waiting for the task: (returnval){ [ 698.248615] env[62321]: value = "task-2632886" [ 698.248615] env[62321]: _type = "Task" [ 698.248615] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.256421] env[62321]: DEBUG oslo_vmware.api [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632886, 'name': CloneVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.287452] env[62321]: DEBUG oslo_vmware.api [None req-14bb1a3e-b9ca-4080-98fc-d9142a9ada34 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632884, 'name': Destroy_Task} progress is 33%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.333782] env[62321]: DEBUG oslo_vmware.api [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5291a7a3-9ac0-724b-4d24-ab8463fe0299, 'name': SearchDatastore_Task, 'duration_secs': 0.041555} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.334105] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.334373] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] d524e752-1c48-4acc-886d-346d8b224fcb/d524e752-1c48-4acc-886d-346d8b224fcb.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.334627] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c220e84-d2d6-47ac-9879-c9098be0df14 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.340608] env[62321]: DEBUG oslo_vmware.api [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 698.340608] env[62321]: value = "task-2632887" [ 698.340608] env[62321]: _type = "Task" [ 698.340608] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.348841] env[62321]: DEBUG oslo_vmware.api [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2632887, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.554323] env[62321]: DEBUG oslo_vmware.api [None req-eb5ff6c8-7c4e-4f09-b68c-b17ced5fe5e6 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Task: {'id': task-2632885, 'name': PowerOffVM_Task, 'duration_secs': 0.226183} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.555052] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb5ff6c8-7c4e-4f09-b68c-b17ced5fe5e6 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.555052] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5ff6c8-7c4e-4f09-b68c-b17ced5fe5e6 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 698.555293] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd30b995-678d-4538-a6ee-e7690fb83e32 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.629670] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5ff6c8-7c4e-4f09-b68c-b17ced5fe5e6 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 698.630057] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5ff6c8-7c4e-4f09-b68c-b17ced5fe5e6 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 698.630189] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb5ff6c8-7c4e-4f09-b68c-b17ced5fe5e6 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Deleting the datastore file [datastore2] 55c3c030-2e80-4829-bd9c-0e7f3e743c6c {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.631893] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c190991a-1ec1-48cb-95ac-956ca7a3e72c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.642500] env[62321]: DEBUG oslo_vmware.api [None req-eb5ff6c8-7c4e-4f09-b68c-b17ced5fe5e6 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Waiting for the task: (returnval){ [ 698.642500] env[62321]: value = "task-2632889" [ 698.642500] env[62321]: _type = "Task" [ 698.642500] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.652210] env[62321]: DEBUG oslo_vmware.api [None req-eb5ff6c8-7c4e-4f09-b68c-b17ced5fe5e6 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Task: {'id': task-2632889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.710853] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 65a448f8-a8f1-4308-8c1f-e0b12317778f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 698.711839] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=62321) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 698.711839] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4096MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=62321) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 698.761088] env[62321]: DEBUG oslo_vmware.api [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632886, 'name': CloneVM_Task} progress is 94%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.787321] env[62321]: DEBUG oslo_vmware.api [None req-14bb1a3e-b9ca-4080-98fc-d9142a9ada34 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632884, 'name': Destroy_Task, 'duration_secs': 0.589319} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.789958] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-14bb1a3e-b9ca-4080-98fc-d9142a9ada34 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Destroyed the VM [ 698.790281] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-14bb1a3e-b9ca-4080-98fc-d9142a9ada34 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Deleting Snapshot of the VM instance {{(pid=62321) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 698.790715] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8c7aadcb-6ceb-4c1b-b926-c7f3696ba06a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.798369] env[62321]: DEBUG oslo_vmware.api [None req-14bb1a3e-b9ca-4080-98fc-d9142a9ada34 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 698.798369] env[62321]: value = "task-2632890" [ 698.798369] env[62321]: _type = "Task" [ 698.798369] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.808845] env[62321]: DEBUG oslo_vmware.api [None req-14bb1a3e-b9ca-4080-98fc-d9142a9ada34 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632890, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.849746] env[62321]: DEBUG oslo_vmware.api [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2632887, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461504} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.852207] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] d524e752-1c48-4acc-886d-346d8b224fcb/d524e752-1c48-4acc-886d-346d8b224fcb.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.852423] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.852855] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a8c0802-587d-4d15-b928-807e466f0c4c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.858379] env[62321]: DEBUG oslo_vmware.api [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 698.858379] env[62321]: value = "task-2632891" [ 698.858379] env[62321]: _type = "Task" [ 698.858379] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.867088] env[62321]: DEBUG oslo_vmware.api [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2632891, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.140156] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1b1c8a9d-6678-4af8-8bcd-f921621ea64f tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquiring lock "14b4b002-4fcd-4861-a812-47978097a8c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.140156] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1b1c8a9d-6678-4af8-8bcd-f921621ea64f tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "14b4b002-4fcd-4861-a812-47978097a8c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.140242] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1b1c8a9d-6678-4af8-8bcd-f921621ea64f tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquiring lock "14b4b002-4fcd-4861-a812-47978097a8c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.140617] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1b1c8a9d-6678-4af8-8bcd-f921621ea64f tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "14b4b002-4fcd-4861-a812-47978097a8c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.140617] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1b1c8a9d-6678-4af8-8bcd-f921621ea64f tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "14b4b002-4fcd-4861-a812-47978097a8c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.147850] env[62321]: INFO nova.compute.manager [None req-1b1c8a9d-6678-4af8-8bcd-f921621ea64f tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Terminating instance [ 699.151337] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76195319-970a-4e21-a7a7-7435b11af0e4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.158729] env[62321]: DEBUG oslo_vmware.api [None req-eb5ff6c8-7c4e-4f09-b68c-b17ced5fe5e6 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Task: {'id': task-2632889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240608} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.159727] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb5ff6c8-7c4e-4f09-b68c-b17ced5fe5e6 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 699.159808] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5ff6c8-7c4e-4f09-b68c-b17ced5fe5e6 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 699.159991] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5ff6c8-7c4e-4f09-b68c-b17ced5fe5e6 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 699.160189] env[62321]: INFO nova.compute.manager [None req-eb5ff6c8-7c4e-4f09-b68c-b17ced5fe5e6 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 699.160991] env[62321]: DEBUG oslo.service.loopingcall [None req-eb5ff6c8-7c4e-4f09-b68c-b17ced5fe5e6 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 699.162981] env[62321]: DEBUG nova.compute.manager [-] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 699.163111] env[62321]: DEBUG nova.network.neutron [-] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 699.165807] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989b6b4f-92a0-4375-a561-520083c4874c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.201017] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92594fd8-65e3-4cea-91f3-de63504c02e3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.208785] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8dfaeb0-552e-4c83-8595-14b0df98f11e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.223544] env[62321]: DEBUG nova.compute.provider_tree [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.261645] env[62321]: DEBUG oslo_vmware.api [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632886, 'name': CloneVM_Task} progress is 95%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.309779] env[62321]: DEBUG oslo_vmware.api [None req-14bb1a3e-b9ca-4080-98fc-d9142a9ada34 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632890, 'name': RemoveSnapshot_Task, 'duration_secs': 0.482815} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.310135] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-14bb1a3e-b9ca-4080-98fc-d9142a9ada34 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Deleted Snapshot of the VM instance {{(pid=62321) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 699.310317] env[62321]: INFO nova.compute.manager [None req-14bb1a3e-b9ca-4080-98fc-d9142a9ada34 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Took 14.17 seconds to snapshot the instance on the hypervisor. [ 699.368424] env[62321]: DEBUG oslo_vmware.api [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2632891, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070346} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.368762] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.369645] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d38fda2-1f22-4236-867b-e587058bbde1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.394194] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] d524e752-1c48-4acc-886d-346d8b224fcb/d524e752-1c48-4acc-886d-346d8b224fcb.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.394370] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a392aea5-ebe4-4b5c-aff3-31a8f76d086c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.413524] env[62321]: DEBUG oslo_vmware.api [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 699.413524] env[62321]: value = "task-2632892" [ 699.413524] env[62321]: _type = "Task" [ 699.413524] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.421455] env[62321]: DEBUG oslo_vmware.api [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2632892, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.450223] env[62321]: DEBUG nova.compute.manager [req-b08980ef-252d-4524-908b-439d799e8899 req-778964e0-e676-4c55-8371-23e7a10649a1 service nova] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Received event network-vif-deleted-cad41428-c3e7-4afb-a788-7f7268f97e45 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 699.450429] env[62321]: INFO nova.compute.manager [req-b08980ef-252d-4524-908b-439d799e8899 req-778964e0-e676-4c55-8371-23e7a10649a1 service nova] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Neutron deleted interface cad41428-c3e7-4afb-a788-7f7268f97e45; detaching it from the instance and deleting it from the info cache [ 699.450636] env[62321]: DEBUG nova.network.neutron [req-b08980ef-252d-4524-908b-439d799e8899 req-778964e0-e676-4c55-8371-23e7a10649a1 service nova] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.660520] env[62321]: DEBUG nova.compute.manager [None req-1b1c8a9d-6678-4af8-8bcd-f921621ea64f tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 699.660823] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1c8a9d-6678-4af8-8bcd-f921621ea64f tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 699.661826] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b89a30-ff37-4709-b245-123ae0db0f46 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.670678] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquiring lock "0d7b5ea5-2fd4-49be-a75d-f59143548909" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.670921] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "0d7b5ea5-2fd4-49be-a75d-f59143548909" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.675407] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1c8a9d-6678-4af8-8bcd-f921621ea64f tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 699.675644] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed7930b6-05af-4c99-9e50-5c6fab8c15e2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.727030] env[62321]: DEBUG nova.scheduler.client.report [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.736523] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1c8a9d-6678-4af8-8bcd-f921621ea64f tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 699.736753] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1c8a9d-6678-4af8-8bcd-f921621ea64f tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 699.736935] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b1c8a9d-6678-4af8-8bcd-f921621ea64f tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Deleting the datastore file [datastore2] 14b4b002-4fcd-4861-a812-47978097a8c3 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 699.737542] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c495980-c319-4a59-a969-ed2deb83624b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.744208] env[62321]: DEBUG oslo_vmware.api [None req-1b1c8a9d-6678-4af8-8bcd-f921621ea64f tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 699.744208] env[62321]: value = "task-2632894" [ 699.744208] env[62321]: _type = "Task" [ 699.744208] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.752404] env[62321]: DEBUG oslo_vmware.api [None req-1b1c8a9d-6678-4af8-8bcd-f921621ea64f tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.759992] env[62321]: DEBUG oslo_vmware.api [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632886, 'name': CloneVM_Task, 'duration_secs': 1.188747} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.760585] env[62321]: INFO nova.virt.vmwareapi.vmops [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Created linked-clone VM from snapshot [ 699.761314] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a135ca9c-d4ce-4dbf-9bec-3287bf495377 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.768300] env[62321]: DEBUG nova.virt.vmwareapi.images [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Uploading image 9dbaff31-22ab-4476-86a0-12d6ad041c54 {{(pid=62321) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 699.790709] env[62321]: DEBUG oslo_vmware.rw_handles [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 699.790709] env[62321]: value = "vm-530554" [ 699.790709] env[62321]: _type = "VirtualMachine" [ 699.790709] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 699.790967] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-98f152fb-fe27-4e47-963b-8231d2451c59 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.796819] env[62321]: DEBUG oslo_vmware.rw_handles [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Lease: (returnval){ [ 699.796819] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52bba04e-da94-bc28-b339-7a9909e7f6c8" [ 699.796819] env[62321]: _type = "HttpNfcLease" [ 699.796819] env[62321]: } obtained for exporting VM: (result){ [ 699.796819] env[62321]: value = "vm-530554" [ 699.796819] env[62321]: _type = "VirtualMachine" [ 699.796819] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 699.797084] env[62321]: DEBUG oslo_vmware.api [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Waiting for the lease: (returnval){ [ 699.797084] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52bba04e-da94-bc28-b339-7a9909e7f6c8" [ 699.797084] env[62321]: _type = "HttpNfcLease" [ 699.797084] env[62321]: } to be ready. {{(pid=62321) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 699.803412] env[62321]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 699.803412] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52bba04e-da94-bc28-b339-7a9909e7f6c8" [ 699.803412] env[62321]: _type = "HttpNfcLease" [ 699.803412] env[62321]: } is initializing. {{(pid=62321) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 699.814351] env[62321]: DEBUG nova.compute.manager [None req-14bb1a3e-b9ca-4080-98fc-d9142a9ada34 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Instance disappeared during snapshot {{(pid=62321) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 699.824040] env[62321]: DEBUG nova.compute.manager [None req-14bb1a3e-b9ca-4080-98fc-d9142a9ada34 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Image not found during clean up ca2f655d-9a12-4f91-971d-7989e2d9d597 {{(pid=62321) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 699.922976] env[62321]: DEBUG oslo_vmware.api [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2632892, 'name': ReconfigVM_Task, 'duration_secs': 0.261305} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.923268] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Reconfigured VM instance instance-00000028 to attach disk [datastore1] d524e752-1c48-4acc-886d-346d8b224fcb/d524e752-1c48-4acc-886d-346d8b224fcb.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.923959] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e8e1ee6-4371-4439-b365-7af395d730ed {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.930646] env[62321]: DEBUG oslo_vmware.api [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 699.930646] env[62321]: value = "task-2632896" [ 699.930646] env[62321]: _type = "Task" [ 699.930646] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.934039] env[62321]: DEBUG nova.network.neutron [-] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.941648] env[62321]: DEBUG oslo_vmware.api [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2632896, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.953710] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d5952f3-85a6-41f1-9d64-35a2a6e6e44f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.962496] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbb07d9-10a4-4270-80b9-2e6b5d0cc955 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.996905] env[62321]: DEBUG nova.compute.manager [req-b08980ef-252d-4524-908b-439d799e8899 req-778964e0-e676-4c55-8371-23e7a10649a1 service nova] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Detach interface failed, port_id=cad41428-c3e7-4afb-a788-7f7268f97e45, reason: Instance 55c3c030-2e80-4829-bd9c-0e7f3e743c6c could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 700.232172] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62321) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 700.232470] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.123s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.232700] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1eb9b246-150c-41cf-87ec-3a82d8881ed7 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.151s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 700.232911] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1eb9b246-150c-41cf-87ec-3a82d8881ed7 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.235019] env[62321]: DEBUG oslo_concurrency.lockutils [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.745s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 700.236550] env[62321]: INFO nova.compute.claims [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.255112] env[62321]: DEBUG oslo_vmware.api [None req-1b1c8a9d-6678-4af8-8bcd-f921621ea64f tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.261316] env[62321]: INFO nova.scheduler.client.report [None req-1eb9b246-150c-41cf-87ec-3a82d8881ed7 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Deleted allocations for instance 88b335c7-7c56-4ae7-90a1-0fff3028c6a2 [ 700.305845] env[62321]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 700.305845] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52bba04e-da94-bc28-b339-7a9909e7f6c8" [ 700.305845] env[62321]: _type = "HttpNfcLease" [ 700.305845] env[62321]: } is ready. {{(pid=62321) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 700.306147] env[62321]: DEBUG oslo_vmware.rw_handles [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 700.306147] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52bba04e-da94-bc28-b339-7a9909e7f6c8" [ 700.306147] env[62321]: _type = "HttpNfcLease" [ 700.306147] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 700.306851] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0322b620-7e60-4a1a-b1de-161ff3c53c20 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.314416] env[62321]: DEBUG oslo_vmware.rw_handles [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eb0df4-ed85-d143-c4f7-6921cece8d91/disk-0.vmdk from lease info. {{(pid=62321) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 700.314592] env[62321]: DEBUG oslo_vmware.rw_handles [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eb0df4-ed85-d143-c4f7-6921cece8d91/disk-0.vmdk for reading. {{(pid=62321) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 700.436931] env[62321]: INFO nova.compute.manager [-] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Took 1.27 seconds to deallocate network for instance. [ 700.442725] env[62321]: DEBUG oslo_vmware.api [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2632896, 'name': Rename_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.518722] env[62321]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-990c01d7-956c-46b3-96cc-c96e0347abd8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.760722] env[62321]: DEBUG oslo_vmware.api [None req-1b1c8a9d-6678-4af8-8bcd-f921621ea64f tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2632894, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.524264} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.761119] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b1c8a9d-6678-4af8-8bcd-f921621ea64f tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.761437] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1c8a9d-6678-4af8-8bcd-f921621ea64f tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 700.761826] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1b1c8a9d-6678-4af8-8bcd-f921621ea64f tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 700.762185] env[62321]: INFO nova.compute.manager [None req-1b1c8a9d-6678-4af8-8bcd-f921621ea64f tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Took 1.10 seconds to destroy the instance on the hypervisor. [ 700.762535] env[62321]: DEBUG oslo.service.loopingcall [None req-1b1c8a9d-6678-4af8-8bcd-f921621ea64f tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 700.762843] env[62321]: DEBUG nova.compute.manager [-] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 700.763049] env[62321]: DEBUG nova.network.neutron [-] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 700.771029] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1eb9b246-150c-41cf-87ec-3a82d8881ed7 tempest-FloatingIPsAssociationTestJSON-1118148467 tempest-FloatingIPsAssociationTestJSON-1118148467-project-member] Lock "88b335c7-7c56-4ae7-90a1-0fff3028c6a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.656s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.943206] env[62321]: DEBUG oslo_vmware.api [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2632896, 'name': Rename_Task, 'duration_secs': 0.840702} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.943565] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.943949] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a1039b6-e91e-495a-ab15-2d8d6e72da29 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.947857] env[62321]: DEBUG oslo_concurrency.lockutils [None req-eb5ff6c8-7c4e-4f09-b68c-b17ced5fe5e6 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 700.954209] env[62321]: DEBUG oslo_vmware.api [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 700.954209] env[62321]: value = "task-2632897" [ 700.954209] env[62321]: _type = "Task" [ 700.954209] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.967816] env[62321]: DEBUG oslo_vmware.api [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2632897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.467516] env[62321]: DEBUG oslo_vmware.api [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2632897, 'name': PowerOnVM_Task, 'duration_secs': 0.490747} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.467855] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.468134] env[62321]: INFO nova.compute.manager [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Took 7.34 seconds to spawn the instance on the hypervisor. [ 701.468645] env[62321]: DEBUG nova.compute.manager [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.469102] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4158a41-f0d7-4720-93a5-1882f205338b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.558634] env[62321]: DEBUG nova.compute.manager [req-9afb892e-04d7-466b-b438-54b8b083842c req-1cb28af7-cf4a-412d-aaa9-4b856e140aa1 service nova] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Received event network-vif-deleted-e9bf8448-0abc-4b06-8dec-03e7ee2f5b28 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 701.558634] env[62321]: INFO nova.compute.manager [req-9afb892e-04d7-466b-b438-54b8b083842c req-1cb28af7-cf4a-412d-aaa9-4b856e140aa1 service nova] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Neutron deleted interface e9bf8448-0abc-4b06-8dec-03e7ee2f5b28; detaching it from the instance and deleting it from the info cache [ 701.558634] env[62321]: DEBUG nova.network.neutron [req-9afb892e-04d7-466b-b438-54b8b083842c req-1cb28af7-cf4a-412d-aaa9-4b856e140aa1 service nova] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.671307] env[62321]: DEBUG nova.network.neutron [-] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.805404] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a039e0ba-2c05-40cb-8a87-906c93a13c02 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.814034] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b13eeed-c195-4edd-8498-f35c6d660c09 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.847951] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b619c47-4e02-439a-baaf-907657918edb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.855834] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd98cb42-1f59-448c-a7b0-86cf8d30602f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.870737] env[62321]: DEBUG nova.compute.provider_tree [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.994802] env[62321]: INFO nova.compute.manager [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Took 56.88 seconds to build instance. [ 702.076351] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2eabff5b-cdba-4105-a226-9b2ad2f9fb73 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.089307] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03f1b67-84c0-4661-95ee-0951a399788b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.121442] env[62321]: DEBUG nova.compute.manager [req-9afb892e-04d7-466b-b438-54b8b083842c req-1cb28af7-cf4a-412d-aaa9-4b856e140aa1 service nova] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Detach interface failed, port_id=e9bf8448-0abc-4b06-8dec-03e7ee2f5b28, reason: Instance 14b4b002-4fcd-4861-a812-47978097a8c3 could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 702.174587] env[62321]: INFO nova.compute.manager [-] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Took 1.41 seconds to deallocate network for instance. [ 702.376125] env[62321]: DEBUG nova.scheduler.client.report [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.496760] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e17ee06c-98e4-4b74-b63f-ddf3ba8f4307 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lock "d524e752-1c48-4acc-886d-346d8b224fcb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.799s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.685035] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1b1c8a9d-6678-4af8-8bcd-f921621ea64f tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.882903] env[62321]: DEBUG oslo_concurrency.lockutils [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.882903] env[62321]: DEBUG nova.compute.manager [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.885190] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4b163af5-2b20-48bf-8915-7949b0b5648c tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.046s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.885431] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4b163af5-2b20-48bf-8915-7949b0b5648c tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.888196] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.673s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.889777] env[62321]: INFO nova.compute.claims [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.924655] env[62321]: INFO nova.scheduler.client.report [None req-4b163af5-2b20-48bf-8915-7949b0b5648c tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Deleted allocations for instance f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2 [ 703.000102] env[62321]: DEBUG nova.compute.manager [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 703.395133] env[62321]: DEBUG nova.compute.utils [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 703.401563] env[62321]: DEBUG nova.compute.manager [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 703.401563] env[62321]: DEBUG nova.network.neutron [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 703.433516] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4b163af5-2b20-48bf-8915-7949b0b5648c tempest-ServerMetadataTestJSON-1044526282 tempest-ServerMetadataTestJSON-1044526282-project-member] Lock "f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.287s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.442384] env[62321]: DEBUG nova.policy [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'faf3c6b97eb54d788830be50a687ec79', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0fb5e94af33f4571b6a137a8a89f78d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.522367] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.560503] env[62321]: DEBUG oslo_concurrency.lockutils [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquiring lock "185227ef-d7f7-4d1f-b3dd-d3073bf5db73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.560932] env[62321]: DEBUG oslo_concurrency.lockutils [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lock "185227ef-d7f7-4d1f-b3dd-d3073bf5db73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.902633] env[62321]: DEBUG nova.compute.manager [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 703.922260] env[62321]: DEBUG nova.network.neutron [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Successfully created port: f52c5f6c-1a3a-462e-a9ff-3ceed1addc58 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 704.426504] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288490d4-41f8-413b-b30f-56de63bfc056 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.434760] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb04a59b-9331-41ed-89a4-436d2203fe60 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.466747] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ec8867-0821-479f-9caa-9df362df6d63 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.476349] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4ae9aa-65dc-4280-aefe-db166a3fece0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.493224] env[62321]: DEBUG nova.compute.provider_tree [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.924569] env[62321]: DEBUG nova.compute.manager [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.957249] env[62321]: DEBUG nova.virt.hardware [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.957616] env[62321]: DEBUG nova.virt.hardware [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.957850] env[62321]: DEBUG nova.virt.hardware [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.958122] env[62321]: DEBUG nova.virt.hardware [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.958466] env[62321]: DEBUG nova.virt.hardware [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.958466] env[62321]: DEBUG nova.virt.hardware [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.958806] env[62321]: DEBUG nova.virt.hardware [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.959104] env[62321]: DEBUG nova.virt.hardware [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.959253] env[62321]: DEBUG nova.virt.hardware [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.959502] env[62321]: DEBUG nova.virt.hardware [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.959696] env[62321]: DEBUG nova.virt.hardware [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.960960] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35835ff-3b30-41d9-98f9-64d1a5bdf75a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.970797] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2858c4ec-5035-4af8-9bb4-69fb6ae037fe {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.999674] env[62321]: DEBUG nova.scheduler.client.report [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.509209] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.509785] env[62321]: DEBUG nova.compute.manager [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 705.514544] env[62321]: DEBUG nova.compute.manager [req-6deb4ed6-68f6-482a-a37e-717aef3dedd3 req-512cf825-555c-428f-b0da-8edff379bebd service nova] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Received event network-vif-plugged-f52c5f6c-1a3a-462e-a9ff-3ceed1addc58 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 705.514793] env[62321]: DEBUG oslo_concurrency.lockutils [req-6deb4ed6-68f6-482a-a37e-717aef3dedd3 req-512cf825-555c-428f-b0da-8edff379bebd service nova] Acquiring lock "ae510f49-ca5e-4a87-94ef-24591700fcf6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.515272] env[62321]: DEBUG oslo_concurrency.lockutils [req-6deb4ed6-68f6-482a-a37e-717aef3dedd3 req-512cf825-555c-428f-b0da-8edff379bebd service nova] Lock "ae510f49-ca5e-4a87-94ef-24591700fcf6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.515496] env[62321]: DEBUG oslo_concurrency.lockutils [req-6deb4ed6-68f6-482a-a37e-717aef3dedd3 req-512cf825-555c-428f-b0da-8edff379bebd service nova] Lock "ae510f49-ca5e-4a87-94ef-24591700fcf6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.515828] env[62321]: DEBUG nova.compute.manager [req-6deb4ed6-68f6-482a-a37e-717aef3dedd3 req-512cf825-555c-428f-b0da-8edff379bebd service nova] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] No waiting events found dispatching network-vif-plugged-f52c5f6c-1a3a-462e-a9ff-3ceed1addc58 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 705.516020] env[62321]: WARNING nova.compute.manager [req-6deb4ed6-68f6-482a-a37e-717aef3dedd3 req-512cf825-555c-428f-b0da-8edff379bebd service nova] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Received unexpected event network-vif-plugged-f52c5f6c-1a3a-462e-a9ff-3ceed1addc58 for instance with vm_state building and task_state spawning. [ 705.516640] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.314s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.518944] env[62321]: INFO nova.compute.claims [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.614569] env[62321]: DEBUG nova.network.neutron [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Successfully updated port: f52c5f6c-1a3a-462e-a9ff-3ceed1addc58 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.018479] env[62321]: DEBUG nova.compute.utils [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 706.020388] env[62321]: DEBUG nova.compute.manager [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 706.020581] env[62321]: DEBUG nova.network.neutron [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 706.084353] env[62321]: DEBUG nova.policy [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbd381c53ddc4169938b1a0f666ba8da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ab0ef1837a249d9bca4fa5faf5cc8ca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 706.118647] env[62321]: DEBUG oslo_concurrency.lockutils [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Acquiring lock "refresh_cache-ae510f49-ca5e-4a87-94ef-24591700fcf6" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.118798] env[62321]: DEBUG oslo_concurrency.lockutils [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Acquired lock "refresh_cache-ae510f49-ca5e-4a87-94ef-24591700fcf6" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.118798] env[62321]: DEBUG nova.network.neutron [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.502065] env[62321]: DEBUG nova.network.neutron [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Successfully created port: 263f3ac0-8b4f-46be-8d5f-989d0c7a7610 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 706.524597] env[62321]: DEBUG nova.compute.manager [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 706.672442] env[62321]: DEBUG nova.network.neutron [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.941871] env[62321]: DEBUG nova.network.neutron [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Updating instance_info_cache with network_info: [{"id": "f52c5f6c-1a3a-462e-a9ff-3ceed1addc58", "address": "fa:16:3e:eb:92:64", "network": {"id": "e51aef9b-54e8-40de-9b6d-d73cdd9170a9", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2026644590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fb5e94af33f4571b6a137a8a89f78d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf52c5f6c-1a", "ovs_interfaceid": "f52c5f6c-1a3a-462e-a9ff-3ceed1addc58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.078343] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78baaa8-cc1e-4871-a7fd-4b2f2d913130 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.091032] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb13761-ba47-4297-9190-b582108a9883 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.129813] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7c5539-0e5a-43f6-b938-787c11b0de61 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.139859] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a3a676-d1ad-45f8-a1c9-f78310d9c127 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.159553] env[62321]: DEBUG nova.compute.provider_tree [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.447166] env[62321]: DEBUG oslo_concurrency.lockutils [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Releasing lock "refresh_cache-ae510f49-ca5e-4a87-94ef-24591700fcf6" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.447301] env[62321]: DEBUG nova.compute.manager [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Instance network_info: |[{"id": "f52c5f6c-1a3a-462e-a9ff-3ceed1addc58", "address": "fa:16:3e:eb:92:64", "network": {"id": "e51aef9b-54e8-40de-9b6d-d73cdd9170a9", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2026644590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fb5e94af33f4571b6a137a8a89f78d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf52c5f6c-1a", "ovs_interfaceid": "f52c5f6c-1a3a-462e-a9ff-3ceed1addc58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.451016] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:92:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd33839ae-40ca-471b-92e3-eb282b920682', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f52c5f6c-1a3a-462e-a9ff-3ceed1addc58', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.458055] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Creating folder: Project (0fb5e94af33f4571b6a137a8a89f78d7). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.458393] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e5b9c47-bbb6-42af-9fa1-361219e1d60d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.471830] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Created folder: Project (0fb5e94af33f4571b6a137a8a89f78d7) in parent group-v530434. [ 707.472050] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Creating folder: Instances. Parent ref: group-v530555. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.472528] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b074ca0d-bd7d-43e2-8d1b-fa1702d416e6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.482822] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Created folder: Instances in parent group-v530555. [ 707.483127] env[62321]: DEBUG oslo.service.loopingcall [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 707.483348] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.483561] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05f0a1d9-0937-483a-b27b-bb196de3ee29 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.504536] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.504536] env[62321]: value = "task-2632900" [ 707.504536] env[62321]: _type = "Task" [ 707.504536] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.519892] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632900, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.536867] env[62321]: DEBUG nova.compute.manager [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 707.564659] env[62321]: DEBUG nova.virt.hardware [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 707.564952] env[62321]: DEBUG nova.virt.hardware [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 707.565331] env[62321]: DEBUG nova.virt.hardware [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.565331] env[62321]: DEBUG nova.virt.hardware [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 707.565463] env[62321]: DEBUG nova.virt.hardware [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.565579] env[62321]: DEBUG nova.virt.hardware [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 707.565784] env[62321]: DEBUG nova.virt.hardware [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 707.565943] env[62321]: DEBUG nova.virt.hardware [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 707.566118] env[62321]: DEBUG nova.virt.hardware [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 707.566358] env[62321]: DEBUG nova.virt.hardware [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 707.566500] env[62321]: DEBUG nova.virt.hardware [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 707.567384] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f127039-d1c5-4fdb-8f5f-c7636baf0b06 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.575806] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885d2c50-10ef-41de-b58b-53da1cf98e89 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.663937] env[62321]: DEBUG nova.scheduler.client.report [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.702737] env[62321]: DEBUG nova.compute.manager [req-ed97a748-e8b8-4a03-a75f-881bd94c4238 req-f159f967-3a1a-4f3b-a2e1-92e01dda746b service nova] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Received event network-changed-f52c5f6c-1a3a-462e-a9ff-3ceed1addc58 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 707.702935] env[62321]: DEBUG nova.compute.manager [req-ed97a748-e8b8-4a03-a75f-881bd94c4238 req-f159f967-3a1a-4f3b-a2e1-92e01dda746b service nova] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Refreshing instance network info cache due to event network-changed-f52c5f6c-1a3a-462e-a9ff-3ceed1addc58. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 707.703340] env[62321]: DEBUG oslo_concurrency.lockutils [req-ed97a748-e8b8-4a03-a75f-881bd94c4238 req-f159f967-3a1a-4f3b-a2e1-92e01dda746b service nova] Acquiring lock "refresh_cache-ae510f49-ca5e-4a87-94ef-24591700fcf6" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.703340] env[62321]: DEBUG oslo_concurrency.lockutils [req-ed97a748-e8b8-4a03-a75f-881bd94c4238 req-f159f967-3a1a-4f3b-a2e1-92e01dda746b service nova] Acquired lock "refresh_cache-ae510f49-ca5e-4a87-94ef-24591700fcf6" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.703679] env[62321]: DEBUG nova.network.neutron [req-ed97a748-e8b8-4a03-a75f-881bd94c4238 req-f159f967-3a1a-4f3b-a2e1-92e01dda746b service nova] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Refreshing network info cache for port f52c5f6c-1a3a-462e-a9ff-3ceed1addc58 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.018838] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632900, 'name': CreateVM_Task, 'duration_secs': 0.404313} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.019051] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.019883] env[62321]: DEBUG oslo_concurrency.lockutils [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.019972] env[62321]: DEBUG oslo_concurrency.lockutils [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.021063] env[62321]: DEBUG oslo_concurrency.lockutils [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.021427] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-412cf942-c4c1-4608-8b82-f2b1dd3c9b7e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.026228] env[62321]: DEBUG oslo_vmware.api [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Waiting for the task: (returnval){ [ 708.026228] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52f05c29-2b3b-b2c7-5c7e-127d851a503b" [ 708.026228] env[62321]: _type = "Task" [ 708.026228] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.033906] env[62321]: DEBUG oslo_vmware.api [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52f05c29-2b3b-b2c7-5c7e-127d851a503b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.066307] env[62321]: DEBUG nova.network.neutron [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Successfully updated port: 263f3ac0-8b4f-46be-8d5f-989d0c7a7610 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 708.114206] env[62321]: DEBUG oslo_vmware.rw_handles [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eb0df4-ed85-d143-c4f7-6921cece8d91/disk-0.vmdk. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 708.115237] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de30d217-e4df-44ce-b58d-f4b8a7445957 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.121490] env[62321]: DEBUG oslo_vmware.rw_handles [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eb0df4-ed85-d143-c4f7-6921cece8d91/disk-0.vmdk is in state: ready. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 708.121657] env[62321]: ERROR oslo_vmware.rw_handles [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eb0df4-ed85-d143-c4f7-6921cece8d91/disk-0.vmdk due to incomplete transfer. [ 708.121876] env[62321]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b1a062ef-08af-4bf6-a7ee-197bbf2b8319 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.131367] env[62321]: DEBUG oslo_vmware.rw_handles [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eb0df4-ed85-d143-c4f7-6921cece8d91/disk-0.vmdk. {{(pid=62321) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 708.131557] env[62321]: DEBUG nova.virt.vmwareapi.images [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Uploaded image 9dbaff31-22ab-4476-86a0-12d6ad041c54 to the Glance image server {{(pid=62321) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 708.133845] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Destroying the VM {{(pid=62321) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 708.134233] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-75d2dd97-cd55-49ea-9781-c699e8bf28ad {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.139539] env[62321]: DEBUG oslo_vmware.api [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Waiting for the task: (returnval){ [ 708.139539] env[62321]: value = "task-2632901" [ 708.139539] env[62321]: _type = "Task" [ 708.139539] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.147486] env[62321]: DEBUG oslo_vmware.api [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632901, 'name': Destroy_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.169755] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 708.170333] env[62321]: DEBUG nova.compute.manager [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 708.174944] env[62321]: DEBUG oslo_concurrency.lockutils [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.567s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.176035] env[62321]: INFO nova.compute.claims [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.453019] env[62321]: DEBUG nova.network.neutron [req-ed97a748-e8b8-4a03-a75f-881bd94c4238 req-f159f967-3a1a-4f3b-a2e1-92e01dda746b service nova] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Updated VIF entry in instance network info cache for port f52c5f6c-1a3a-462e-a9ff-3ceed1addc58. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.453019] env[62321]: DEBUG nova.network.neutron [req-ed97a748-e8b8-4a03-a75f-881bd94c4238 req-f159f967-3a1a-4f3b-a2e1-92e01dda746b service nova] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Updating instance_info_cache with network_info: [{"id": "f52c5f6c-1a3a-462e-a9ff-3ceed1addc58", "address": "fa:16:3e:eb:92:64", "network": {"id": "e51aef9b-54e8-40de-9b6d-d73cdd9170a9", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2026644590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fb5e94af33f4571b6a137a8a89f78d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf52c5f6c-1a", "ovs_interfaceid": "f52c5f6c-1a3a-462e-a9ff-3ceed1addc58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.537700] env[62321]: DEBUG oslo_vmware.api [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52f05c29-2b3b-b2c7-5c7e-127d851a503b, 'name': SearchDatastore_Task, 'duration_secs': 0.028489} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.538076] env[62321]: DEBUG oslo_concurrency.lockutils [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.538349] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.538677] env[62321]: DEBUG oslo_concurrency.lockutils [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.538911] env[62321]: DEBUG oslo_concurrency.lockutils [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.539258] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.539636] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89c49be7-0bf6-4136-b4bf-2906c44ba7eb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.551249] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.551432] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.552164] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2accdfee-6c0e-4d23-a9a6-ee004bec7381 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.557618] env[62321]: DEBUG oslo_vmware.api [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Waiting for the task: (returnval){ [ 708.557618] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c30ffe-72d6-0d02-f40c-bff4151a506d" [ 708.557618] env[62321]: _type = "Task" [ 708.557618] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.565918] env[62321]: DEBUG oslo_vmware.api [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c30ffe-72d6-0d02-f40c-bff4151a506d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.568602] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquiring lock "refresh_cache-f0401741-6f49-4d8d-b329-ceaa700428d8" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.568757] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquired lock "refresh_cache-f0401741-6f49-4d8d-b329-ceaa700428d8" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.568892] env[62321]: DEBUG nova.network.neutron [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.649870] env[62321]: DEBUG oslo_vmware.api [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632901, 'name': Destroy_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.683403] env[62321]: DEBUG nova.compute.utils [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 708.687385] env[62321]: DEBUG nova.compute.manager [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 708.687385] env[62321]: DEBUG nova.network.neutron [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 708.728742] env[62321]: DEBUG nova.policy [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbd381c53ddc4169938b1a0f666ba8da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ab0ef1837a249d9bca4fa5faf5cc8ca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.955882] env[62321]: DEBUG oslo_concurrency.lockutils [req-ed97a748-e8b8-4a03-a75f-881bd94c4238 req-f159f967-3a1a-4f3b-a2e1-92e01dda746b service nova] Releasing lock "refresh_cache-ae510f49-ca5e-4a87-94ef-24591700fcf6" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.963526] env[62321]: DEBUG nova.network.neutron [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Successfully created port: 0c859d18-1f4b-4564-921d-880cbe39f0b0 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 709.782314] env[62321]: DEBUG nova.compute.manager [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 709.788065] env[62321]: DEBUG oslo_vmware.api [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c30ffe-72d6-0d02-f40c-bff4151a506d, 'name': SearchDatastore_Task, 'duration_secs': 0.044054} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.792284] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d53af258-f127-4cf1-a6bc-41ff5c74561a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.797922] env[62321]: DEBUG oslo_vmware.api [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Waiting for the task: (returnval){ [ 709.797922] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522f90d2-8b19-15af-6154-c2f2383fa6c7" [ 709.797922] env[62321]: _type = "Task" [ 709.797922] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.800871] env[62321]: DEBUG oslo_vmware.api [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632901, 'name': Destroy_Task, 'duration_secs': 0.979554} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.803691] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Destroyed the VM [ 709.803934] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Deleting Snapshot of the VM instance {{(pid=62321) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 709.804192] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c8288faf-298c-4cde-a859-64d221ff66ea {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.810888] env[62321]: DEBUG oslo_vmware.api [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522f90d2-8b19-15af-6154-c2f2383fa6c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010629} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.814538] env[62321]: DEBUG oslo_concurrency.lockutils [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.814817] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] ae510f49-ca5e-4a87-94ef-24591700fcf6/ae510f49-ca5e-4a87-94ef-24591700fcf6.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.815195] env[62321]: DEBUG oslo_vmware.api [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Waiting for the task: (returnval){ [ 709.815195] env[62321]: value = "task-2632902" [ 709.815195] env[62321]: _type = "Task" [ 709.815195] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.818173] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ab73b34-d600-4b88-8c65-f59c384fda71 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.825476] env[62321]: DEBUG oslo_vmware.api [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632902, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.827193] env[62321]: DEBUG oslo_vmware.api [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Waiting for the task: (returnval){ [ 709.827193] env[62321]: value = "task-2632903" [ 709.827193] env[62321]: _type = "Task" [ 709.827193] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.835302] env[62321]: DEBUG oslo_vmware.api [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Task: {'id': task-2632903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.857308] env[62321]: DEBUG nova.network.neutron [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.004686] env[62321]: DEBUG nova.compute.manager [req-6e2e18fa-b15a-435a-a326-b18c8c8a0e04 req-cc76fb7d-b7b3-445a-9f5b-bec97fd2ecaa service nova] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Received event network-vif-plugged-263f3ac0-8b4f-46be-8d5f-989d0c7a7610 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 710.004946] env[62321]: DEBUG oslo_concurrency.lockutils [req-6e2e18fa-b15a-435a-a326-b18c8c8a0e04 req-cc76fb7d-b7b3-445a-9f5b-bec97fd2ecaa service nova] Acquiring lock "f0401741-6f49-4d8d-b329-ceaa700428d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.005303] env[62321]: DEBUG oslo_concurrency.lockutils [req-6e2e18fa-b15a-435a-a326-b18c8c8a0e04 req-cc76fb7d-b7b3-445a-9f5b-bec97fd2ecaa service nova] Lock "f0401741-6f49-4d8d-b329-ceaa700428d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.005529] env[62321]: DEBUG oslo_concurrency.lockutils [req-6e2e18fa-b15a-435a-a326-b18c8c8a0e04 req-cc76fb7d-b7b3-445a-9f5b-bec97fd2ecaa service nova] Lock "f0401741-6f49-4d8d-b329-ceaa700428d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.005731] env[62321]: DEBUG nova.compute.manager [req-6e2e18fa-b15a-435a-a326-b18c8c8a0e04 req-cc76fb7d-b7b3-445a-9f5b-bec97fd2ecaa service nova] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] No waiting events found dispatching network-vif-plugged-263f3ac0-8b4f-46be-8d5f-989d0c7a7610 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 710.006181] env[62321]: WARNING nova.compute.manager [req-6e2e18fa-b15a-435a-a326-b18c8c8a0e04 req-cc76fb7d-b7b3-445a-9f5b-bec97fd2ecaa service nova] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Received unexpected event network-vif-plugged-263f3ac0-8b4f-46be-8d5f-989d0c7a7610 for instance with vm_state building and task_state spawning. [ 710.006548] env[62321]: DEBUG nova.compute.manager [req-6e2e18fa-b15a-435a-a326-b18c8c8a0e04 req-cc76fb7d-b7b3-445a-9f5b-bec97fd2ecaa service nova] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Received event network-changed-263f3ac0-8b4f-46be-8d5f-989d0c7a7610 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 710.006548] env[62321]: DEBUG nova.compute.manager [req-6e2e18fa-b15a-435a-a326-b18c8c8a0e04 req-cc76fb7d-b7b3-445a-9f5b-bec97fd2ecaa service nova] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Refreshing instance network info cache due to event network-changed-263f3ac0-8b4f-46be-8d5f-989d0c7a7610. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 710.006693] env[62321]: DEBUG oslo_concurrency.lockutils [req-6e2e18fa-b15a-435a-a326-b18c8c8a0e04 req-cc76fb7d-b7b3-445a-9f5b-bec97fd2ecaa service nova] Acquiring lock "refresh_cache-f0401741-6f49-4d8d-b329-ceaa700428d8" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.228229] env[62321]: DEBUG nova.network.neutron [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Updating instance_info_cache with network_info: [{"id": "263f3ac0-8b4f-46be-8d5f-989d0c7a7610", "address": "fa:16:3e:27:14:5d", "network": {"id": "31512f77-e967-4fe6-9fc1-48e1b1dc1c59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319997203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ab0ef1837a249d9bca4fa5faf5cc8ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap263f3ac0-8b", "ovs_interfaceid": "263f3ac0-8b4f-46be-8d5f-989d0c7a7610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.318882] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726f093e-5c48-46b5-a739-ead956108a73 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.329855] env[62321]: DEBUG oslo_vmware.api [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632902, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.334742] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c05530-cd3b-475a-a4b3-e87aee2e4a36 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.343807] env[62321]: DEBUG oslo_vmware.api [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Task: {'id': task-2632903, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445074} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.368289] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] ae510f49-ca5e-4a87-94ef-24591700fcf6/ae510f49-ca5e-4a87-94ef-24591700fcf6.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.369215] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.369303] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-baa4d0de-f62d-44e3-8ddc-adfeb8ba230a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.373024] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcb7297-7e25-434c-b191-a02ad1f31b4a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.380269] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0008ea7b-e3b7-4c92-b90c-355f048ec8ef {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.384565] env[62321]: DEBUG oslo_vmware.api [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Waiting for the task: (returnval){ [ 710.384565] env[62321]: value = "task-2632904" [ 710.384565] env[62321]: _type = "Task" [ 710.384565] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.395723] env[62321]: DEBUG nova.compute.provider_tree [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.401657] env[62321]: DEBUG oslo_vmware.api [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Task: {'id': task-2632904, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.829043] env[62321]: DEBUG oslo_vmware.api [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632902, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.894320] env[62321]: DEBUG oslo_vmware.api [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Task: {'id': task-2632904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064402} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.894584] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 710.895359] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff59089-2178-4724-80f6-afc02e8e5a6f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.898406] env[62321]: DEBUG nova.scheduler.client.report [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.920879] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] ae510f49-ca5e-4a87-94ef-24591700fcf6/ae510f49-ca5e-4a87-94ef-24591700fcf6.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.921395] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a708dcd5-9b85-41fb-8398-e77eb445e8ee {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.941529] env[62321]: DEBUG oslo_vmware.api [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Waiting for the task: (returnval){ [ 710.941529] env[62321]: value = "task-2632905" [ 710.941529] env[62321]: _type = "Task" [ 710.941529] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.949465] env[62321]: DEBUG oslo_vmware.api [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Task: {'id': task-2632905, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.328545] env[62321]: DEBUG oslo_vmware.api [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632902, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.451511] env[62321]: DEBUG oslo_vmware.api [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Task: {'id': task-2632905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.828424] env[62321]: DEBUG oslo_vmware.api [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632902, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.951871] env[62321]: DEBUG oslo_vmware.api [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Task: {'id': task-2632905, 'name': ReconfigVM_Task, 'duration_secs': 0.674105} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.952167] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Reconfigured VM instance instance-00000029 to attach disk [datastore1] ae510f49-ca5e-4a87-94ef-24591700fcf6/ae510f49-ca5e-4a87-94ef-24591700fcf6.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.952763] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e777ad1-9b7f-44ec-bc20-15be40064d26 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.959044] env[62321]: DEBUG oslo_vmware.api [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Waiting for the task: (returnval){ [ 711.959044] env[62321]: value = "task-2632906" [ 711.959044] env[62321]: _type = "Task" [ 711.959044] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.968733] env[62321]: DEBUG oslo_vmware.api [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Task: {'id': task-2632906, 'name': Rename_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.328761] env[62321]: DEBUG oslo_vmware.api [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632902, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.468749] env[62321]: DEBUG oslo_vmware.api [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Task: {'id': task-2632906, 'name': Rename_Task, 'duration_secs': 0.349169} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.469080] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.469325] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0413140-7d1c-4d7f-a88d-1836901c3edc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.475682] env[62321]: DEBUG oslo_vmware.api [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Waiting for the task: (returnval){ [ 712.475682] env[62321]: value = "task-2632907" [ 712.475682] env[62321]: _type = "Task" [ 712.475682] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.482622] env[62321]: DEBUG oslo_vmware.api [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Task: {'id': task-2632907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.830329] env[62321]: DEBUG oslo_vmware.api [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632902, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.002391] env[62321]: DEBUG oslo_vmware.api [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Task: {'id': task-2632907, 'name': PowerOnVM_Task, 'duration_secs': 0.424872} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.002808] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.002808] env[62321]: INFO nova.compute.manager [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Took 8.08 seconds to spawn the instance on the hypervisor. [ 713.003043] env[62321]: DEBUG nova.compute.manager [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.024790] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c70cf69-282d-4052-8b92-568d733c5327 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.232933] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Releasing lock "refresh_cache-f0401741-6f49-4d8d-b329-ceaa700428d8" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.233360] env[62321]: DEBUG nova.compute.manager [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Instance network_info: |[{"id": "263f3ac0-8b4f-46be-8d5f-989d0c7a7610", "address": "fa:16:3e:27:14:5d", "network": {"id": "31512f77-e967-4fe6-9fc1-48e1b1dc1c59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319997203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ab0ef1837a249d9bca4fa5faf5cc8ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap263f3ac0-8b", "ovs_interfaceid": "263f3ac0-8b4f-46be-8d5f-989d0c7a7610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 713.233707] env[62321]: DEBUG oslo_concurrency.lockutils [req-6e2e18fa-b15a-435a-a326-b18c8c8a0e04 req-cc76fb7d-b7b3-445a-9f5b-bec97fd2ecaa service nova] Acquired lock "refresh_cache-f0401741-6f49-4d8d-b329-ceaa700428d8" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.233889] env[62321]: DEBUG nova.network.neutron [req-6e2e18fa-b15a-435a-a326-b18c8c8a0e04 req-cc76fb7d-b7b3-445a-9f5b-bec97fd2ecaa service nova] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Refreshing network info cache for port 263f3ac0-8b4f-46be-8d5f-989d0c7a7610 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.235246] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:14:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '263f3ac0-8b4f-46be-8d5f-989d0c7a7610', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.243538] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Creating folder: Project (8ab0ef1837a249d9bca4fa5faf5cc8ca). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.244632] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98d051b4-1a84-4f3d-989c-db00f210c15f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.259161] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Created folder: Project (8ab0ef1837a249d9bca4fa5faf5cc8ca) in parent group-v530434. [ 713.259161] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Creating folder: Instances. Parent ref: group-v530558. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.259161] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0bd060c5-7c08-439a-900b-79c5f0fbeac9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.261389] env[62321]: DEBUG nova.compute.manager [req-52e42026-351a-439b-8796-3a85cb0a7f5f req-3d46cff8-300b-48a0-b36d-b5fb9168cedb service nova] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Received event network-vif-plugged-0c859d18-1f4b-4564-921d-880cbe39f0b0 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 713.261734] env[62321]: DEBUG oslo_concurrency.lockutils [req-52e42026-351a-439b-8796-3a85cb0a7f5f req-3d46cff8-300b-48a0-b36d-b5fb9168cedb service nova] Acquiring lock "7e8c336d-48c5-4fd1-a733-f7001dea3aa4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.262073] env[62321]: DEBUG oslo_concurrency.lockutils [req-52e42026-351a-439b-8796-3a85cb0a7f5f req-3d46cff8-300b-48a0-b36d-b5fb9168cedb service nova] Lock "7e8c336d-48c5-4fd1-a733-f7001dea3aa4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.262356] env[62321]: DEBUG oslo_concurrency.lockutils [req-52e42026-351a-439b-8796-3a85cb0a7f5f req-3d46cff8-300b-48a0-b36d-b5fb9168cedb service nova] Lock "7e8c336d-48c5-4fd1-a733-f7001dea3aa4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.262645] env[62321]: DEBUG nova.compute.manager [req-52e42026-351a-439b-8796-3a85cb0a7f5f req-3d46cff8-300b-48a0-b36d-b5fb9168cedb service nova] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] No waiting events found dispatching network-vif-plugged-0c859d18-1f4b-4564-921d-880cbe39f0b0 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 713.262958] env[62321]: WARNING nova.compute.manager [req-52e42026-351a-439b-8796-3a85cb0a7f5f req-3d46cff8-300b-48a0-b36d-b5fb9168cedb service nova] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Received unexpected event network-vif-plugged-0c859d18-1f4b-4564-921d-880cbe39f0b0 for instance with vm_state building and task_state spawning. [ 713.272344] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Created folder: Instances in parent group-v530558. [ 713.272819] env[62321]: DEBUG oslo.service.loopingcall [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 713.273178] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.273517] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf5e7ecf-ecef-46f4-bd3d-b31d302ea921 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.299642] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.299642] env[62321]: value = "task-2632910" [ 713.299642] env[62321]: _type = "Task" [ 713.299642] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.300553] env[62321]: DEBUG nova.compute.manager [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 713.311734] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632910, 'name': CreateVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.330693] env[62321]: DEBUG oslo_vmware.api [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632902, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.333174] env[62321]: DEBUG nova.virt.hardware [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.333332] env[62321]: DEBUG nova.virt.hardware [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.333568] env[62321]: DEBUG nova.virt.hardware [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.333638] env[62321]: DEBUG nova.virt.hardware [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.333788] env[62321]: DEBUG nova.virt.hardware [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.333977] env[62321]: DEBUG nova.virt.hardware [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.334250] env[62321]: DEBUG nova.virt.hardware [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.334447] env[62321]: DEBUG nova.virt.hardware [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.334676] env[62321]: DEBUG nova.virt.hardware [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.334923] env[62321]: DEBUG nova.virt.hardware [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.335157] env[62321]: DEBUG nova.virt.hardware [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.336051] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb28e6a5-a834-404a-8036-2fe5fe0956a7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.344932] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94001396-d09c-4bb0-8f33-cca8f7011484 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.396162] env[62321]: DEBUG nova.network.neutron [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Successfully updated port: 0c859d18-1f4b-4564-921d-880cbe39f0b0 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 713.405721] env[62321]: DEBUG oslo_concurrency.lockutils [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.231s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.406108] env[62321]: DEBUG nova.compute.manager [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 713.408924] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.334s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.410779] env[62321]: INFO nova.compute.claims [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 713.524629] env[62321]: INFO nova.compute.manager [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Took 62.05 seconds to build instance. [ 713.811829] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632910, 'name': CreateVM_Task, 'duration_secs': 0.401639} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.812078] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.812720] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.812887] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.813223] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.813519] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cc9f29a-0698-4ce7-af68-6fa4c2dfd354 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.818378] env[62321]: DEBUG oslo_vmware.api [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 713.818378] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52fd4e68-52d0-6867-2848-b07cbf77a181" [ 713.818378] env[62321]: _type = "Task" [ 713.818378] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.831184] env[62321]: DEBUG oslo_vmware.api [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52fd4e68-52d0-6867-2848-b07cbf77a181, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.835666] env[62321]: DEBUG oslo_vmware.api [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632902, 'name': RemoveSnapshot_Task, 'duration_secs': 3.995712} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.835962] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Deleted Snapshot of the VM instance {{(pid=62321) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 713.836218] env[62321]: INFO nova.compute.manager [None req-763ab0bf-6f64-4660-9652-52cb532f7545 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Took 18.17 seconds to snapshot the instance on the hypervisor. [ 713.899399] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquiring lock "refresh_cache-7e8c336d-48c5-4fd1-a733-f7001dea3aa4" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.899588] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquired lock "refresh_cache-7e8c336d-48c5-4fd1-a733-f7001dea3aa4" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.899721] env[62321]: DEBUG nova.network.neutron [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.916783] env[62321]: DEBUG nova.compute.utils [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 713.920937] env[62321]: DEBUG nova.compute.manager [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 713.920937] env[62321]: DEBUG nova.network.neutron [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 713.963119] env[62321]: DEBUG nova.policy [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd18b6a3001934d9ea0b32d18d496d8a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eaa8b45c72504b3a8dd2e43a819ba7bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 713.973418] env[62321]: DEBUG nova.network.neutron [req-6e2e18fa-b15a-435a-a326-b18c8c8a0e04 req-cc76fb7d-b7b3-445a-9f5b-bec97fd2ecaa service nova] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Updated VIF entry in instance network info cache for port 263f3ac0-8b4f-46be-8d5f-989d0c7a7610. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.973418] env[62321]: DEBUG nova.network.neutron [req-6e2e18fa-b15a-435a-a326-b18c8c8a0e04 req-cc76fb7d-b7b3-445a-9f5b-bec97fd2ecaa service nova] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Updating instance_info_cache with network_info: [{"id": "263f3ac0-8b4f-46be-8d5f-989d0c7a7610", "address": "fa:16:3e:27:14:5d", "network": {"id": "31512f77-e967-4fe6-9fc1-48e1b1dc1c59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319997203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ab0ef1837a249d9bca4fa5faf5cc8ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap263f3ac0-8b", "ovs_interfaceid": "263f3ac0-8b4f-46be-8d5f-989d0c7a7610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.028108] env[62321]: DEBUG oslo_concurrency.lockutils [None req-94a2a3eb-d683-45cc-acca-cc6e90a86110 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Lock "ae510f49-ca5e-4a87-94ef-24591700fcf6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.355s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.328340] env[62321]: DEBUG oslo_vmware.api [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52fd4e68-52d0-6867-2848-b07cbf77a181, 'name': SearchDatastore_Task, 'duration_secs': 0.009508} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.328620] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.328852] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.329100] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.329249] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.329429] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.329683] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69b85700-c6f8-4ccf-988d-8ec4ab332a65 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.338068] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.338250] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.338975] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e8fb28d-216e-4644-a4dd-638cdbb92740 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.351211] env[62321]: DEBUG oslo_vmware.api [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 714.351211] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5215de4b-a8ad-796a-32cd-41baa8e6e760" [ 714.351211] env[62321]: _type = "Task" [ 714.351211] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.359185] env[62321]: DEBUG oslo_vmware.api [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5215de4b-a8ad-796a-32cd-41baa8e6e760, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.389226] env[62321]: DEBUG nova.network.neutron [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Successfully created port: 02c983af-d0e5-47e4-ad43-4e588060127e {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 714.421727] env[62321]: DEBUG nova.compute.manager [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 714.432283] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1736450e-3591-4d36-b78f-31c35eddeeb1 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Acquiring lock "ae510f49-ca5e-4a87-94ef-24591700fcf6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.432834] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1736450e-3591-4d36-b78f-31c35eddeeb1 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Lock "ae510f49-ca5e-4a87-94ef-24591700fcf6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.432834] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1736450e-3591-4d36-b78f-31c35eddeeb1 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Acquiring lock "ae510f49-ca5e-4a87-94ef-24591700fcf6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.432834] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1736450e-3591-4d36-b78f-31c35eddeeb1 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Lock "ae510f49-ca5e-4a87-94ef-24591700fcf6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.433026] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1736450e-3591-4d36-b78f-31c35eddeeb1 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Lock "ae510f49-ca5e-4a87-94ef-24591700fcf6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.436759] env[62321]: INFO nova.compute.manager [None req-1736450e-3591-4d36-b78f-31c35eddeeb1 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Terminating instance [ 714.438611] env[62321]: DEBUG nova.network.neutron [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.477333] env[62321]: DEBUG oslo_concurrency.lockutils [req-6e2e18fa-b15a-435a-a326-b18c8c8a0e04 req-cc76fb7d-b7b3-445a-9f5b-bec97fd2ecaa service nova] Releasing lock "refresh_cache-f0401741-6f49-4d8d-b329-ceaa700428d8" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.531149] env[62321]: DEBUG nova.compute.manager [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 714.634072] env[62321]: DEBUG nova.network.neutron [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Updating instance_info_cache with network_info: [{"id": "0c859d18-1f4b-4564-921d-880cbe39f0b0", "address": "fa:16:3e:96:3d:73", "network": {"id": "31512f77-e967-4fe6-9fc1-48e1b1dc1c59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319997203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ab0ef1837a249d9bca4fa5faf5cc8ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c859d18-1f", "ovs_interfaceid": "0c859d18-1f4b-4564-921d-880cbe39f0b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.864486] env[62321]: DEBUG oslo_vmware.api [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5215de4b-a8ad-796a-32cd-41baa8e6e760, 'name': SearchDatastore_Task, 'duration_secs': 0.008712} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.868054] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86873c71-c287-4ce7-87ac-39c3bba51c7d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.874987] env[62321]: DEBUG oslo_vmware.api [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 714.874987] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b82c9e-3442-d01b-7922-1698dfb6da8e" [ 714.874987] env[62321]: _type = "Task" [ 714.874987] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.886190] env[62321]: DEBUG oslo_vmware.api [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b82c9e-3442-d01b-7922-1698dfb6da8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.926026] env[62321]: INFO nova.virt.block_device [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Booting with volume 1fab479c-a374-4363-93c8-f3a8ef069287 at /dev/sda [ 714.928634] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346f7e7a-31d0-4e63-b2ed-81cdc83a1cbb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.946289] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5f0109-5e72-46fb-b518-3f1889670835 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.951609] env[62321]: DEBUG nova.compute.manager [None req-1736450e-3591-4d36-b78f-31c35eddeeb1 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 714.951609] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1736450e-3591-4d36-b78f-31c35eddeeb1 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 714.952184] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd90b53f-c3bd-44be-8b56-82633f0d309d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.988980] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7ffb15-e8f5-4652-8b21-95366e905684 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.991487] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-15551fd2-adbf-4bb2-b21c-f7ff44564cab {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.993264] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-1736450e-3591-4d36-b78f-31c35eddeeb1 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.993705] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d2f2b15-4c84-47ad-a25f-5f38d880c901 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.001320] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98859f53-d123-4e7d-8d5b-0a05470ad91f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.005341] env[62321]: DEBUG oslo_vmware.api [None req-1736450e-3591-4d36-b78f-31c35eddeeb1 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Waiting for the task: (returnval){ [ 715.005341] env[62321]: value = "task-2632911" [ 715.005341] env[62321]: _type = "Task" [ 715.005341] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.008042] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fc96f4-f092-451f-80fa-369907388162 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.031156] env[62321]: DEBUG nova.compute.provider_tree [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 715.041341] env[62321]: DEBUG oslo_vmware.api [None req-1736450e-3591-4d36-b78f-31c35eddeeb1 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Task: {'id': task-2632911, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.059899] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-732f2d33-3e88-4130-a7da-56bc4191824f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.069724] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7554c84a-ddd3-4ccc-9608-69a707be9f13 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.081733] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.105896] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce00ad2-a9bf-4b52-a1ab-ba683030205c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.113047] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8eb591e-8fa0-41f3-997e-704445da006f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.126411] env[62321]: DEBUG nova.virt.block_device [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Updating existing volume attachment record: b1047263-3bf1-4626-bd1d-f26325a5a4b8 {{(pid=62321) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 715.138594] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Releasing lock "refresh_cache-7e8c336d-48c5-4fd1-a733-f7001dea3aa4" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.138930] env[62321]: DEBUG nova.compute.manager [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Instance network_info: |[{"id": "0c859d18-1f4b-4564-921d-880cbe39f0b0", "address": "fa:16:3e:96:3d:73", "network": {"id": "31512f77-e967-4fe6-9fc1-48e1b1dc1c59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319997203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ab0ef1837a249d9bca4fa5faf5cc8ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c859d18-1f", "ovs_interfaceid": "0c859d18-1f4b-4564-921d-880cbe39f0b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 715.139377] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:3d:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c859d18-1f4b-4564-921d-880cbe39f0b0', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.147228] env[62321]: DEBUG oslo.service.loopingcall [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 715.147997] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.148109] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dcdc6b4c-f903-4218-a4c1-e53b53592549 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.168376] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.168376] env[62321]: value = "task-2632912" [ 715.168376] env[62321]: _type = "Task" [ 715.168376] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.176105] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632912, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.385756] env[62321]: DEBUG oslo_vmware.api [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b82c9e-3442-d01b-7922-1698dfb6da8e, 'name': SearchDatastore_Task, 'duration_secs': 0.009415} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.386030] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.386293] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] f0401741-6f49-4d8d-b329-ceaa700428d8/f0401741-6f49-4d8d-b329-ceaa700428d8.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.386546] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1625979f-4d9a-42e6-bb44-6256d6519816 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.392601] env[62321]: DEBUG oslo_vmware.api [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 715.392601] env[62321]: value = "task-2632913" [ 715.392601] env[62321]: _type = "Task" [ 715.392601] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.405395] env[62321]: DEBUG oslo_vmware.api [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.464937] env[62321]: DEBUG nova.compute.manager [req-0638f986-fafc-4396-be58-1f46cdc5514b req-0e9dd332-2fe3-4068-97d9-9a9423e23f12 service nova] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Received event network-changed-0c859d18-1f4b-4564-921d-880cbe39f0b0 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 715.465403] env[62321]: DEBUG nova.compute.manager [req-0638f986-fafc-4396-be58-1f46cdc5514b req-0e9dd332-2fe3-4068-97d9-9a9423e23f12 service nova] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Refreshing instance network info cache due to event network-changed-0c859d18-1f4b-4564-921d-880cbe39f0b0. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 715.465403] env[62321]: DEBUG oslo_concurrency.lockutils [req-0638f986-fafc-4396-be58-1f46cdc5514b req-0e9dd332-2fe3-4068-97d9-9a9423e23f12 service nova] Acquiring lock "refresh_cache-7e8c336d-48c5-4fd1-a733-f7001dea3aa4" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.465560] env[62321]: DEBUG oslo_concurrency.lockutils [req-0638f986-fafc-4396-be58-1f46cdc5514b req-0e9dd332-2fe3-4068-97d9-9a9423e23f12 service nova] Acquired lock "refresh_cache-7e8c336d-48c5-4fd1-a733-f7001dea3aa4" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.465792] env[62321]: DEBUG nova.network.neutron [req-0638f986-fafc-4396-be58-1f46cdc5514b req-0e9dd332-2fe3-4068-97d9-9a9423e23f12 service nova] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Refreshing network info cache for port 0c859d18-1f4b-4564-921d-880cbe39f0b0 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.527505] env[62321]: DEBUG oslo_vmware.api [None req-1736450e-3591-4d36-b78f-31c35eddeeb1 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Task: {'id': task-2632911, 'name': PowerOffVM_Task, 'duration_secs': 0.272885} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.527760] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-1736450e-3591-4d36-b78f-31c35eddeeb1 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 715.527949] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1736450e-3591-4d36-b78f-31c35eddeeb1 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 715.528211] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4b81c35-6a49-48c7-8da1-84040b066d99 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.553181] env[62321]: ERROR nova.scheduler.client.report [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [req-e0eae644-505c-4976-a67c-51aa1648d4dd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e4ce1efe-a8f0-4655-8f76-50516c538695. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e0eae644-505c-4976-a67c-51aa1648d4dd"}]} [ 715.570750] env[62321]: DEBUG nova.scheduler.client.report [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Refreshing inventories for resource provider e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 715.589686] env[62321]: DEBUG nova.scheduler.client.report [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Updating ProviderTree inventory for provider e4ce1efe-a8f0-4655-8f76-50516c538695 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 715.589912] env[62321]: DEBUG nova.compute.provider_tree [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 715.598921] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1736450e-3591-4d36-b78f-31c35eddeeb1 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 715.599989] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1736450e-3591-4d36-b78f-31c35eddeeb1 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 715.599989] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-1736450e-3591-4d36-b78f-31c35eddeeb1 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Deleting the datastore file [datastore1] ae510f49-ca5e-4a87-94ef-24591700fcf6 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 715.599989] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56918d4f-262d-47d1-b701-03e2a0082528 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.604152] env[62321]: DEBUG nova.scheduler.client.report [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Refreshing aggregate associations for resource provider e4ce1efe-a8f0-4655-8f76-50516c538695, aggregates: None {{(pid=62321) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 715.609802] env[62321]: DEBUG oslo_vmware.api [None req-1736450e-3591-4d36-b78f-31c35eddeeb1 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Waiting for the task: (returnval){ [ 715.609802] env[62321]: value = "task-2632915" [ 715.609802] env[62321]: _type = "Task" [ 715.609802] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.620117] env[62321]: DEBUG oslo_vmware.api [None req-1736450e-3591-4d36-b78f-31c35eddeeb1 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Task: {'id': task-2632915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.626621] env[62321]: DEBUG nova.scheduler.client.report [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Refreshing trait associations for resource provider e4ce1efe-a8f0-4655-8f76-50516c538695, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62321) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 715.683172] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632912, 'name': CreateVM_Task, 'duration_secs': 0.322417} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.685897] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.687125] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.687328] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.687714] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.688117] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0274cb5c-31bd-4868-ad2a-b02322d6624b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.697397] env[62321]: DEBUG oslo_vmware.api [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 715.697397] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522ee505-6279-501e-3a48-7b21ec77f0d2" [ 715.697397] env[62321]: _type = "Task" [ 715.697397] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.715046] env[62321]: DEBUG oslo_vmware.api [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522ee505-6279-501e-3a48-7b21ec77f0d2, 'name': SearchDatastore_Task, 'duration_secs': 0.016804} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.718034] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.718356] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.718550] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.718701] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.718971] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.720118] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b5a5bd9-4e54-4d11-96e8-73a5208eb57b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.731340] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.731546] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.734910] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47eafbe0-1734-47bd-b6fd-bacc35d6a655 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.743663] env[62321]: DEBUG oslo_vmware.api [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 715.743663] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e85932-b922-8018-f806-6d71233d5473" [ 715.743663] env[62321]: _type = "Task" [ 715.743663] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.756009] env[62321]: DEBUG oslo_vmware.api [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e85932-b922-8018-f806-6d71233d5473, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.909255] env[62321]: DEBUG oslo_vmware.api [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443476} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.909665] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] f0401741-6f49-4d8d-b329-ceaa700428d8/f0401741-6f49-4d8d-b329-ceaa700428d8.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.910497] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.910910] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a3178b0-a9da-44f4-8ee7-216e061be978 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.919438] env[62321]: DEBUG oslo_vmware.api [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 715.919438] env[62321]: value = "task-2632916" [ 715.919438] env[62321]: _type = "Task" [ 715.919438] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.927370] env[62321]: DEBUG oslo_vmware.api [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632916, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.105377] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10280d22-559b-49e1-b81b-b75db857eb77 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.116618] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fb3771-a94c-44a1-8e00-f39f2725fe0f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.123174] env[62321]: DEBUG oslo_vmware.api [None req-1736450e-3591-4d36-b78f-31c35eddeeb1 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Task: {'id': task-2632915, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336356} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.123789] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-1736450e-3591-4d36-b78f-31c35eddeeb1 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 716.124200] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1736450e-3591-4d36-b78f-31c35eddeeb1 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 716.124403] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1736450e-3591-4d36-b78f-31c35eddeeb1 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 716.124573] env[62321]: INFO nova.compute.manager [None req-1736450e-3591-4d36-b78f-31c35eddeeb1 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Took 1.17 seconds to destroy the instance on the hypervisor. [ 716.124806] env[62321]: DEBUG oslo.service.loopingcall [None req-1736450e-3591-4d36-b78f-31c35eddeeb1 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 716.125326] env[62321]: DEBUG nova.compute.manager [-] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 716.125422] env[62321]: DEBUG nova.network.neutron [-] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 716.158823] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb448bb-f62e-4ad4-82c6-c2143cbfb930 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.167667] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689b7c7a-560a-478e-a516-fb31d1d6b215 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.173226] env[62321]: DEBUG nova.compute.manager [req-c9c72a68-2bf7-437d-951d-0a808beaa064 req-5fc6dd1a-7beb-4f55-b086-7d37d15f2712 service nova] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Received event network-vif-plugged-02c983af-d0e5-47e4-ad43-4e588060127e {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 716.173226] env[62321]: DEBUG oslo_concurrency.lockutils [req-c9c72a68-2bf7-437d-951d-0a808beaa064 req-5fc6dd1a-7beb-4f55-b086-7d37d15f2712 service nova] Acquiring lock "d9f2468c-18c3-44f4-8044-5a098ac5f107-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.173226] env[62321]: DEBUG oslo_concurrency.lockutils [req-c9c72a68-2bf7-437d-951d-0a808beaa064 req-5fc6dd1a-7beb-4f55-b086-7d37d15f2712 service nova] Lock "d9f2468c-18c3-44f4-8044-5a098ac5f107-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.173475] env[62321]: DEBUG oslo_concurrency.lockutils [req-c9c72a68-2bf7-437d-951d-0a808beaa064 req-5fc6dd1a-7beb-4f55-b086-7d37d15f2712 service nova] Lock "d9f2468c-18c3-44f4-8044-5a098ac5f107-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.173552] env[62321]: DEBUG nova.compute.manager [req-c9c72a68-2bf7-437d-951d-0a808beaa064 req-5fc6dd1a-7beb-4f55-b086-7d37d15f2712 service nova] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] No waiting events found dispatching network-vif-plugged-02c983af-d0e5-47e4-ad43-4e588060127e {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 716.173739] env[62321]: WARNING nova.compute.manager [req-c9c72a68-2bf7-437d-951d-0a808beaa064 req-5fc6dd1a-7beb-4f55-b086-7d37d15f2712 service nova] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Received unexpected event network-vif-plugged-02c983af-d0e5-47e4-ad43-4e588060127e for instance with vm_state building and task_state block_device_mapping. [ 716.185442] env[62321]: DEBUG nova.compute.provider_tree [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 716.194796] env[62321]: DEBUG nova.network.neutron [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Successfully updated port: 02c983af-d0e5-47e4-ad43-4e588060127e {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 716.249986] env[62321]: DEBUG nova.network.neutron [req-0638f986-fafc-4396-be58-1f46cdc5514b req-0e9dd332-2fe3-4068-97d9-9a9423e23f12 service nova] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Updated VIF entry in instance network info cache for port 0c859d18-1f4b-4564-921d-880cbe39f0b0. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.249986] env[62321]: DEBUG nova.network.neutron [req-0638f986-fafc-4396-be58-1f46cdc5514b req-0e9dd332-2fe3-4068-97d9-9a9423e23f12 service nova] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Updating instance_info_cache with network_info: [{"id": "0c859d18-1f4b-4564-921d-880cbe39f0b0", "address": "fa:16:3e:96:3d:73", "network": {"id": "31512f77-e967-4fe6-9fc1-48e1b1dc1c59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319997203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ab0ef1837a249d9bca4fa5faf5cc8ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c859d18-1f", "ovs_interfaceid": "0c859d18-1f4b-4564-921d-880cbe39f0b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.257352] env[62321]: DEBUG oslo_vmware.api [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e85932-b922-8018-f806-6d71233d5473, 'name': SearchDatastore_Task, 'duration_secs': 0.020912} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.259818] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4223ecf6-63f5-487e-a911-41243660abfb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.263216] env[62321]: DEBUG oslo_vmware.api [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 716.263216] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52358dac-ae09-43a5-c281-8fa7bf4cc662" [ 716.263216] env[62321]: _type = "Task" [ 716.263216] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.271183] env[62321]: DEBUG oslo_vmware.api [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52358dac-ae09-43a5-c281-8fa7bf4cc662, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.429055] env[62321]: DEBUG oslo_vmware.api [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632916, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071447} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.429449] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 716.430254] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35c3e5b-2efa-48c2-b900-e33a3b089ec0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.454581] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] f0401741-6f49-4d8d-b329-ceaa700428d8/f0401741-6f49-4d8d-b329-ceaa700428d8.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.455161] env[62321]: DEBUG nova.compute.manager [None req-a4bdec12-d888-462b-9b25-37a25fbc9df7 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.455439] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0babd65d-bc87-40a8-ab3e-926b9d4597b7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.470285] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c70a4d-0cbf-4c40-a0a4-9f6f0652d06f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.480973] env[62321]: DEBUG oslo_vmware.api [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 716.480973] env[62321]: value = "task-2632917" [ 716.480973] env[62321]: _type = "Task" [ 716.480973] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.489728] env[62321]: DEBUG oslo_vmware.api [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632917, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.698516] env[62321]: DEBUG oslo_concurrency.lockutils [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Acquiring lock "refresh_cache-d9f2468c-18c3-44f4-8044-5a098ac5f107" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.698718] env[62321]: DEBUG oslo_concurrency.lockutils [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Acquired lock "refresh_cache-d9f2468c-18c3-44f4-8044-5a098ac5f107" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.698944] env[62321]: DEBUG nova.network.neutron [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.718669] env[62321]: DEBUG nova.scheduler.client.report [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Updated inventory for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with generation 69 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 716.718984] env[62321]: DEBUG nova.compute.provider_tree [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Updating resource provider e4ce1efe-a8f0-4655-8f76-50516c538695 generation from 69 to 70 during operation: update_inventory {{(pid=62321) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 716.719254] env[62321]: DEBUG nova.compute.provider_tree [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 716.753209] env[62321]: DEBUG oslo_concurrency.lockutils [req-0638f986-fafc-4396-be58-1f46cdc5514b req-0e9dd332-2fe3-4068-97d9-9a9423e23f12 service nova] Releasing lock "refresh_cache-7e8c336d-48c5-4fd1-a733-f7001dea3aa4" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.773395] env[62321]: DEBUG oslo_vmware.api [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52358dac-ae09-43a5-c281-8fa7bf4cc662, 'name': SearchDatastore_Task, 'duration_secs': 0.012956} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.773647] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.773900] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 7e8c336d-48c5-4fd1-a733-f7001dea3aa4/7e8c336d-48c5-4fd1-a733-f7001dea3aa4.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.774252] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-102d4f85-bfe5-467f-8ab3-ab7a28035033 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.781202] env[62321]: DEBUG oslo_vmware.api [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 716.781202] env[62321]: value = "task-2632918" [ 716.781202] env[62321]: _type = "Task" [ 716.781202] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.788777] env[62321]: DEBUG oslo_vmware.api [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632918, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.983526] env[62321]: INFO nova.compute.manager [None req-a4bdec12-d888-462b-9b25-37a25fbc9df7 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] instance snapshotting [ 716.990257] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420e3d4c-119b-4aff-9bb8-ca267860bc72 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.999412] env[62321]: DEBUG oslo_vmware.api [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632917, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.013731] env[62321]: DEBUG nova.network.neutron [-] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.015766] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9856f6-0030-416e-818f-1db12036bacb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.227036] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.818s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.227618] env[62321]: DEBUG nova.compute.manager [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.230953] env[62321]: DEBUG oslo_concurrency.lockutils [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.322s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.232645] env[62321]: INFO nova.compute.claims [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.240575] env[62321]: DEBUG nova.network.neutron [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 717.266755] env[62321]: DEBUG nova.compute.manager [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 717.267294] env[62321]: DEBUG nova.virt.hardware [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.267508] env[62321]: DEBUG nova.virt.hardware [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.267660] env[62321]: DEBUG nova.virt.hardware [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.267876] env[62321]: DEBUG nova.virt.hardware [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.268027] env[62321]: DEBUG nova.virt.hardware [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.268188] env[62321]: DEBUG nova.virt.hardware [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.268406] env[62321]: DEBUG nova.virt.hardware [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.268563] env[62321]: DEBUG nova.virt.hardware [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.268729] env[62321]: DEBUG nova.virt.hardware [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.268940] env[62321]: DEBUG nova.virt.hardware [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.269128] env[62321]: DEBUG nova.virt.hardware [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.269957] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ae31bb-cf84-449f-875a-9621514283dc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.279375] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1228a4da-540a-4375-bb1f-9a7a9b8b9ad2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.301755] env[62321]: DEBUG oslo_vmware.api [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632918, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480525} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.302031] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 7e8c336d-48c5-4fd1-a733-f7001dea3aa4/7e8c336d-48c5-4fd1-a733-f7001dea3aa4.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.302246] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.304842] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72de30ec-962c-4ce8-81bd-e5e0b310a47c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.311308] env[62321]: DEBUG oslo_vmware.api [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 717.311308] env[62321]: value = "task-2632919" [ 717.311308] env[62321]: _type = "Task" [ 717.311308] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.319413] env[62321]: DEBUG oslo_vmware.api [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632919, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.425414] env[62321]: DEBUG nova.network.neutron [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Updating instance_info_cache with network_info: [{"id": "02c983af-d0e5-47e4-ad43-4e588060127e", "address": "fa:16:3e:aa:7f:d1", "network": {"id": "aa245670-d55e-488d-9004-9e64098cd6c4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-545658302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaa8b45c72504b3a8dd2e43a819ba7bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02c983af-d0", "ovs_interfaceid": "02c983af-d0e5-47e4-ad43-4e588060127e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.496020] env[62321]: DEBUG oslo_vmware.api [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632917, 'name': ReconfigVM_Task, 'duration_secs': 0.552245} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.496020] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Reconfigured VM instance instance-0000002a to attach disk [datastore1] f0401741-6f49-4d8d-b329-ceaa700428d8/f0401741-6f49-4d8d-b329-ceaa700428d8.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.497056] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-208ad34e-a610-4132-8d87-dd8eb160953a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.503504] env[62321]: DEBUG oslo_vmware.api [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 717.503504] env[62321]: value = "task-2632920" [ 717.503504] env[62321]: _type = "Task" [ 717.503504] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.511205] env[62321]: DEBUG oslo_vmware.api [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632920, 'name': Rename_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.521186] env[62321]: INFO nova.compute.manager [-] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Took 1.39 seconds to deallocate network for instance. [ 717.527643] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a4bdec12-d888-462b-9b25-37a25fbc9df7 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Creating Snapshot of the VM instance {{(pid=62321) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 717.527729] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-260e948d-d413-4edc-b6e3-fdba4d4087ce {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.535557] env[62321]: DEBUG oslo_vmware.api [None req-a4bdec12-d888-462b-9b25-37a25fbc9df7 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Waiting for the task: (returnval){ [ 717.535557] env[62321]: value = "task-2632921" [ 717.535557] env[62321]: _type = "Task" [ 717.535557] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.544350] env[62321]: DEBUG oslo_vmware.api [None req-a4bdec12-d888-462b-9b25-37a25fbc9df7 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632921, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.740857] env[62321]: DEBUG nova.compute.utils [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 717.742414] env[62321]: DEBUG nova.compute.manager [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 717.742486] env[62321]: DEBUG nova.network.neutron [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 717.792989] env[62321]: DEBUG nova.policy [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '597841b64e464b5cbf07b18a90338a07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b66ec80a177f4033b7616b9720856c71', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.823944] env[62321]: DEBUG oslo_vmware.api [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632919, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066643} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.827119] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.827973] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15df09e8-8248-440d-b889-33be037977a7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.851819] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 7e8c336d-48c5-4fd1-a733-f7001dea3aa4/7e8c336d-48c5-4fd1-a733-f7001dea3aa4.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.852132] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b28faa24-0369-4ef7-a39b-d7db5ab197b9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.872269] env[62321]: DEBUG oslo_vmware.api [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 717.872269] env[62321]: value = "task-2632922" [ 717.872269] env[62321]: _type = "Task" [ 717.872269] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.882514] env[62321]: DEBUG oslo_vmware.api [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632922, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.929040] env[62321]: DEBUG oslo_concurrency.lockutils [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Releasing lock "refresh_cache-d9f2468c-18c3-44f4-8044-5a098ac5f107" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.929040] env[62321]: DEBUG nova.compute.manager [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Instance network_info: |[{"id": "02c983af-d0e5-47e4-ad43-4e588060127e", "address": "fa:16:3e:aa:7f:d1", "network": {"id": "aa245670-d55e-488d-9004-9e64098cd6c4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-545658302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaa8b45c72504b3a8dd2e43a819ba7bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02c983af-d0", "ovs_interfaceid": "02c983af-d0e5-47e4-ad43-4e588060127e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.931560] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:7f:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8614db14-cc04-466b-b309-367ab8296cda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02c983af-d0e5-47e4-ad43-4e588060127e', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.937450] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Creating folder: Project (eaa8b45c72504b3a8dd2e43a819ba7bd). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.937749] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59b532f5-e5a0-48af-91e6-fb6f5c78d4fb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.951224] env[62321]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 717.951507] env[62321]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62321) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 717.951886] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Folder already exists: Project (eaa8b45c72504b3a8dd2e43a819ba7bd). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 717.952100] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Creating folder: Instances. Parent ref: group-v530513. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.952358] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b857626-bc43-477e-baef-e79afcc85c0f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.962936] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Created folder: Instances in parent group-v530513. [ 717.963218] env[62321]: DEBUG oslo.service.loopingcall [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 717.963420] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.963632] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b042b44-5ac8-4ab9-bb1f-2fb1b129d121 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.983141] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.983141] env[62321]: value = "task-2632925" [ 717.983141] env[62321]: _type = "Task" [ 717.983141] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.993552] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632925, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.014739] env[62321]: DEBUG oslo_vmware.api [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632920, 'name': Rename_Task, 'duration_secs': 0.140213} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.015038] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 718.015321] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78da974f-7af0-455b-bcf1-9a026e5edb11 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.023073] env[62321]: DEBUG oslo_vmware.api [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 718.023073] env[62321]: value = "task-2632926" [ 718.023073] env[62321]: _type = "Task" [ 718.023073] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.027940] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1736450e-3591-4d36-b78f-31c35eddeeb1 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.031464] env[62321]: DEBUG oslo_vmware.api [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632926, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.046791] env[62321]: DEBUG oslo_vmware.api [None req-a4bdec12-d888-462b-9b25-37a25fbc9df7 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632921, 'name': CreateSnapshot_Task, 'duration_secs': 0.493892} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.046791] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a4bdec12-d888-462b-9b25-37a25fbc9df7 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Created Snapshot of the VM instance {{(pid=62321) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 718.047027] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dca90d8-6235-4066-9a27-3cbb4cf28da6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.160433] env[62321]: DEBUG nova.network.neutron [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Successfully created port: efa2457d-1391-4cac-a25b-ed1592f5a9de {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.204644] env[62321]: DEBUG nova.compute.manager [req-6bd0a790-5230-4000-bee7-f0986c37f8b7 req-9681a17a-316d-4e0e-943d-f964140301ee service nova] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Received event network-changed-02c983af-d0e5-47e4-ad43-4e588060127e {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 718.204843] env[62321]: DEBUG nova.compute.manager [req-6bd0a790-5230-4000-bee7-f0986c37f8b7 req-9681a17a-316d-4e0e-943d-f964140301ee service nova] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Refreshing instance network info cache due to event network-changed-02c983af-d0e5-47e4-ad43-4e588060127e. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 718.205382] env[62321]: DEBUG oslo_concurrency.lockutils [req-6bd0a790-5230-4000-bee7-f0986c37f8b7 req-9681a17a-316d-4e0e-943d-f964140301ee service nova] Acquiring lock "refresh_cache-d9f2468c-18c3-44f4-8044-5a098ac5f107" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.205612] env[62321]: DEBUG oslo_concurrency.lockutils [req-6bd0a790-5230-4000-bee7-f0986c37f8b7 req-9681a17a-316d-4e0e-943d-f964140301ee service nova] Acquired lock "refresh_cache-d9f2468c-18c3-44f4-8044-5a098ac5f107" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.205826] env[62321]: DEBUG nova.network.neutron [req-6bd0a790-5230-4000-bee7-f0986c37f8b7 req-9681a17a-316d-4e0e-943d-f964140301ee service nova] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Refreshing network info cache for port 02c983af-d0e5-47e4-ad43-4e588060127e {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.250474] env[62321]: DEBUG nova.compute.manager [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 718.383600] env[62321]: DEBUG oslo_vmware.api [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632922, 'name': ReconfigVM_Task, 'duration_secs': 0.436192} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.383875] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 7e8c336d-48c5-4fd1-a733-f7001dea3aa4/7e8c336d-48c5-4fd1-a733-f7001dea3aa4.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.384523] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14be04c1-cdb3-46ea-92b4-4b8d2d363110 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.390495] env[62321]: DEBUG oslo_vmware.api [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 718.390495] env[62321]: value = "task-2632927" [ 718.390495] env[62321]: _type = "Task" [ 718.390495] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.399692] env[62321]: DEBUG oslo_vmware.api [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632927, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.491859] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632925, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.538113] env[62321]: DEBUG oslo_vmware.api [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632926, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.565039] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a4bdec12-d888-462b-9b25-37a25fbc9df7 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Creating linked-clone VM from snapshot {{(pid=62321) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 718.565486] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3dbcfc8f-1af3-4ce6-afca-dfd0e37c1d9c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.577626] env[62321]: DEBUG oslo_vmware.api [None req-a4bdec12-d888-462b-9b25-37a25fbc9df7 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Waiting for the task: (returnval){ [ 718.577626] env[62321]: value = "task-2632928" [ 718.577626] env[62321]: _type = "Task" [ 718.577626] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.588961] env[62321]: DEBUG oslo_vmware.api [None req-a4bdec12-d888-462b-9b25-37a25fbc9df7 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632928, 'name': CloneVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.741131] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63ef32e-7ed1-450b-9331-710a09d0d0f8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.752930] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c948e7b-7e33-4bc1-a260-68eb81b38a5b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.796390] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc66180-a6b6-4f32-ba5b-30e6d1be05fb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.808221] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d75352-886d-4b22-bad5-c9ac54a0d9e7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.821770] env[62321]: DEBUG nova.compute.provider_tree [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 718.900961] env[62321]: DEBUG oslo_vmware.api [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632927, 'name': Rename_Task, 'duration_secs': 0.16335} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.901251] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 718.901503] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5607c27f-a560-4a83-b0d6-85e5403bc9f1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.908188] env[62321]: DEBUG oslo_vmware.api [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 718.908188] env[62321]: value = "task-2632929" [ 718.908188] env[62321]: _type = "Task" [ 718.908188] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.919217] env[62321]: DEBUG oslo_vmware.api [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632929, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.946449] env[62321]: DEBUG nova.network.neutron [req-6bd0a790-5230-4000-bee7-f0986c37f8b7 req-9681a17a-316d-4e0e-943d-f964140301ee service nova] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Updated VIF entry in instance network info cache for port 02c983af-d0e5-47e4-ad43-4e588060127e. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.946899] env[62321]: DEBUG nova.network.neutron [req-6bd0a790-5230-4000-bee7-f0986c37f8b7 req-9681a17a-316d-4e0e-943d-f964140301ee service nova] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Updating instance_info_cache with network_info: [{"id": "02c983af-d0e5-47e4-ad43-4e588060127e", "address": "fa:16:3e:aa:7f:d1", "network": {"id": "aa245670-d55e-488d-9004-9e64098cd6c4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-545658302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaa8b45c72504b3a8dd2e43a819ba7bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02c983af-d0", "ovs_interfaceid": "02c983af-d0e5-47e4-ad43-4e588060127e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.994267] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632925, 'name': CreateVM_Task, 'duration_secs': 0.528854} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.994445] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.995193] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'mount_device': '/dev/sda', 'disk_bus': None, 'device_type': None, 'boot_index': 0, 'guest_format': None, 'attachment_id': 'b1047263-3bf1-4626-bd1d-f26325a5a4b8', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530523', 'volume_id': '1fab479c-a374-4363-93c8-f3a8ef069287', 'name': 'volume-1fab479c-a374-4363-93c8-f3a8ef069287', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd9f2468c-18c3-44f4-8044-5a098ac5f107', 'attached_at': '', 'detached_at': '', 'volume_id': '1fab479c-a374-4363-93c8-f3a8ef069287', 'serial': '1fab479c-a374-4363-93c8-f3a8ef069287'}, 'volume_type': None}], 'swap': None} {{(pid=62321) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 718.995577] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Root volume attach. Driver type: vmdk {{(pid=62321) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 718.996513] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55720d01-175a-4be5-a1fe-a6c4879173bf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.004649] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5b254d-7119-4e78-9111-c3d94c2bb5ce {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.013650] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9463b320-6df7-45f8-8d28-12e3e482b277 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.021740] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-03f2e101-f72b-4405-98a3-b804fbd7a02a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.032898] env[62321]: DEBUG oslo_vmware.api [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Waiting for the task: (returnval){ [ 719.032898] env[62321]: value = "task-2632930" [ 719.032898] env[62321]: _type = "Task" [ 719.032898] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.038854] env[62321]: DEBUG oslo_vmware.api [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632926, 'name': PowerOnVM_Task, 'duration_secs': 0.711097} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.039575] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.039820] env[62321]: INFO nova.compute.manager [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Took 11.50 seconds to spawn the instance on the hypervisor. [ 719.040016] env[62321]: DEBUG nova.compute.manager [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.040881] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d77bad-4223-4f5f-a2ce-81cb84ce461c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.047214] env[62321]: DEBUG oslo_vmware.api [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Task: {'id': task-2632930, 'name': RelocateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.089539] env[62321]: DEBUG oslo_vmware.api [None req-a4bdec12-d888-462b-9b25-37a25fbc9df7 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632928, 'name': CloneVM_Task} progress is 94%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.262479] env[62321]: DEBUG nova.compute.manager [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.297939] env[62321]: DEBUG nova.virt.hardware [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.298743] env[62321]: DEBUG nova.virt.hardware [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.298743] env[62321]: DEBUG nova.virt.hardware [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.298875] env[62321]: DEBUG nova.virt.hardware [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.298956] env[62321]: DEBUG nova.virt.hardware [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.299699] env[62321]: DEBUG nova.virt.hardware [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.299699] env[62321]: DEBUG nova.virt.hardware [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.299699] env[62321]: DEBUG nova.virt.hardware [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.299860] env[62321]: DEBUG nova.virt.hardware [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.300379] env[62321]: DEBUG nova.virt.hardware [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.300379] env[62321]: DEBUG nova.virt.hardware [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.301790] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c69de8-ea34-4932-a1ac-e62255d90598 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.318021] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9015b4-32f6-4a1f-aded-e50e55441186 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.381822] env[62321]: DEBUG nova.scheduler.client.report [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Updated inventory for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with generation 70 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 719.382655] env[62321]: DEBUG nova.compute.provider_tree [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Updating resource provider e4ce1efe-a8f0-4655-8f76-50516c538695 generation from 70 to 71 during operation: update_inventory {{(pid=62321) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 719.384021] env[62321]: DEBUG nova.compute.provider_tree [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 719.421615] env[62321]: DEBUG oslo_vmware.api [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632929, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.450275] env[62321]: DEBUG oslo_concurrency.lockutils [req-6bd0a790-5230-4000-bee7-f0986c37f8b7 req-9681a17a-316d-4e0e-943d-f964140301ee service nova] Releasing lock "refresh_cache-d9f2468c-18c3-44f4-8044-5a098ac5f107" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.450561] env[62321]: DEBUG nova.compute.manager [req-6bd0a790-5230-4000-bee7-f0986c37f8b7 req-9681a17a-316d-4e0e-943d-f964140301ee service nova] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Received event network-vif-deleted-f52c5f6c-1a3a-462e-a9ff-3ceed1addc58 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 719.545919] env[62321]: DEBUG oslo_vmware.api [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Task: {'id': task-2632930, 'name': RelocateVM_Task} progress is 42%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.567175] env[62321]: INFO nova.compute.manager [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Took 60.37 seconds to build instance. [ 719.591849] env[62321]: DEBUG oslo_vmware.api [None req-a4bdec12-d888-462b-9b25-37a25fbc9df7 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632928, 'name': CloneVM_Task} progress is 94%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.890586] env[62321]: DEBUG oslo_concurrency.lockutils [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.891594] env[62321]: DEBUG nova.compute.manager [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.895890] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.666s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.898901] env[62321]: INFO nova.compute.claims [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.924897] env[62321]: DEBUG oslo_vmware.api [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632929, 'name': PowerOnVM_Task, 'duration_secs': 0.56079} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.925247] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.925480] env[62321]: INFO nova.compute.manager [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Took 6.62 seconds to spawn the instance on the hypervisor. [ 719.925689] env[62321]: DEBUG nova.compute.manager [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.926630] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15534995-75f3-457e-9761-cd300dc870af {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.045969] env[62321]: DEBUG oslo_vmware.api [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Task: {'id': task-2632930, 'name': RelocateVM_Task} progress is 54%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.070075] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8a1f619b-6bec-4fda-911e-801486968141 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Lock "f0401741-6f49-4d8d-b329-ceaa700428d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.539s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.099600] env[62321]: DEBUG oslo_vmware.api [None req-a4bdec12-d888-462b-9b25-37a25fbc9df7 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632928, 'name': CloneVM_Task, 'duration_secs': 1.411714} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.100130] env[62321]: INFO nova.virt.vmwareapi.vmops [None req-a4bdec12-d888-462b-9b25-37a25fbc9df7 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Created linked-clone VM from snapshot [ 720.100721] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beccbf14-a055-4b47-9014-d97e6224289e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.109895] env[62321]: DEBUG nova.virt.vmwareapi.images [None req-a4bdec12-d888-462b-9b25-37a25fbc9df7 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Uploading image 982e49b7-a1c6-4cdd-b885-25e1ce9e1303 {{(pid=62321) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 720.138222] env[62321]: DEBUG oslo_vmware.rw_handles [None req-a4bdec12-d888-462b-9b25-37a25fbc9df7 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 720.138222] env[62321]: value = "vm-530565" [ 720.138222] env[62321]: _type = "VirtualMachine" [ 720.138222] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 720.138550] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5032b532-3637-4a42-a5e5-67618ef7436a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.146554] env[62321]: DEBUG oslo_vmware.rw_handles [None req-a4bdec12-d888-462b-9b25-37a25fbc9df7 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Lease: (returnval){ [ 720.146554] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5252ced9-6385-bc98-2750-8e0323145b78" [ 720.146554] env[62321]: _type = "HttpNfcLease" [ 720.146554] env[62321]: } obtained for exporting VM: (result){ [ 720.146554] env[62321]: value = "vm-530565" [ 720.146554] env[62321]: _type = "VirtualMachine" [ 720.146554] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 720.146955] env[62321]: DEBUG oslo_vmware.api [None req-a4bdec12-d888-462b-9b25-37a25fbc9df7 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Waiting for the lease: (returnval){ [ 720.146955] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5252ced9-6385-bc98-2750-8e0323145b78" [ 720.146955] env[62321]: _type = "HttpNfcLease" [ 720.146955] env[62321]: } to be ready. {{(pid=62321) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 720.160090] env[62321]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 720.160090] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5252ced9-6385-bc98-2750-8e0323145b78" [ 720.160090] env[62321]: _type = "HttpNfcLease" [ 720.160090] env[62321]: } is ready. {{(pid=62321) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 720.160428] env[62321]: DEBUG oslo_vmware.rw_handles [None req-a4bdec12-d888-462b-9b25-37a25fbc9df7 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 720.160428] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5252ced9-6385-bc98-2750-8e0323145b78" [ 720.160428] env[62321]: _type = "HttpNfcLease" [ 720.160428] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 720.161172] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab9edc6-68a0-4f82-baa9-fb1e5061c58d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.170777] env[62321]: DEBUG oslo_vmware.rw_handles [None req-a4bdec12-d888-462b-9b25-37a25fbc9df7 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5281ae80-a154-91ea-e1d5-83a757b5c160/disk-0.vmdk from lease info. {{(pid=62321) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 720.170777] env[62321]: DEBUG oslo_vmware.rw_handles [None req-a4bdec12-d888-462b-9b25-37a25fbc9df7 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5281ae80-a154-91ea-e1d5-83a757b5c160/disk-0.vmdk for reading. {{(pid=62321) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 720.280667] env[62321]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b8170e0b-c03d-4983-96c4-920d90bcd703 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.392317] env[62321]: DEBUG nova.network.neutron [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Successfully updated port: efa2457d-1391-4cac-a25b-ed1592f5a9de {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.405197] env[62321]: DEBUG nova.compute.utils [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 720.412170] env[62321]: DEBUG nova.compute.manager [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 720.412170] env[62321]: DEBUG nova.network.neutron [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 720.434921] env[62321]: DEBUG nova.compute.manager [req-38c8841e-0d8a-49bd-a4d8-427964eb3396 req-e48788b6-eb8f-4676-84a7-d6f0c2881424 service nova] [instance: 5114d3c2-a387-4520-8837-be0736533858] Received event network-vif-plugged-efa2457d-1391-4cac-a25b-ed1592f5a9de {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 720.435057] env[62321]: DEBUG oslo_concurrency.lockutils [req-38c8841e-0d8a-49bd-a4d8-427964eb3396 req-e48788b6-eb8f-4676-84a7-d6f0c2881424 service nova] Acquiring lock "5114d3c2-a387-4520-8837-be0736533858-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.435217] env[62321]: DEBUG oslo_concurrency.lockutils [req-38c8841e-0d8a-49bd-a4d8-427964eb3396 req-e48788b6-eb8f-4676-84a7-d6f0c2881424 service nova] Lock "5114d3c2-a387-4520-8837-be0736533858-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.435391] env[62321]: DEBUG oslo_concurrency.lockutils [req-38c8841e-0d8a-49bd-a4d8-427964eb3396 req-e48788b6-eb8f-4676-84a7-d6f0c2881424 service nova] Lock "5114d3c2-a387-4520-8837-be0736533858-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.435561] env[62321]: DEBUG nova.compute.manager [req-38c8841e-0d8a-49bd-a4d8-427964eb3396 req-e48788b6-eb8f-4676-84a7-d6f0c2881424 service nova] [instance: 5114d3c2-a387-4520-8837-be0736533858] No waiting events found dispatching network-vif-plugged-efa2457d-1391-4cac-a25b-ed1592f5a9de {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 720.435724] env[62321]: WARNING nova.compute.manager [req-38c8841e-0d8a-49bd-a4d8-427964eb3396 req-e48788b6-eb8f-4676-84a7-d6f0c2881424 service nova] [instance: 5114d3c2-a387-4520-8837-be0736533858] Received unexpected event network-vif-plugged-efa2457d-1391-4cac-a25b-ed1592f5a9de for instance with vm_state building and task_state spawning. [ 720.447641] env[62321]: INFO nova.compute.manager [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Took 50.26 seconds to build instance. [ 720.503703] env[62321]: DEBUG nova.policy [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2bc7051fcc844938b29cc2fd9d8a2608', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f9ba67a32294feda37ce6c58c302ced', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.545697] env[62321]: DEBUG oslo_vmware.api [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Task: {'id': task-2632930, 'name': RelocateVM_Task} progress is 69%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.573643] env[62321]: DEBUG nova.compute.manager [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 720.895819] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquiring lock "refresh_cache-5114d3c2-a387-4520-8837-be0736533858" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.896112] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquired lock "refresh_cache-5114d3c2-a387-4520-8837-be0736533858" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.896345] env[62321]: DEBUG nova.network.neutron [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.913851] env[62321]: DEBUG nova.compute.manager [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.951182] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cb594133-3ce9-46fe-aed7-c656cbb1ebc2 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Lock "7e8c336d-48c5-4fd1-a733-f7001dea3aa4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.475s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.052613] env[62321]: DEBUG oslo_vmware.api [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Task: {'id': task-2632930, 'name': RelocateVM_Task} progress is 82%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.115618] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.296613] env[62321]: DEBUG nova.network.neutron [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Successfully created port: 3ef6b831-298e-43db-b109-208864a07aa6 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 721.358607] env[62321]: INFO nova.compute.manager [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Rescuing [ 721.359109] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquiring lock "refresh_cache-7e8c336d-48c5-4fd1-a733-f7001dea3aa4" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.359392] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquired lock "refresh_cache-7e8c336d-48c5-4fd1-a733-f7001dea3aa4" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.359667] env[62321]: DEBUG nova.network.neutron [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.449626] env[62321]: DEBUG nova.network.neutron [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.455646] env[62321]: DEBUG nova.compute.manager [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.532880] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed9da29-ea02-46d6-97a4-64e7d34c2702 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.546601] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d18b71-997f-41b6-844d-b55d2d06f33a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.556277] env[62321]: DEBUG oslo_vmware.api [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Task: {'id': task-2632930, 'name': RelocateVM_Task} progress is 97%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.584368] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9832123-646e-4026-95c3-b2224fcb8213 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.596582] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5136663-66d6-4952-a379-ad90c9594d5e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.611380] env[62321]: DEBUG nova.compute.provider_tree [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.631762] env[62321]: DEBUG nova.network.neutron [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Updating instance_info_cache with network_info: [{"id": "efa2457d-1391-4cac-a25b-ed1592f5a9de", "address": "fa:16:3e:85:d6:55", "network": {"id": "6eb3be36-9f7d-42b5-a33b-15f0529c6018", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-760375332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b66ec80a177f4033b7616b9720856c71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefa2457d-13", "ovs_interfaceid": "efa2457d-1391-4cac-a25b-ed1592f5a9de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.927684] env[62321]: DEBUG nova.compute.manager [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.954156] env[62321]: DEBUG nova.virt.hardware [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.954529] env[62321]: DEBUG nova.virt.hardware [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.957867] env[62321]: DEBUG nova.virt.hardware [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.957867] env[62321]: DEBUG nova.virt.hardware [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.957867] env[62321]: DEBUG nova.virt.hardware [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.957867] env[62321]: DEBUG nova.virt.hardware [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.957867] env[62321]: DEBUG nova.virt.hardware [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.957867] env[62321]: DEBUG nova.virt.hardware [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.957867] env[62321]: DEBUG nova.virt.hardware [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.957867] env[62321]: DEBUG nova.virt.hardware [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.957867] env[62321]: DEBUG nova.virt.hardware [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.958538] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6589bd14-14a0-4d1d-892c-76d1b51b539f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.984023] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7170c841-6acd-437a-abaa-fea932804cb2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.989754] env[62321]: DEBUG oslo_concurrency.lockutils [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.050089] env[62321]: DEBUG oslo_vmware.api [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Task: {'id': task-2632930, 'name': RelocateVM_Task} progress is 98%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.115042] env[62321]: DEBUG nova.scheduler.client.report [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.134505] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Releasing lock "refresh_cache-5114d3c2-a387-4520-8837-be0736533858" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.138023] env[62321]: DEBUG nova.compute.manager [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Instance network_info: |[{"id": "efa2457d-1391-4cac-a25b-ed1592f5a9de", "address": "fa:16:3e:85:d6:55", "network": {"id": "6eb3be36-9f7d-42b5-a33b-15f0529c6018", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-760375332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b66ec80a177f4033b7616b9720856c71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefa2457d-13", "ovs_interfaceid": "efa2457d-1391-4cac-a25b-ed1592f5a9de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 722.138023] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:d6:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efa2457d-1391-4cac-a25b-ed1592f5a9de', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.147027] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Creating folder: Project (b66ec80a177f4033b7616b9720856c71). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.147691] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b175409-f6fc-4155-83f3-afd62dc36e5a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.159490] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Created folder: Project (b66ec80a177f4033b7616b9720856c71) in parent group-v530434. [ 722.159959] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Creating folder: Instances. Parent ref: group-v530566. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.160280] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-056cb521-4fdb-449b-9a0a-3f428ff5d73d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.170419] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Created folder: Instances in parent group-v530566. [ 722.170775] env[62321]: DEBUG oslo.service.loopingcall [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 722.171172] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5114d3c2-a387-4520-8837-be0736533858] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.171626] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d876208c-bb45-47fe-ba3b-03f3c11002ed {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.194744] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.194744] env[62321]: value = "task-2632934" [ 722.194744] env[62321]: _type = "Task" [ 722.194744] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.207903] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632934, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.375857] env[62321]: DEBUG nova.network.neutron [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Updating instance_info_cache with network_info: [{"id": "0c859d18-1f4b-4564-921d-880cbe39f0b0", "address": "fa:16:3e:96:3d:73", "network": {"id": "31512f77-e967-4fe6-9fc1-48e1b1dc1c59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319997203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ab0ef1837a249d9bca4fa5faf5cc8ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c859d18-1f", "ovs_interfaceid": "0c859d18-1f4b-4564-921d-880cbe39f0b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.469328] env[62321]: DEBUG nova.compute.manager [req-3cadfd3e-7f61-40b1-ae78-e605e740c173 req-4abdc1c1-0af6-4ff2-a3df-cb7b453fb0d3 service nova] [instance: 5114d3c2-a387-4520-8837-be0736533858] Received event network-changed-efa2457d-1391-4cac-a25b-ed1592f5a9de {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 722.469843] env[62321]: DEBUG nova.compute.manager [req-3cadfd3e-7f61-40b1-ae78-e605e740c173 req-4abdc1c1-0af6-4ff2-a3df-cb7b453fb0d3 service nova] [instance: 5114d3c2-a387-4520-8837-be0736533858] Refreshing instance network info cache due to event network-changed-efa2457d-1391-4cac-a25b-ed1592f5a9de. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 722.470359] env[62321]: DEBUG oslo_concurrency.lockutils [req-3cadfd3e-7f61-40b1-ae78-e605e740c173 req-4abdc1c1-0af6-4ff2-a3df-cb7b453fb0d3 service nova] Acquiring lock "refresh_cache-5114d3c2-a387-4520-8837-be0736533858" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.470799] env[62321]: DEBUG oslo_concurrency.lockutils [req-3cadfd3e-7f61-40b1-ae78-e605e740c173 req-4abdc1c1-0af6-4ff2-a3df-cb7b453fb0d3 service nova] Acquired lock "refresh_cache-5114d3c2-a387-4520-8837-be0736533858" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.471748] env[62321]: DEBUG nova.network.neutron [req-3cadfd3e-7f61-40b1-ae78-e605e740c173 req-4abdc1c1-0af6-4ff2-a3df-cb7b453fb0d3 service nova] [instance: 5114d3c2-a387-4520-8837-be0736533858] Refreshing network info cache for port efa2457d-1391-4cac-a25b-ed1592f5a9de {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.554144] env[62321]: DEBUG oslo_vmware.api [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Task: {'id': task-2632930, 'name': RelocateVM_Task, 'duration_secs': 3.35117} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.554969] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Volume attach. Driver type: vmdk {{(pid=62321) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 722.555361] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530523', 'volume_id': '1fab479c-a374-4363-93c8-f3a8ef069287', 'name': 'volume-1fab479c-a374-4363-93c8-f3a8ef069287', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd9f2468c-18c3-44f4-8044-5a098ac5f107', 'attached_at': '', 'detached_at': '', 'volume_id': '1fab479c-a374-4363-93c8-f3a8ef069287', 'serial': '1fab479c-a374-4363-93c8-f3a8ef069287'} {{(pid=62321) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 722.557175] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb405c6-1ef7-4ec3-8891-4fc150566502 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.577584] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b5e3f1-813f-40b9-93bd-1869c166cf9b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.605545] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] volume-1fab479c-a374-4363-93c8-f3a8ef069287/volume-1fab479c-a374-4363-93c8-f3a8ef069287.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 722.606512] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f1ebbc9-585d-4cbd-aa62-51fe90c9f953 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.626552] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.627178] env[62321]: DEBUG nova.compute.manager [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.630857] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fd33f890-c945-4d31-8b17-ca422638eafd tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.398s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.631111] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fd33f890-c945-4d31-8b17-ca422638eafd tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.634577] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8f380799-dd13-4972-900a-d4853e3bbfb6 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.694s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.634577] env[62321]: DEBUG nova.objects.instance [None req-8f380799-dd13-4972-900a-d4853e3bbfb6 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Lazy-loading 'resources' on Instance uuid 53bb2f01-4e70-471e-ad9d-7bff56746663 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 722.644748] env[62321]: DEBUG oslo_vmware.api [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Waiting for the task: (returnval){ [ 722.644748] env[62321]: value = "task-2632935" [ 722.644748] env[62321]: _type = "Task" [ 722.644748] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.653674] env[62321]: DEBUG oslo_vmware.api [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Task: {'id': task-2632935, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.672492] env[62321]: INFO nova.scheduler.client.report [None req-fd33f890-c945-4d31-8b17-ca422638eafd tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Deleted allocations for instance df106528-9ed2-4043-9d25-464d5beb3f7b [ 722.705290] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632934, 'name': CreateVM_Task, 'duration_secs': 0.427055} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.705418] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5114d3c2-a387-4520-8837-be0736533858] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.706287] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.706462] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.706771] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.707435] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-804ada0a-20cb-46d5-81ab-51f3e796aaf3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.712152] env[62321]: DEBUG oslo_vmware.api [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 722.712152] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52de0192-7129-4322-4bfe-92c3208127c8" [ 722.712152] env[62321]: _type = "Task" [ 722.712152] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.721110] env[62321]: DEBUG oslo_vmware.api [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52de0192-7129-4322-4bfe-92c3208127c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.878783] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Releasing lock "refresh_cache-7e8c336d-48c5-4fd1-a733-f7001dea3aa4" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.132909] env[62321]: DEBUG nova.compute.utils [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.135295] env[62321]: DEBUG nova.compute.manager [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 723.135465] env[62321]: DEBUG nova.network.neutron [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 723.154431] env[62321]: DEBUG oslo_vmware.api [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Task: {'id': task-2632935, 'name': ReconfigVM_Task, 'duration_secs': 0.506679} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.154710] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Reconfigured VM instance instance-0000002c to attach disk [datastore2] volume-1fab479c-a374-4363-93c8-f3a8ef069287/volume-1fab479c-a374-4363-93c8-f3a8ef069287.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.161521] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e3f9147-3a5c-430b-96ee-9e81b2a0e42c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.184336] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fd33f890-c945-4d31-8b17-ca422638eafd tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Lock "df106528-9ed2-4043-9d25-464d5beb3f7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.520s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.189557] env[62321]: DEBUG oslo_vmware.api [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Waiting for the task: (returnval){ [ 723.189557] env[62321]: value = "task-2632936" [ 723.189557] env[62321]: _type = "Task" [ 723.189557] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.204104] env[62321]: DEBUG oslo_vmware.api [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Task: {'id': task-2632936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.224677] env[62321]: DEBUG oslo_vmware.api [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52de0192-7129-4322-4bfe-92c3208127c8, 'name': SearchDatastore_Task, 'duration_secs': 0.011815} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.227035] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.227479] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 723.227592] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.227740] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.228073] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 723.230718] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe98e1f9-9358-43b3-bcbf-e5227cefb1ea {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.240316] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.240316] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 723.242616] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb26dad9-dab5-413c-9687-e67d1c620c28 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.247365] env[62321]: DEBUG oslo_vmware.api [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 723.247365] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52bb60c1-611b-22eb-f5f7-3dff7076d967" [ 723.247365] env[62321]: _type = "Task" [ 723.247365] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.257927] env[62321]: DEBUG oslo_vmware.api [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52bb60c1-611b-22eb-f5f7-3dff7076d967, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.273805] env[62321]: DEBUG nova.policy [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b746ff1308644ebb4b59fe83b09be02', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a92473bd8c146b682afad467c09648b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.279964] env[62321]: DEBUG nova.network.neutron [req-3cadfd3e-7f61-40b1-ae78-e605e740c173 req-4abdc1c1-0af6-4ff2-a3df-cb7b453fb0d3 service nova] [instance: 5114d3c2-a387-4520-8837-be0736533858] Updated VIF entry in instance network info cache for port efa2457d-1391-4cac-a25b-ed1592f5a9de. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.280352] env[62321]: DEBUG nova.network.neutron [req-3cadfd3e-7f61-40b1-ae78-e605e740c173 req-4abdc1c1-0af6-4ff2-a3df-cb7b453fb0d3 service nova] [instance: 5114d3c2-a387-4520-8837-be0736533858] Updating instance_info_cache with network_info: [{"id": "efa2457d-1391-4cac-a25b-ed1592f5a9de", "address": "fa:16:3e:85:d6:55", "network": {"id": "6eb3be36-9f7d-42b5-a33b-15f0529c6018", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-760375332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b66ec80a177f4033b7616b9720856c71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefa2457d-13", "ovs_interfaceid": "efa2457d-1391-4cac-a25b-ed1592f5a9de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.641341] env[62321]: DEBUG nova.compute.manager [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.702751] env[62321]: DEBUG oslo_vmware.api [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Task: {'id': task-2632936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.718546] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ffb4af-5e07-4217-a0be-84c7b305d0dc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.728550] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418b93d7-053d-4fd0-a3e2-e2faabfe0ea7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.772714] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5746a7-8e52-4192-9e3b-df9f2b9ce65f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.781020] env[62321]: DEBUG oslo_vmware.api [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52bb60c1-611b-22eb-f5f7-3dff7076d967, 'name': SearchDatastore_Task, 'duration_secs': 0.010585} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.781432] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d21f71b1-9a56-4229-842a-54bb10f31646 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.785297] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f45852-1b93-4efd-9d11-88ef4feecb79 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.789196] env[62321]: DEBUG oslo_concurrency.lockutils [req-3cadfd3e-7f61-40b1-ae78-e605e740c173 req-4abdc1c1-0af6-4ff2-a3df-cb7b453fb0d3 service nova] Releasing lock "refresh_cache-5114d3c2-a387-4520-8837-be0736533858" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.800817] env[62321]: DEBUG nova.compute.provider_tree [None req-8f380799-dd13-4972-900a-d4853e3bbfb6 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.802709] env[62321]: DEBUG oslo_vmware.api [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 723.802709] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]523c71b5-8601-c246-45f6-14630f82a9c4" [ 723.802709] env[62321]: _type = "Task" [ 723.802709] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.811520] env[62321]: DEBUG oslo_vmware.api [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]523c71b5-8601-c246-45f6-14630f82a9c4, 'name': SearchDatastore_Task, 'duration_secs': 0.01059} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.812459] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.812734] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 5114d3c2-a387-4520-8837-be0736533858/5114d3c2-a387-4520-8837-be0736533858.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.812999] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01989b76-3f36-45dc-9052-ec0cd9fd1b5e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.822081] env[62321]: DEBUG oslo_vmware.api [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 723.822081] env[62321]: value = "task-2632937" [ 723.822081] env[62321]: _type = "Task" [ 723.822081] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.831479] env[62321]: DEBUG oslo_vmware.api [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2632937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.947085] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 723.947419] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77541edc-9c1f-4800-b811-d0aac01d9614 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.956275] env[62321]: DEBUG oslo_vmware.api [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 723.956275] env[62321]: value = "task-2632938" [ 723.956275] env[62321]: _type = "Task" [ 723.956275] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.967306] env[62321]: DEBUG oslo_vmware.api [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632938, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.210046] env[62321]: DEBUG oslo_vmware.api [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Task: {'id': task-2632936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.305164] env[62321]: DEBUG nova.scheduler.client.report [None req-8f380799-dd13-4972-900a-d4853e3bbfb6 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.336411] env[62321]: DEBUG oslo_vmware.api [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2632937, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.388709] env[62321]: DEBUG nova.network.neutron [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Successfully updated port: 3ef6b831-298e-43db-b109-208864a07aa6 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 724.467023] env[62321]: DEBUG oslo_vmware.api [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632938, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.567085] env[62321]: DEBUG nova.network.neutron [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Successfully created port: 9eeb8ab8-bd52-4b60-9b92-4d9c3307b011 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 724.653878] env[62321]: DEBUG nova.compute.manager [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.695022] env[62321]: DEBUG nova.virt.hardware [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.695022] env[62321]: DEBUG nova.virt.hardware [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.695022] env[62321]: DEBUG nova.virt.hardware [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.695022] env[62321]: DEBUG nova.virt.hardware [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.695022] env[62321]: DEBUG nova.virt.hardware [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.695022] env[62321]: DEBUG nova.virt.hardware [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.695022] env[62321]: DEBUG nova.virt.hardware [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.695022] env[62321]: DEBUG nova.virt.hardware [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.695022] env[62321]: DEBUG nova.virt.hardware [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.695022] env[62321]: DEBUG nova.virt.hardware [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.695022] env[62321]: DEBUG nova.virt.hardware [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.695022] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f943b53-9664-4810-a85a-e944fa18edf8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.715060] env[62321]: DEBUG oslo_vmware.api [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Task: {'id': task-2632936, 'name': ReconfigVM_Task, 'duration_secs': 1.432087} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.718391] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530523', 'volume_id': '1fab479c-a374-4363-93c8-f3a8ef069287', 'name': 'volume-1fab479c-a374-4363-93c8-f3a8ef069287', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd9f2468c-18c3-44f4-8044-5a098ac5f107', 'attached_at': '', 'detached_at': '', 'volume_id': '1fab479c-a374-4363-93c8-f3a8ef069287', 'serial': '1fab479c-a374-4363-93c8-f3a8ef069287'} {{(pid=62321) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 724.719166] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c98881b-211a-43ff-afac-49fe65cbccf7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.721882] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83730022-9495-4f6e-a07a-22d1b9cedbc0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.743205] env[62321]: DEBUG oslo_vmware.api [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Waiting for the task: (returnval){ [ 724.743205] env[62321]: value = "task-2632939" [ 724.743205] env[62321]: _type = "Task" [ 724.743205] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.752590] env[62321]: DEBUG oslo_vmware.api [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Task: {'id': task-2632939, 'name': Rename_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.811786] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8f380799-dd13-4972-900a-d4853e3bbfb6 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.814854] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a1eef0b0-72a4-4b81-9ec6-54b9b19af665 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.316s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.815439] env[62321]: DEBUG nova.objects.instance [None req-a1eef0b0-72a4-4b81-9ec6-54b9b19af665 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Lazy-loading 'resources' on Instance uuid 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 724.832912] env[62321]: DEBUG oslo_vmware.api [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2632937, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601622} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.833320] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 5114d3c2-a387-4520-8837-be0736533858/5114d3c2-a387-4520-8837-be0736533858.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.833596] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.833905] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df42ce0d-7677-4e37-9542-35d2f08d8244 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.841814] env[62321]: DEBUG oslo_vmware.api [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 724.841814] env[62321]: value = "task-2632940" [ 724.841814] env[62321]: _type = "Task" [ 724.841814] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.842925] env[62321]: INFO nova.scheduler.client.report [None req-8f380799-dd13-4972-900a-d4853e3bbfb6 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Deleted allocations for instance 53bb2f01-4e70-471e-ad9d-7bff56746663 [ 724.861796] env[62321]: DEBUG oslo_vmware.api [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2632940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.892666] env[62321]: DEBUG oslo_concurrency.lockutils [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Acquiring lock "refresh_cache-5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.892666] env[62321]: DEBUG oslo_concurrency.lockutils [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Acquired lock "refresh_cache-5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.892666] env[62321]: DEBUG nova.network.neutron [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 724.972164] env[62321]: DEBUG oslo_vmware.api [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632938, 'name': PowerOffVM_Task, 'duration_secs': 0.897239} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.972687] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.973727] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6032f5d-c357-4f71-8f4b-665de009d060 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.981423] env[62321]: DEBUG nova.compute.manager [req-3d0b5faf-dd9b-4851-a5c1-df232efdffc9 req-321bfdb1-85a9-4569-ba05-d19aa6530e90 service nova] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Received event network-vif-plugged-3ef6b831-298e-43db-b109-208864a07aa6 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 724.982462] env[62321]: DEBUG oslo_concurrency.lockutils [req-3d0b5faf-dd9b-4851-a5c1-df232efdffc9 req-321bfdb1-85a9-4569-ba05-d19aa6530e90 service nova] Acquiring lock "5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.986152] env[62321]: DEBUG oslo_concurrency.lockutils [req-3d0b5faf-dd9b-4851-a5c1-df232efdffc9 req-321bfdb1-85a9-4569-ba05-d19aa6530e90 service nova] Lock "5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.986152] env[62321]: DEBUG oslo_concurrency.lockutils [req-3d0b5faf-dd9b-4851-a5c1-df232efdffc9 req-321bfdb1-85a9-4569-ba05-d19aa6530e90 service nova] Lock "5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.986152] env[62321]: DEBUG nova.compute.manager [req-3d0b5faf-dd9b-4851-a5c1-df232efdffc9 req-321bfdb1-85a9-4569-ba05-d19aa6530e90 service nova] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] No waiting events found dispatching network-vif-plugged-3ef6b831-298e-43db-b109-208864a07aa6 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 724.986152] env[62321]: WARNING nova.compute.manager [req-3d0b5faf-dd9b-4851-a5c1-df232efdffc9 req-321bfdb1-85a9-4569-ba05-d19aa6530e90 service nova] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Received unexpected event network-vif-plugged-3ef6b831-298e-43db-b109-208864a07aa6 for instance with vm_state building and task_state spawning. [ 724.986152] env[62321]: DEBUG nova.compute.manager [req-3d0b5faf-dd9b-4851-a5c1-df232efdffc9 req-321bfdb1-85a9-4569-ba05-d19aa6530e90 service nova] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Received event network-changed-3ef6b831-298e-43db-b109-208864a07aa6 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 724.986152] env[62321]: DEBUG nova.compute.manager [req-3d0b5faf-dd9b-4851-a5c1-df232efdffc9 req-321bfdb1-85a9-4569-ba05-d19aa6530e90 service nova] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Refreshing instance network info cache due to event network-changed-3ef6b831-298e-43db-b109-208864a07aa6. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 724.986152] env[62321]: DEBUG oslo_concurrency.lockutils [req-3d0b5faf-dd9b-4851-a5c1-df232efdffc9 req-321bfdb1-85a9-4569-ba05-d19aa6530e90 service nova] Acquiring lock "refresh_cache-5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.005092] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244d4298-437d-4569-bd76-4721f0b69461 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.035822] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.036156] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-109b66e4-2142-440a-b917-db3268a3a733 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.045709] env[62321]: DEBUG oslo_vmware.api [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 725.045709] env[62321]: value = "task-2632941" [ 725.045709] env[62321]: _type = "Task" [ 725.045709] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.054991] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] VM already powered off {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 725.055348] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.055663] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.055884] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.056404] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.057146] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5211cc90-4faf-4dd9-a0d2-817bdd5b71c0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.066878] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.067278] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.068497] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2eb0c6dd-d38b-4cfe-ba02-a46132cbb265 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.078018] env[62321]: DEBUG oslo_vmware.api [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 725.078018] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5209778d-68ad-30ed-a46c-41b4003f2521" [ 725.078018] env[62321]: _type = "Task" [ 725.078018] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.090182] env[62321]: DEBUG oslo_vmware.api [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5209778d-68ad-30ed-a46c-41b4003f2521, 'name': SearchDatastore_Task, 'duration_secs': 0.009971} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.090883] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dde93fe-871a-4599-8f17-f1291c8fa0a4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.096841] env[62321]: DEBUG oslo_vmware.api [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 725.096841] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5201a06e-5374-b190-f0fb-304b4d5ed280" [ 725.096841] env[62321]: _type = "Task" [ 725.096841] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.107727] env[62321]: DEBUG oslo_vmware.api [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5201a06e-5374-b190-f0fb-304b4d5ed280, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.260608] env[62321]: DEBUG oslo_vmware.api [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Task: {'id': task-2632939, 'name': Rename_Task, 'duration_secs': 0.203479} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.261032] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.261941] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0db92ecd-0fb3-4da8-bd92-a4f73b6217c8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.269482] env[62321]: DEBUG oslo_vmware.api [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Waiting for the task: (returnval){ [ 725.269482] env[62321]: value = "task-2632942" [ 725.269482] env[62321]: _type = "Task" [ 725.269482] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.278935] env[62321]: DEBUG oslo_vmware.api [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Task: {'id': task-2632942, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.361171] env[62321]: DEBUG oslo_vmware.api [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2632940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111631} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.361171] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8f380799-dd13-4972-900a-d4853e3bbfb6 tempest-ServersAdminNegativeTestJSON-2036956900 tempest-ServersAdminNegativeTestJSON-2036956900-project-member] Lock "53bb2f01-4e70-471e-ad9d-7bff56746663" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.323s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.364415] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 725.365663] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b4f11e-07e8-45fb-b648-12a6d5b42965 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.389926] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 5114d3c2-a387-4520-8837-be0736533858/5114d3c2-a387-4520-8837-be0736533858.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.393555] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afd161f9-a277-43f6-8bc7-15b0e1a7c756 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.418761] env[62321]: DEBUG oslo_vmware.api [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 725.418761] env[62321]: value = "task-2632943" [ 725.418761] env[62321]: _type = "Task" [ 725.418761] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.427771] env[62321]: DEBUG oslo_vmware.api [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2632943, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.475299] env[62321]: DEBUG nova.network.neutron [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.609505] env[62321]: DEBUG oslo_vmware.api [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5201a06e-5374-b190-f0fb-304b4d5ed280, 'name': SearchDatastore_Task, 'duration_secs': 0.010696} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.612165] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.612456] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 7e8c336d-48c5-4fd1-a733-f7001dea3aa4/7fc427ea-8761-4336-ad20-460b5403c5d0-rescue.vmdk. {{(pid=62321) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 725.615163] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ced40f9e-5824-47a6-b886-46924ceb96ae {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.622234] env[62321]: DEBUG oslo_vmware.api [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 725.622234] env[62321]: value = "task-2632944" [ 725.622234] env[62321]: _type = "Task" [ 725.622234] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.630751] env[62321]: DEBUG oslo_vmware.api [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632944, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.733759] env[62321]: DEBUG nova.network.neutron [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Updating instance_info_cache with network_info: [{"id": "3ef6b831-298e-43db-b109-208864a07aa6", "address": "fa:16:3e:1b:08:bb", "network": {"id": "c2c64e93-1634-4733-ba04-2307c219020c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1866181050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9ba67a32294feda37ce6c58c302ced", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ef6b831-29", "ovs_interfaceid": "3ef6b831-298e-43db-b109-208864a07aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.781051] env[62321]: DEBUG oslo_vmware.api [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Task: {'id': task-2632942, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.843166] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4b80a1-0fa5-4885-953f-f8b91fcd2afb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.851434] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a4a900-db1f-4f1f-8d26-0c870dba57b1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.888403] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3474dc-7cc2-4500-bc56-1859bd8d0ea8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.896280] env[62321]: DEBUG oslo_concurrency.lockutils [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Acquiring lock "818e7bd7-7e32-4689-bff1-fa3d199fb712" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.896401] env[62321]: DEBUG oslo_concurrency.lockutils [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Lock "818e7bd7-7e32-4689-bff1-fa3d199fb712" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.903859] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2e05ee-3e90-4b44-a81e-b037d5d0604b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.923386] env[62321]: DEBUG nova.compute.provider_tree [None req-a1eef0b0-72a4-4b81-9ec6-54b9b19af665 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.934796] env[62321]: DEBUG oslo_vmware.api [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2632943, 'name': ReconfigVM_Task, 'duration_secs': 0.444429} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.935076] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 5114d3c2-a387-4520-8837-be0736533858/5114d3c2-a387-4520-8837-be0736533858.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.935533] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-907727e5-412a-46a7-a37f-445872fd3856 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.945703] env[62321]: DEBUG oslo_vmware.api [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 725.945703] env[62321]: value = "task-2632945" [ 725.945703] env[62321]: _type = "Task" [ 725.945703] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.955021] env[62321]: DEBUG oslo_vmware.api [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2632945, 'name': Rename_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.132579] env[62321]: DEBUG oslo_vmware.api [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632944, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.236650] env[62321]: DEBUG oslo_concurrency.lockutils [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Releasing lock "refresh_cache-5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.236924] env[62321]: DEBUG nova.compute.manager [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Instance network_info: |[{"id": "3ef6b831-298e-43db-b109-208864a07aa6", "address": "fa:16:3e:1b:08:bb", "network": {"id": "c2c64e93-1634-4733-ba04-2307c219020c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1866181050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9ba67a32294feda37ce6c58c302ced", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ef6b831-29", "ovs_interfaceid": "3ef6b831-298e-43db-b109-208864a07aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 726.237284] env[62321]: DEBUG oslo_concurrency.lockutils [req-3d0b5faf-dd9b-4851-a5c1-df232efdffc9 req-321bfdb1-85a9-4569-ba05-d19aa6530e90 service nova] Acquired lock "refresh_cache-5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.237577] env[62321]: DEBUG nova.network.neutron [req-3d0b5faf-dd9b-4851-a5c1-df232efdffc9 req-321bfdb1-85a9-4569-ba05-d19aa6530e90 service nova] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Refreshing network info cache for port 3ef6b831-298e-43db-b109-208864a07aa6 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.239407] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:08:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a2b284a-a29c-478f-b763-c9b5821e20ec', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ef6b831-298e-43db-b109-208864a07aa6', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.252830] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Creating folder: Project (3f9ba67a32294feda37ce6c58c302ced). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.254207] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43c32f84-d4e5-48e6-9065-2951b161a64a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.266886] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Created folder: Project (3f9ba67a32294feda37ce6c58c302ced) in parent group-v530434. [ 726.266886] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Creating folder: Instances. Parent ref: group-v530569. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.266886] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc8fb8bf-93eb-4539-b9f3-0c602299dc16 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.276345] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Created folder: Instances in parent group-v530569. [ 726.276596] env[62321]: DEBUG oslo.service.loopingcall [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 726.277187] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.277405] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a2c6c43-9a46-4daa-8a83-97a778c05fa6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.298448] env[62321]: DEBUG oslo_vmware.api [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Task: {'id': task-2632942, 'name': PowerOnVM_Task, 'duration_secs': 0.678479} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.299168] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.299387] env[62321]: INFO nova.compute.manager [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Took 9.03 seconds to spawn the instance on the hypervisor. [ 726.299590] env[62321]: DEBUG nova.compute.manager [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.300418] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8cdcdc-54dc-4944-9cc1-9d6aa62b1fa4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.306023] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.306023] env[62321]: value = "task-2632948" [ 726.306023] env[62321]: _type = "Task" [ 726.306023] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.318054] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632948, 'name': CreateVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.431615] env[62321]: DEBUG nova.scheduler.client.report [None req-a1eef0b0-72a4-4b81-9ec6-54b9b19af665 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.439865] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Acquiring lock "23ece753-c2d1-44c9-86b9-d9ec833d90f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.440171] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Lock "23ece753-c2d1-44c9-86b9-d9ec833d90f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.456271] env[62321]: DEBUG oslo_vmware.api [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2632945, 'name': Rename_Task, 'duration_secs': 0.3338} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.456271] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.456271] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97dfa819-4a46-492c-b428-f83042d824dd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.463386] env[62321]: DEBUG oslo_vmware.api [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 726.463386] env[62321]: value = "task-2632949" [ 726.463386] env[62321]: _type = "Task" [ 726.463386] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.473516] env[62321]: DEBUG oslo_vmware.api [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2632949, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.633485] env[62321]: DEBUG oslo_vmware.api [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632944, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587444} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.633764] env[62321]: INFO nova.virt.vmwareapi.ds_util [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 7e8c336d-48c5-4fd1-a733-f7001dea3aa4/7fc427ea-8761-4336-ad20-460b5403c5d0-rescue.vmdk. [ 726.635950] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d95bb8-8a51-401f-80e4-085e5b541960 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.669156] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 7e8c336d-48c5-4fd1-a733-f7001dea3aa4/7fc427ea-8761-4336-ad20-460b5403c5d0-rescue.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.669156] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf40c63d-cc83-46a2-b336-270f921e5a91 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.690224] env[62321]: DEBUG oslo_vmware.api [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 726.690224] env[62321]: value = "task-2632950" [ 726.690224] env[62321]: _type = "Task" [ 726.690224] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.695020] env[62321]: DEBUG nova.network.neutron [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Successfully updated port: 9eeb8ab8-bd52-4b60-9b92-4d9c3307b011 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 726.703881] env[62321]: DEBUG oslo_vmware.api [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632950, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.823987] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632948, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.830258] env[62321]: INFO nova.compute.manager [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Took 51.24 seconds to build instance. [ 726.940703] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a1eef0b0-72a4-4b81-9ec6-54b9b19af665 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.126s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.945338] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.532s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.947247] env[62321]: INFO nova.compute.claims [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.978244] env[62321]: DEBUG oslo_vmware.api [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2632949, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.980364] env[62321]: INFO nova.scheduler.client.report [None req-a1eef0b0-72a4-4b81-9ec6-54b9b19af665 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Deleted allocations for instance 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57 [ 727.189800] env[62321]: DEBUG nova.compute.manager [req-b6a803b8-2467-45e2-a541-06cfd2b2e853 req-00968aa8-aba8-46da-aa02-22a206f9c823 service nova] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Received event network-vif-plugged-9eeb8ab8-bd52-4b60-9b92-4d9c3307b011 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 727.190065] env[62321]: DEBUG oslo_concurrency.lockutils [req-b6a803b8-2467-45e2-a541-06cfd2b2e853 req-00968aa8-aba8-46da-aa02-22a206f9c823 service nova] Acquiring lock "0cd0839e-d442-4d82-9b9b-8a59dee70db7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.190394] env[62321]: DEBUG oslo_concurrency.lockutils [req-b6a803b8-2467-45e2-a541-06cfd2b2e853 req-00968aa8-aba8-46da-aa02-22a206f9c823 service nova] Lock "0cd0839e-d442-4d82-9b9b-8a59dee70db7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.190604] env[62321]: DEBUG oslo_concurrency.lockutils [req-b6a803b8-2467-45e2-a541-06cfd2b2e853 req-00968aa8-aba8-46da-aa02-22a206f9c823 service nova] Lock "0cd0839e-d442-4d82-9b9b-8a59dee70db7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.190799] env[62321]: DEBUG nova.compute.manager [req-b6a803b8-2467-45e2-a541-06cfd2b2e853 req-00968aa8-aba8-46da-aa02-22a206f9c823 service nova] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] No waiting events found dispatching network-vif-plugged-9eeb8ab8-bd52-4b60-9b92-4d9c3307b011 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 727.190969] env[62321]: WARNING nova.compute.manager [req-b6a803b8-2467-45e2-a541-06cfd2b2e853 req-00968aa8-aba8-46da-aa02-22a206f9c823 service nova] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Received unexpected event network-vif-plugged-9eeb8ab8-bd52-4b60-9b92-4d9c3307b011 for instance with vm_state building and task_state spawning. [ 727.191340] env[62321]: DEBUG nova.compute.manager [req-b6a803b8-2467-45e2-a541-06cfd2b2e853 req-00968aa8-aba8-46da-aa02-22a206f9c823 service nova] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Received event network-changed-9eeb8ab8-bd52-4b60-9b92-4d9c3307b011 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 727.191548] env[62321]: DEBUG nova.compute.manager [req-b6a803b8-2467-45e2-a541-06cfd2b2e853 req-00968aa8-aba8-46da-aa02-22a206f9c823 service nova] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Refreshing instance network info cache due to event network-changed-9eeb8ab8-bd52-4b60-9b92-4d9c3307b011. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 727.191784] env[62321]: DEBUG oslo_concurrency.lockutils [req-b6a803b8-2467-45e2-a541-06cfd2b2e853 req-00968aa8-aba8-46da-aa02-22a206f9c823 service nova] Acquiring lock "refresh_cache-0cd0839e-d442-4d82-9b9b-8a59dee70db7" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.191961] env[62321]: DEBUG oslo_concurrency.lockutils [req-b6a803b8-2467-45e2-a541-06cfd2b2e853 req-00968aa8-aba8-46da-aa02-22a206f9c823 service nova] Acquired lock "refresh_cache-0cd0839e-d442-4d82-9b9b-8a59dee70db7" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.192151] env[62321]: DEBUG nova.network.neutron [req-b6a803b8-2467-45e2-a541-06cfd2b2e853 req-00968aa8-aba8-46da-aa02-22a206f9c823 service nova] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Refreshing network info cache for port 9eeb8ab8-bd52-4b60-9b92-4d9c3307b011 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.198499] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Acquiring lock "refresh_cache-0cd0839e-d442-4d82-9b9b-8a59dee70db7" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.209686] env[62321]: DEBUG oslo_vmware.api [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632950, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.315891] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632948, 'name': CreateVM_Task, 'duration_secs': 0.51681} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.317177] env[62321]: DEBUG nova.network.neutron [req-3d0b5faf-dd9b-4851-a5c1-df232efdffc9 req-321bfdb1-85a9-4569-ba05-d19aa6530e90 service nova] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Updated VIF entry in instance network info cache for port 3ef6b831-298e-43db-b109-208864a07aa6. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.317818] env[62321]: DEBUG nova.network.neutron [req-3d0b5faf-dd9b-4851-a5c1-df232efdffc9 req-321bfdb1-85a9-4569-ba05-d19aa6530e90 service nova] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Updating instance_info_cache with network_info: [{"id": "3ef6b831-298e-43db-b109-208864a07aa6", "address": "fa:16:3e:1b:08:bb", "network": {"id": "c2c64e93-1634-4733-ba04-2307c219020c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1866181050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9ba67a32294feda37ce6c58c302ced", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ef6b831-29", "ovs_interfaceid": "3ef6b831-298e-43db-b109-208864a07aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.319017] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.319880] env[62321]: DEBUG oslo_concurrency.lockutils [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.323252] env[62321]: DEBUG oslo_concurrency.lockutils [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.323744] env[62321]: DEBUG oslo_concurrency.lockutils [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.324373] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-128ca878-9c7c-46db-9ea2-fa090b4e24a2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.331726] env[62321]: DEBUG oslo_vmware.api [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Waiting for the task: (returnval){ [ 727.331726] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52368849-673f-0892-843b-fff4932b784e" [ 727.331726] env[62321]: _type = "Task" [ 727.331726] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.337998] env[62321]: DEBUG oslo_concurrency.lockutils [None req-02c7812d-7999-4cae-b4df-cb30a3cad927 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Lock "d9f2468c-18c3-44f4-8044-5a098ac5f107" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.041s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.346728] env[62321]: DEBUG oslo_vmware.api [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52368849-673f-0892-843b-fff4932b784e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.481526] env[62321]: DEBUG oslo_vmware.api [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2632949, 'name': PowerOnVM_Task, 'duration_secs': 0.804413} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.481824] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.482043] env[62321]: INFO nova.compute.manager [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Took 8.22 seconds to spawn the instance on the hypervisor. [ 727.482243] env[62321]: DEBUG nova.compute.manager [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.483076] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40191022-62bf-4f2e-a998-543432499ac9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.488916] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a1eef0b0-72a4-4b81-9ec6-54b9b19af665 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Lock "6cb8928c-4d6d-4e4b-8a57-4a130f6afa57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.378s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.712983] env[62321]: DEBUG oslo_vmware.api [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632950, 'name': ReconfigVM_Task, 'duration_secs': 0.638265} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.713343] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 7e8c336d-48c5-4fd1-a733-f7001dea3aa4/7fc427ea-8761-4336-ad20-460b5403c5d0-rescue.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.714561] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691c4049-1990-45a6-a7a2-7d9fdb1426f7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.749798] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9293b0e5-d24c-4104-be0c-f9494b665666 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.767000] env[62321]: DEBUG oslo_vmware.api [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 727.767000] env[62321]: value = "task-2632951" [ 727.767000] env[62321]: _type = "Task" [ 727.767000] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.778409] env[62321]: DEBUG oslo_vmware.api [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632951, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.782266] env[62321]: DEBUG nova.network.neutron [req-b6a803b8-2467-45e2-a541-06cfd2b2e853 req-00968aa8-aba8-46da-aa02-22a206f9c823 service nova] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.825819] env[62321]: DEBUG oslo_concurrency.lockutils [req-3d0b5faf-dd9b-4851-a5c1-df232efdffc9 req-321bfdb1-85a9-4569-ba05-d19aa6530e90 service nova] Releasing lock "refresh_cache-5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.844041] env[62321]: DEBUG nova.compute.manager [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 727.847994] env[62321]: DEBUG oslo_vmware.api [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52368849-673f-0892-843b-fff4932b784e, 'name': SearchDatastore_Task, 'duration_secs': 0.017494} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.848681] env[62321]: DEBUG oslo_concurrency.lockutils [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.849157] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.849450] env[62321]: DEBUG oslo_concurrency.lockutils [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.849596] env[62321]: DEBUG oslo_concurrency.lockutils [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.849779] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.850171] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5d60a77-1b16-4aab-a1f5-dbefa126b806 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.861682] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.862378] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.863427] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac3ad79b-8b76-4d34-83d4-3d21a80e5525 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.869875] env[62321]: DEBUG oslo_vmware.api [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Waiting for the task: (returnval){ [ 727.869875] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]526b814d-5188-8397-a647-c79dadaccbe0" [ 727.869875] env[62321]: _type = "Task" [ 727.869875] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.879027] env[62321]: DEBUG oslo_vmware.api [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]526b814d-5188-8397-a647-c79dadaccbe0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.944339] env[62321]: DEBUG oslo_concurrency.lockutils [None req-228bc280-2ae0-4def-a211-3f8a995ca31f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Acquiring lock "3415bd61-0399-4199-82f4-ae0fb7957a4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.944698] env[62321]: DEBUG oslo_concurrency.lockutils [None req-228bc280-2ae0-4def-a211-3f8a995ca31f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Lock "3415bd61-0399-4199-82f4-ae0fb7957a4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.944951] env[62321]: DEBUG oslo_concurrency.lockutils [None req-228bc280-2ae0-4def-a211-3f8a995ca31f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Acquiring lock "3415bd61-0399-4199-82f4-ae0fb7957a4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.945203] env[62321]: DEBUG oslo_concurrency.lockutils [None req-228bc280-2ae0-4def-a211-3f8a995ca31f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Lock "3415bd61-0399-4199-82f4-ae0fb7957a4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.945462] env[62321]: DEBUG oslo_concurrency.lockutils [None req-228bc280-2ae0-4def-a211-3f8a995ca31f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Lock "3415bd61-0399-4199-82f4-ae0fb7957a4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.949255] env[62321]: INFO nova.compute.manager [None req-228bc280-2ae0-4def-a211-3f8a995ca31f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Terminating instance [ 728.011804] env[62321]: INFO nova.compute.manager [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Took 49.95 seconds to build instance. [ 728.269654] env[62321]: DEBUG nova.network.neutron [req-b6a803b8-2467-45e2-a541-06cfd2b2e853 req-00968aa8-aba8-46da-aa02-22a206f9c823 service nova] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.286398] env[62321]: DEBUG oslo_vmware.api [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632951, 'name': ReconfigVM_Task, 'duration_secs': 0.287323} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.288227] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.288833] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c36531d6-d83f-4ab3-b6ba-2cb98427fb64 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.302980] env[62321]: DEBUG oslo_vmware.api [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 728.302980] env[62321]: value = "task-2632952" [ 728.302980] env[62321]: _type = "Task" [ 728.302980] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.314394] env[62321]: DEBUG oslo_vmware.api [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.369434] env[62321]: DEBUG oslo_concurrency.lockutils [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.381214] env[62321]: DEBUG oslo_vmware.api [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]526b814d-5188-8397-a647-c79dadaccbe0, 'name': SearchDatastore_Task, 'duration_secs': 0.02497} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.384593] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f4ead86-f4d7-402a-94f4-66e7ade2103f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.390604] env[62321]: DEBUG oslo_vmware.api [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Waiting for the task: (returnval){ [ 728.390604] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5255424c-b714-a59a-0b3d-0fe4dde9b7e9" [ 728.390604] env[62321]: _type = "Task" [ 728.390604] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.399596] env[62321]: DEBUG oslo_vmware.api [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5255424c-b714-a59a-0b3d-0fe4dde9b7e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.456455] env[62321]: DEBUG nova.compute.manager [None req-228bc280-2ae0-4def-a211-3f8a995ca31f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 728.456455] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-228bc280-2ae0-4def-a211-3f8a995ca31f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.456455] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a38227-90a9-460c-bcb0-3d99a9784623 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.464569] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-228bc280-2ae0-4def-a211-3f8a995ca31f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.467526] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5ff2575-dee4-4bcf-81bd-ed72ab76bd79 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.474843] env[62321]: DEBUG oslo_vmware.api [None req-228bc280-2ae0-4def-a211-3f8a995ca31f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Waiting for the task: (returnval){ [ 728.474843] env[62321]: value = "task-2632953" [ 728.474843] env[62321]: _type = "Task" [ 728.474843] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.488154] env[62321]: DEBUG oslo_vmware.api [None req-228bc280-2ae0-4def-a211-3f8a995ca31f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.514712] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f4b89bae-f0da-49d8-9d8a-dbab6f9a241e tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "5114d3c2-a387-4520-8837-be0736533858" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.354s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.576524] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4214cdf8-87cc-459a-a88c-73f84f30f96e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.584820] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ff6f35-8bec-437e-8a97-6c9061fb9a90 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.617196] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687ae6aa-e5fa-4d9d-95c6-6c70a4705da4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.625425] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9214295-cf8d-436f-95f3-acc569a0ffef {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.639566] env[62321]: DEBUG nova.compute.provider_tree [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.778249] env[62321]: DEBUG oslo_concurrency.lockutils [req-b6a803b8-2467-45e2-a541-06cfd2b2e853 req-00968aa8-aba8-46da-aa02-22a206f9c823 service nova] Releasing lock "refresh_cache-0cd0839e-d442-4d82-9b9b-8a59dee70db7" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.778656] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Acquired lock "refresh_cache-0cd0839e-d442-4d82-9b9b-8a59dee70db7" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.778830] env[62321]: DEBUG nova.network.neutron [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.822764] env[62321]: DEBUG oslo_vmware.api [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632952, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.902202] env[62321]: DEBUG oslo_vmware.api [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5255424c-b714-a59a-0b3d-0fe4dde9b7e9, 'name': SearchDatastore_Task, 'duration_secs': 0.027366} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.902730] env[62321]: DEBUG oslo_concurrency.lockutils [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.902845] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7/5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.904398] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92ff0f9a-d587-4891-868b-fea537e231c9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.912971] env[62321]: DEBUG oslo_vmware.api [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Waiting for the task: (returnval){ [ 728.912971] env[62321]: value = "task-2632954" [ 728.912971] env[62321]: _type = "Task" [ 728.912971] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.924170] env[62321]: DEBUG oslo_vmware.api [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2632954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.987606] env[62321]: DEBUG oslo_vmware.api [None req-228bc280-2ae0-4def-a211-3f8a995ca31f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.020314] env[62321]: DEBUG nova.compute.manager [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 729.145546] env[62321]: DEBUG nova.scheduler.client.report [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.244223] env[62321]: DEBUG nova.compute.manager [req-35ad00f3-2f43-4eed-a406-c10d017663c0 req-da36f2d9-f187-44d9-86ce-5a868653ab2b service nova] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Received event network-changed-02c983af-d0e5-47e4-ad43-4e588060127e {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 729.244223] env[62321]: DEBUG nova.compute.manager [req-35ad00f3-2f43-4eed-a406-c10d017663c0 req-da36f2d9-f187-44d9-86ce-5a868653ab2b service nova] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Refreshing instance network info cache due to event network-changed-02c983af-d0e5-47e4-ad43-4e588060127e. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 729.244223] env[62321]: DEBUG oslo_concurrency.lockutils [req-35ad00f3-2f43-4eed-a406-c10d017663c0 req-da36f2d9-f187-44d9-86ce-5a868653ab2b service nova] Acquiring lock "refresh_cache-d9f2468c-18c3-44f4-8044-5a098ac5f107" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.245417] env[62321]: DEBUG oslo_concurrency.lockutils [req-35ad00f3-2f43-4eed-a406-c10d017663c0 req-da36f2d9-f187-44d9-86ce-5a868653ab2b service nova] Acquired lock "refresh_cache-d9f2468c-18c3-44f4-8044-5a098ac5f107" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.245417] env[62321]: DEBUG nova.network.neutron [req-35ad00f3-2f43-4eed-a406-c10d017663c0 req-da36f2d9-f187-44d9-86ce-5a868653ab2b service nova] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Refreshing network info cache for port 02c983af-d0e5-47e4-ad43-4e588060127e {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.321761] env[62321]: DEBUG oslo_vmware.api [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632952, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.341071] env[62321]: DEBUG nova.network.neutron [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.426937] env[62321]: DEBUG oslo_vmware.api [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2632954, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.491755] env[62321]: DEBUG oslo_vmware.api [None req-228bc280-2ae0-4def-a211-3f8a995ca31f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632953, 'name': PowerOffVM_Task, 'duration_secs': 0.80839} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.491755] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-228bc280-2ae0-4def-a211-3f8a995ca31f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.491755] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-228bc280-2ae0-4def-a211-3f8a995ca31f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 729.491755] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d0655de-d12a-48f4-b777-d48b2c58975b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.552902] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.575758] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-228bc280-2ae0-4def-a211-3f8a995ca31f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 729.576070] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-228bc280-2ae0-4def-a211-3f8a995ca31f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 729.576288] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-228bc280-2ae0-4def-a211-3f8a995ca31f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Deleting the datastore file [datastore1] 3415bd61-0399-4199-82f4-ae0fb7957a4d {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 729.576572] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d36f395c-a7cb-46f5-959b-f19648cd618a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.584099] env[62321]: DEBUG oslo_vmware.api [None req-228bc280-2ae0-4def-a211-3f8a995ca31f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Waiting for the task: (returnval){ [ 729.584099] env[62321]: value = "task-2632956" [ 729.584099] env[62321]: _type = "Task" [ 729.584099] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.594090] env[62321]: DEBUG oslo_vmware.api [None req-228bc280-2ae0-4def-a211-3f8a995ca31f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.654398] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.658038] env[62321]: DEBUG nova.compute.manager [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 729.659337] env[62321]: DEBUG oslo_concurrency.lockutils [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.677s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.661405] env[62321]: INFO nova.compute.claims [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.692324] env[62321]: DEBUG nova.network.neutron [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Updating instance_info_cache with network_info: [{"id": "9eeb8ab8-bd52-4b60-9b92-4d9c3307b011", "address": "fa:16:3e:1b:fe:fe", "network": {"id": "c062faca-595f-4384-8dbf-3ed92bbf342c", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-879608142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a92473bd8c146b682afad467c09648b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9eeb8ab8-bd", "ovs_interfaceid": "9eeb8ab8-bd52-4b60-9b92-4d9c3307b011", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.820203] env[62321]: DEBUG oslo_vmware.api [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632952, 'name': PowerOnVM_Task, 'duration_secs': 1.481168} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.820203] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.821137] env[62321]: DEBUG nova.compute.manager [None req-b1c4a68e-2576-45d8-8b0f-bb7b2dc07fc6 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.822245] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11ffbe2-eb0d-416d-a684-f6410b55d01c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.924921] env[62321]: DEBUG oslo_vmware.api [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2632954, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695416} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.925233] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7/5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.925406] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.925661] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0242871d-e039-403c-98c9-3122b43c938b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.932677] env[62321]: DEBUG oslo_vmware.api [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Waiting for the task: (returnval){ [ 729.932677] env[62321]: value = "task-2632957" [ 729.932677] env[62321]: _type = "Task" [ 729.932677] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.943808] env[62321]: DEBUG oslo_vmware.api [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2632957, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.094025] env[62321]: DEBUG nova.network.neutron [req-35ad00f3-2f43-4eed-a406-c10d017663c0 req-da36f2d9-f187-44d9-86ce-5a868653ab2b service nova] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Updated VIF entry in instance network info cache for port 02c983af-d0e5-47e4-ad43-4e588060127e. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.094025] env[62321]: DEBUG nova.network.neutron [req-35ad00f3-2f43-4eed-a406-c10d017663c0 req-da36f2d9-f187-44d9-86ce-5a868653ab2b service nova] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Updating instance_info_cache with network_info: [{"id": "02c983af-d0e5-47e4-ad43-4e588060127e", "address": "fa:16:3e:aa:7f:d1", "network": {"id": "aa245670-d55e-488d-9004-9e64098cd6c4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-545658302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaa8b45c72504b3a8dd2e43a819ba7bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02c983af-d0", "ovs_interfaceid": "02c983af-d0e5-47e4-ad43-4e588060127e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.101925] env[62321]: DEBUG oslo_vmware.api [None req-228bc280-2ae0-4def-a211-3f8a995ca31f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2632956, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233648} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.102508] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-228bc280-2ae0-4def-a211-3f8a995ca31f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.102713] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-228bc280-2ae0-4def-a211-3f8a995ca31f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.102890] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-228bc280-2ae0-4def-a211-3f8a995ca31f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.103073] env[62321]: INFO nova.compute.manager [None req-228bc280-2ae0-4def-a211-3f8a995ca31f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Took 1.65 seconds to destroy the instance on the hypervisor. [ 730.103317] env[62321]: DEBUG oslo.service.loopingcall [None req-228bc280-2ae0-4def-a211-3f8a995ca31f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 730.103509] env[62321]: DEBUG nova.compute.manager [-] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 730.103600] env[62321]: DEBUG nova.network.neutron [-] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 730.161362] env[62321]: DEBUG nova.compute.utils [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 730.162781] env[62321]: DEBUG nova.compute.manager [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 730.162959] env[62321]: DEBUG nova.network.neutron [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 730.198825] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Releasing lock "refresh_cache-0cd0839e-d442-4d82-9b9b-8a59dee70db7" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.199211] env[62321]: DEBUG nova.compute.manager [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Instance network_info: |[{"id": "9eeb8ab8-bd52-4b60-9b92-4d9c3307b011", "address": "fa:16:3e:1b:fe:fe", "network": {"id": "c062faca-595f-4384-8dbf-3ed92bbf342c", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-879608142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a92473bd8c146b682afad467c09648b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9eeb8ab8-bd", "ovs_interfaceid": "9eeb8ab8-bd52-4b60-9b92-4d9c3307b011", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.200008] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:fe:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9eeb8ab8-bd52-4b60-9b92-4d9c3307b011', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.211223] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Creating folder: Project (2a92473bd8c146b682afad467c09648b). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.211567] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-153ef9b3-5f4e-4a02-979b-31997a9deb37 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.223970] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Created folder: Project (2a92473bd8c146b682afad467c09648b) in parent group-v530434. [ 730.224076] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Creating folder: Instances. Parent ref: group-v530572. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.224325] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d4fd371-02a7-4498-9775-3ecc0f5fe942 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.236752] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Created folder: Instances in parent group-v530572. [ 730.236998] env[62321]: DEBUG oslo.service.loopingcall [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 730.237388] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.237458] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89c00dc2-e96c-49df-9edf-68fe36adc9e7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.263775] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.263775] env[62321]: value = "task-2632960" [ 730.263775] env[62321]: _type = "Task" [ 730.263775] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.273963] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632960, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.289028] env[62321]: DEBUG oslo_vmware.rw_handles [None req-a4bdec12-d888-462b-9b25-37a25fbc9df7 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5281ae80-a154-91ea-e1d5-83a757b5c160/disk-0.vmdk. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 730.289028] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354c9e36-a118-4707-be9c-ebb5515c99f6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.292139] env[62321]: DEBUG nova.policy [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b117822d8d724834816a344f81e85bd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8adda789ada430db0b0264243250720', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 730.300132] env[62321]: DEBUG oslo_vmware.rw_handles [None req-a4bdec12-d888-462b-9b25-37a25fbc9df7 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5281ae80-a154-91ea-e1d5-83a757b5c160/disk-0.vmdk is in state: ready. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 730.300311] env[62321]: ERROR oslo_vmware.rw_handles [None req-a4bdec12-d888-462b-9b25-37a25fbc9df7 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5281ae80-a154-91ea-e1d5-83a757b5c160/disk-0.vmdk due to incomplete transfer. [ 730.301497] env[62321]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0ba8d912-690f-4c55-9610-72ba692eb31a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.318941] env[62321]: DEBUG oslo_vmware.rw_handles [None req-a4bdec12-d888-462b-9b25-37a25fbc9df7 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5281ae80-a154-91ea-e1d5-83a757b5c160/disk-0.vmdk. {{(pid=62321) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 730.319530] env[62321]: DEBUG nova.virt.vmwareapi.images [None req-a4bdec12-d888-462b-9b25-37a25fbc9df7 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Uploaded image 982e49b7-a1c6-4cdd-b885-25e1ce9e1303 to the Glance image server {{(pid=62321) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 730.322139] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4bdec12-d888-462b-9b25-37a25fbc9df7 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Destroying the VM {{(pid=62321) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 730.323056] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c99bfcd5-4f4a-4931-8e5f-3763927fe48c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.330797] env[62321]: DEBUG oslo_vmware.api [None req-a4bdec12-d888-462b-9b25-37a25fbc9df7 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Waiting for the task: (returnval){ [ 730.330797] env[62321]: value = "task-2632961" [ 730.330797] env[62321]: _type = "Task" [ 730.330797] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.343298] env[62321]: DEBUG oslo_vmware.api [None req-a4bdec12-d888-462b-9b25-37a25fbc9df7 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632961, 'name': Destroy_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.443818] env[62321]: DEBUG oslo_vmware.api [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2632957, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110684} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.444681] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.445508] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c8aa1a-d432-4c9e-bd8a-36fb3d66d4e0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.477840] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7/5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.477840] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cbc1372-450d-4ff3-9cac-6e2d8dcfd1b4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.504454] env[62321]: DEBUG oslo_vmware.api [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Waiting for the task: (returnval){ [ 730.504454] env[62321]: value = "task-2632962" [ 730.504454] env[62321]: _type = "Task" [ 730.504454] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.514405] env[62321]: DEBUG oslo_vmware.api [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2632962, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.598725] env[62321]: DEBUG oslo_concurrency.lockutils [req-35ad00f3-2f43-4eed-a406-c10d017663c0 req-da36f2d9-f187-44d9-86ce-5a868653ab2b service nova] Releasing lock "refresh_cache-d9f2468c-18c3-44f4-8044-5a098ac5f107" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.666688] env[62321]: DEBUG nova.compute.manager [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 730.785822] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632960, 'name': CreateVM_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.843672] env[62321]: DEBUG oslo_vmware.api [None req-a4bdec12-d888-462b-9b25-37a25fbc9df7 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632961, 'name': Destroy_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.014144] env[62321]: DEBUG oslo_vmware.api [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2632962, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.083693] env[62321]: DEBUG nova.network.neutron [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Successfully created port: f84bdc6f-32ab-414e-b50d-61e95a067937 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 731.145681] env[62321]: DEBUG nova.network.neutron [-] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.280865] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632960, 'name': CreateVM_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.285022] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513d2e97-d78d-46f3-aa84-dfb8c5243f4e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.290759] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1baa27-cf34-41a7-add1-0e31caade498 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.323398] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d50ae2-5b3f-41f6-97b6-6e85c3af72c9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.331965] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb50c149-210e-41eb-b2ea-e95850e71dca {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.352830] env[62321]: DEBUG nova.compute.provider_tree [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.359272] env[62321]: DEBUG nova.compute.manager [req-d326ffef-0984-415f-97b2-4cb6ad8613c1 req-bf4c07d7-6a0e-44b8-8844-33daf8598f6e service nova] [instance: 5114d3c2-a387-4520-8837-be0736533858] Received event network-changed-efa2457d-1391-4cac-a25b-ed1592f5a9de {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 731.359457] env[62321]: DEBUG nova.compute.manager [req-d326ffef-0984-415f-97b2-4cb6ad8613c1 req-bf4c07d7-6a0e-44b8-8844-33daf8598f6e service nova] [instance: 5114d3c2-a387-4520-8837-be0736533858] Refreshing instance network info cache due to event network-changed-efa2457d-1391-4cac-a25b-ed1592f5a9de. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 731.359669] env[62321]: DEBUG oslo_concurrency.lockutils [req-d326ffef-0984-415f-97b2-4cb6ad8613c1 req-bf4c07d7-6a0e-44b8-8844-33daf8598f6e service nova] Acquiring lock "refresh_cache-5114d3c2-a387-4520-8837-be0736533858" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.359808] env[62321]: DEBUG oslo_concurrency.lockutils [req-d326ffef-0984-415f-97b2-4cb6ad8613c1 req-bf4c07d7-6a0e-44b8-8844-33daf8598f6e service nova] Acquired lock "refresh_cache-5114d3c2-a387-4520-8837-be0736533858" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.359961] env[62321]: DEBUG nova.network.neutron [req-d326ffef-0984-415f-97b2-4cb6ad8613c1 req-bf4c07d7-6a0e-44b8-8844-33daf8598f6e service nova] [instance: 5114d3c2-a387-4520-8837-be0736533858] Refreshing network info cache for port efa2457d-1391-4cac-a25b-ed1592f5a9de {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.361414] env[62321]: DEBUG oslo_vmware.api [None req-a4bdec12-d888-462b-9b25-37a25fbc9df7 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632961, 'name': Destroy_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.363049] env[62321]: DEBUG nova.scheduler.client.report [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.515707] env[62321]: DEBUG oslo_vmware.api [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2632962, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.649530] env[62321]: INFO nova.compute.manager [-] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Took 1.55 seconds to deallocate network for instance. [ 731.683202] env[62321]: DEBUG nova.compute.manager [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 731.714980] env[62321]: DEBUG nova.virt.hardware [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:40:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='c37bfef8-988f-472f-bc50-f237a65ad7eb',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-89561958',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.717007] env[62321]: DEBUG nova.virt.hardware [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.717224] env[62321]: DEBUG nova.virt.hardware [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.717442] env[62321]: DEBUG nova.virt.hardware [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.717796] env[62321]: DEBUG nova.virt.hardware [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.719902] env[62321]: DEBUG nova.virt.hardware [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.719902] env[62321]: DEBUG nova.virt.hardware [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.719902] env[62321]: DEBUG nova.virt.hardware [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.719902] env[62321]: DEBUG nova.virt.hardware [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.719902] env[62321]: DEBUG nova.virt.hardware [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.719902] env[62321]: DEBUG nova.virt.hardware [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.720999] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af8e19f-b52d-4da6-99d3-78ba9af6b12c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.732011] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eaf6f68-c9bc-40fd-b1a1-60037c4fef94 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.780327] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632960, 'name': CreateVM_Task, 'duration_secs': 1.233224} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.780526] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.781547] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.781735] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.782060] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.782334] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89998b14-7392-424d-b255-9b5333f76038 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.787157] env[62321]: DEBUG oslo_vmware.api [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Waiting for the task: (returnval){ [ 731.787157] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5298de68-2d53-6f3e-e23f-cc81aa13cbbc" [ 731.787157] env[62321]: _type = "Task" [ 731.787157] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.795579] env[62321]: DEBUG oslo_vmware.api [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5298de68-2d53-6f3e-e23f-cc81aa13cbbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.846171] env[62321]: DEBUG oslo_vmware.api [None req-a4bdec12-d888-462b-9b25-37a25fbc9df7 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632961, 'name': Destroy_Task, 'duration_secs': 1.412469} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.846445] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-a4bdec12-d888-462b-9b25-37a25fbc9df7 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Destroyed the VM [ 731.846676] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a4bdec12-d888-462b-9b25-37a25fbc9df7 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Deleting Snapshot of the VM instance {{(pid=62321) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 731.846920] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7e4d1761-7d1a-4cb6-8f7f-998bc050d31c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.854021] env[62321]: DEBUG oslo_vmware.api [None req-a4bdec12-d888-462b-9b25-37a25fbc9df7 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Waiting for the task: (returnval){ [ 731.854021] env[62321]: value = "task-2632963" [ 731.854021] env[62321]: _type = "Task" [ 731.854021] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.865784] env[62321]: DEBUG oslo_vmware.api [None req-a4bdec12-d888-462b-9b25-37a25fbc9df7 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632963, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.870943] env[62321]: DEBUG oslo_concurrency.lockutils [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.211s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.870943] env[62321]: DEBUG nova.compute.manager [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.873673] env[62321]: DEBUG oslo_concurrency.lockutils [None req-eb5ff6c8-7c4e-4f09-b68c-b17ced5fe5e6 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.926s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.873897] env[62321]: DEBUG nova.objects.instance [None req-eb5ff6c8-7c4e-4f09-b68c-b17ced5fe5e6 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Lazy-loading 'resources' on Instance uuid 55c3c030-2e80-4829-bd9c-0e7f3e743c6c {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.024422] env[62321]: DEBUG oslo_vmware.api [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2632962, 'name': ReconfigVM_Task, 'duration_secs': 1.016014} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.024889] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7/5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.026122] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a1c62c0-6567-4aff-8021-54b4b02f83f1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.035323] env[62321]: DEBUG oslo_vmware.api [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Waiting for the task: (returnval){ [ 732.035323] env[62321]: value = "task-2632964" [ 732.035323] env[62321]: _type = "Task" [ 732.035323] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.051354] env[62321]: DEBUG oslo_vmware.api [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2632964, 'name': Rename_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.162568] env[62321]: DEBUG oslo_concurrency.lockutils [None req-228bc280-2ae0-4def-a211-3f8a995ca31f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 732.173110] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "88c97bc4-ebde-4bd0-8217-f682605a6bc8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 732.173234] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "88c97bc4-ebde-4bd0-8217-f682605a6bc8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 732.277325] env[62321]: DEBUG nova.network.neutron [req-d326ffef-0984-415f-97b2-4cb6ad8613c1 req-bf4c07d7-6a0e-44b8-8844-33daf8598f6e service nova] [instance: 5114d3c2-a387-4520-8837-be0736533858] Updated VIF entry in instance network info cache for port efa2457d-1391-4cac-a25b-ed1592f5a9de. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.277702] env[62321]: DEBUG nova.network.neutron [req-d326ffef-0984-415f-97b2-4cb6ad8613c1 req-bf4c07d7-6a0e-44b8-8844-33daf8598f6e service nova] [instance: 5114d3c2-a387-4520-8837-be0736533858] Updating instance_info_cache with network_info: [{"id": "efa2457d-1391-4cac-a25b-ed1592f5a9de", "address": "fa:16:3e:85:d6:55", "network": {"id": "6eb3be36-9f7d-42b5-a33b-15f0529c6018", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-760375332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b66ec80a177f4033b7616b9720856c71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefa2457d-13", "ovs_interfaceid": "efa2457d-1391-4cac-a25b-ed1592f5a9de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.297269] env[62321]: DEBUG oslo_vmware.api [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5298de68-2d53-6f3e-e23f-cc81aa13cbbc, 'name': SearchDatastore_Task, 'duration_secs': 0.013459} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.297523] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.297758] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.298036] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.298195] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.298353] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.298604] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8473ea69-fc04-437e-9ed3-f31fdda42cf3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.307537] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.307716] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.308480] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e3f9b53-a4e8-42e4-afe8-b95ce3bffb45 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.314424] env[62321]: DEBUG oslo_vmware.api [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Waiting for the task: (returnval){ [ 732.314424] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e3fd7f-fda5-3033-6056-df022881bdd6" [ 732.314424] env[62321]: _type = "Task" [ 732.314424] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.322289] env[62321]: DEBUG oslo_vmware.api [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e3fd7f-fda5-3033-6056-df022881bdd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.324554] env[62321]: DEBUG oslo_concurrency.lockutils [None req-26b1d8c4-a707-4c81-b011-d72f6b3eb6b4 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Acquiring lock "1281e273-d400-4493-b718-e78252e1221a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 732.325036] env[62321]: DEBUG oslo_concurrency.lockutils [None req-26b1d8c4-a707-4c81-b011-d72f6b3eb6b4 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Lock "1281e273-d400-4493-b718-e78252e1221a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 732.363945] env[62321]: DEBUG oslo_vmware.api [None req-a4bdec12-d888-462b-9b25-37a25fbc9df7 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632963, 'name': RemoveSnapshot_Task} progress is 69%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.379774] env[62321]: DEBUG nova.compute.utils [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.381772] env[62321]: DEBUG nova.compute.manager [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 732.382613] env[62321]: DEBUG nova.network.neutron [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: bbde3466-9829-4207-9670-72715d1e49c0] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 732.449095] env[62321]: DEBUG nova.policy [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0184404e034446988e3f3502612ada2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb309cea0517410098f964f25b8f6b17', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.537045] env[62321]: INFO nova.compute.manager [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Rescuing [ 732.537333] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquiring lock "refresh_cache-f0401741-6f49-4d8d-b329-ceaa700428d8" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.537456] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquired lock "refresh_cache-f0401741-6f49-4d8d-b329-ceaa700428d8" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.537621] env[62321]: DEBUG nova.network.neutron [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.548018] env[62321]: DEBUG oslo_vmware.api [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2632964, 'name': Rename_Task, 'duration_secs': 0.148653} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.548976] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.551734] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a2c38a0-1413-4656-b09a-b4ac2b2fbf6d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.558581] env[62321]: DEBUG oslo_vmware.api [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Waiting for the task: (returnval){ [ 732.558581] env[62321]: value = "task-2632965" [ 732.558581] env[62321]: _type = "Task" [ 732.558581] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.568780] env[62321]: DEBUG oslo_vmware.api [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2632965, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.781431] env[62321]: DEBUG oslo_concurrency.lockutils [req-d326ffef-0984-415f-97b2-4cb6ad8613c1 req-bf4c07d7-6a0e-44b8-8844-33daf8598f6e service nova] Releasing lock "refresh_cache-5114d3c2-a387-4520-8837-be0736533858" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.781883] env[62321]: DEBUG nova.compute.manager [req-d326ffef-0984-415f-97b2-4cb6ad8613c1 req-bf4c07d7-6a0e-44b8-8844-33daf8598f6e service nova] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Received event network-vif-deleted-8108a891-b8ef-4019-94f0-4a800c514e7d {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 732.830171] env[62321]: DEBUG nova.compute.utils [None req-26b1d8c4-a707-4c81-b011-d72f6b3eb6b4 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.832098] env[62321]: DEBUG oslo_vmware.api [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e3fd7f-fda5-3033-6056-df022881bdd6, 'name': SearchDatastore_Task, 'duration_secs': 0.008474} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.832964] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64364fcd-9745-47c7-8422-b796852da4ed {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.838860] env[62321]: DEBUG oslo_vmware.api [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Waiting for the task: (returnval){ [ 732.838860] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5281e6bc-0bcf-03c5-61c6-63fd9a0d1d35" [ 732.838860] env[62321]: _type = "Task" [ 732.838860] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.851272] env[62321]: DEBUG oslo_vmware.api [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5281e6bc-0bcf-03c5-61c6-63fd9a0d1d35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.871509] env[62321]: DEBUG oslo_vmware.api [None req-a4bdec12-d888-462b-9b25-37a25fbc9df7 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632963, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.886273] env[62321]: DEBUG nova.compute.manager [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.915245] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9e7c88-a8de-4341-8310-84bd296e7014 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.930420] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac05717-becd-437f-aed6-7efaba5fabff {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.935956] env[62321]: DEBUG nova.network.neutron [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Successfully created port: 859820cd-59f8-4894-95f3-bd94fa1635cb {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.968960] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92374bbb-3f7f-4859-880e-2c24af1abe65 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.978270] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d78cc5-f825-4dd0-bf33-f98d2e756ae6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.995021] env[62321]: DEBUG nova.compute.provider_tree [None req-eb5ff6c8-7c4e-4f09-b68c-b17ced5fe5e6 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.070512] env[62321]: DEBUG oslo_vmware.api [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2632965, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.112990] env[62321]: DEBUG nova.network.neutron [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Successfully updated port: f84bdc6f-32ab-414e-b50d-61e95a067937 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 733.300750] env[62321]: DEBUG nova.network.neutron [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Updating instance_info_cache with network_info: [{"id": "263f3ac0-8b4f-46be-8d5f-989d0c7a7610", "address": "fa:16:3e:27:14:5d", "network": {"id": "31512f77-e967-4fe6-9fc1-48e1b1dc1c59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319997203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ab0ef1837a249d9bca4fa5faf5cc8ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap263f3ac0-8b", "ovs_interfaceid": "263f3ac0-8b4f-46be-8d5f-989d0c7a7610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.332554] env[62321]: DEBUG oslo_concurrency.lockutils [None req-26b1d8c4-a707-4c81-b011-d72f6b3eb6b4 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Lock "1281e273-d400-4493-b718-e78252e1221a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.352691] env[62321]: DEBUG oslo_vmware.api [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5281e6bc-0bcf-03c5-61c6-63fd9a0d1d35, 'name': SearchDatastore_Task, 'duration_secs': 0.009372} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.352691] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.352691] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 0cd0839e-d442-4d82-9b9b-8a59dee70db7/0cd0839e-d442-4d82-9b9b-8a59dee70db7.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.352691] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3341878-69cb-4c8b-951a-0915a53351bc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.360464] env[62321]: DEBUG oslo_vmware.api [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Waiting for the task: (returnval){ [ 733.360464] env[62321]: value = "task-2632966" [ 733.360464] env[62321]: _type = "Task" [ 733.360464] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.373116] env[62321]: DEBUG oslo_vmware.api [None req-a4bdec12-d888-462b-9b25-37a25fbc9df7 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632963, 'name': RemoveSnapshot_Task, 'duration_secs': 1.032823} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.373909] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a4bdec12-d888-462b-9b25-37a25fbc9df7 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Deleted Snapshot of the VM instance {{(pid=62321) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 733.375554] env[62321]: INFO nova.compute.manager [None req-a4bdec12-d888-462b-9b25-37a25fbc9df7 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Took 16.38 seconds to snapshot the instance on the hypervisor. [ 733.382847] env[62321]: DEBUG oslo_vmware.api [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Task: {'id': task-2632966, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.416188] env[62321]: DEBUG nova.network.neutron [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Successfully created port: d17f4267-e053-49cd-b88b-a2fef6c193db {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 733.499836] env[62321]: DEBUG nova.scheduler.client.report [None req-eb5ff6c8-7c4e-4f09-b68c-b17ced5fe5e6 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.571968] env[62321]: DEBUG oslo_vmware.api [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2632965, 'name': PowerOnVM_Task, 'duration_secs': 0.916842} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.572343] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.572679] env[62321]: INFO nova.compute.manager [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Took 11.64 seconds to spawn the instance on the hypervisor. [ 733.573007] env[62321]: DEBUG nova.compute.manager [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.574061] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d21be56-9a6c-4c15-bc52-0ec6baa179fc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.618879] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquiring lock "refresh_cache-abc046a0-2875-4673-9eda-dcd9ded773c1" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.618879] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquired lock "refresh_cache-abc046a0-2875-4673-9eda-dcd9ded773c1" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.618879] env[62321]: DEBUG nova.network.neutron [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.804273] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Releasing lock "refresh_cache-f0401741-6f49-4d8d-b329-ceaa700428d8" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.841676] env[62321]: DEBUG nova.compute.manager [req-2130e4af-733e-43e5-aae0-1674c2f75b52 req-cd331af8-d7cb-467e-81f5-9e78e354f3cd service nova] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Received event network-vif-plugged-f84bdc6f-32ab-414e-b50d-61e95a067937 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 733.841961] env[62321]: DEBUG oslo_concurrency.lockutils [req-2130e4af-733e-43e5-aae0-1674c2f75b52 req-cd331af8-d7cb-467e-81f5-9e78e354f3cd service nova] Acquiring lock "abc046a0-2875-4673-9eda-dcd9ded773c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.842186] env[62321]: DEBUG oslo_concurrency.lockutils [req-2130e4af-733e-43e5-aae0-1674c2f75b52 req-cd331af8-d7cb-467e-81f5-9e78e354f3cd service nova] Lock "abc046a0-2875-4673-9eda-dcd9ded773c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.842346] env[62321]: DEBUG oslo_concurrency.lockutils [req-2130e4af-733e-43e5-aae0-1674c2f75b52 req-cd331af8-d7cb-467e-81f5-9e78e354f3cd service nova] Lock "abc046a0-2875-4673-9eda-dcd9ded773c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.842500] env[62321]: DEBUG nova.compute.manager [req-2130e4af-733e-43e5-aae0-1674c2f75b52 req-cd331af8-d7cb-467e-81f5-9e78e354f3cd service nova] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] No waiting events found dispatching network-vif-plugged-f84bdc6f-32ab-414e-b50d-61e95a067937 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 733.842698] env[62321]: WARNING nova.compute.manager [req-2130e4af-733e-43e5-aae0-1674c2f75b52 req-cd331af8-d7cb-467e-81f5-9e78e354f3cd service nova] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Received unexpected event network-vif-plugged-f84bdc6f-32ab-414e-b50d-61e95a067937 for instance with vm_state building and task_state spawning. [ 733.842869] env[62321]: DEBUG nova.compute.manager [req-2130e4af-733e-43e5-aae0-1674c2f75b52 req-cd331af8-d7cb-467e-81f5-9e78e354f3cd service nova] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Received event network-changed-f84bdc6f-32ab-414e-b50d-61e95a067937 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 733.843653] env[62321]: DEBUG nova.compute.manager [req-2130e4af-733e-43e5-aae0-1674c2f75b52 req-cd331af8-d7cb-467e-81f5-9e78e354f3cd service nova] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Refreshing instance network info cache due to event network-changed-f84bdc6f-32ab-414e-b50d-61e95a067937. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 733.843653] env[62321]: DEBUG oslo_concurrency.lockutils [req-2130e4af-733e-43e5-aae0-1674c2f75b52 req-cd331af8-d7cb-467e-81f5-9e78e354f3cd service nova] Acquiring lock "refresh_cache-abc046a0-2875-4673-9eda-dcd9ded773c1" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.871116] env[62321]: DEBUG oslo_vmware.api [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Task: {'id': task-2632966, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490998} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.871418] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 0cd0839e-d442-4d82-9b9b-8a59dee70db7/0cd0839e-d442-4d82-9b9b-8a59dee70db7.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.871636] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.871886] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee5204b8-83b8-4b6d-ae3f-d029b48a6077 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.881469] env[62321]: DEBUG oslo_vmware.api [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Waiting for the task: (returnval){ [ 733.881469] env[62321]: value = "task-2632967" [ 733.881469] env[62321]: _type = "Task" [ 733.881469] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.890800] env[62321]: DEBUG oslo_vmware.api [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Task: {'id': task-2632967, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.899048] env[62321]: DEBUG nova.compute.manager [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.925271] env[62321]: DEBUG nova.virt.hardware [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.925714] env[62321]: DEBUG nova.virt.hardware [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.926037] env[62321]: DEBUG nova.virt.hardware [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.926351] env[62321]: DEBUG nova.virt.hardware [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.926634] env[62321]: DEBUG nova.virt.hardware [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.926911] env[62321]: DEBUG nova.virt.hardware [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.928024] env[62321]: DEBUG nova.virt.hardware [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.928024] env[62321]: DEBUG nova.virt.hardware [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.928024] env[62321]: DEBUG nova.virt.hardware [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.928024] env[62321]: DEBUG nova.virt.hardware [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.928223] env[62321]: DEBUG nova.virt.hardware [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.929213] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe65c81a-6245-48f6-bf5b-ee405f64c5ec {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.940140] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e70c6f-cb9f-4eaf-8f7e-7b34f46953d7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.004978] env[62321]: DEBUG oslo_concurrency.lockutils [None req-eb5ff6c8-7c4e-4f09-b68c-b17ced5fe5e6 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.007475] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1b1c8a9d-6678-4af8-8bcd-f921621ea64f tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.322s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.007566] env[62321]: DEBUG nova.objects.instance [None req-1b1c8a9d-6678-4af8-8bcd-f921621ea64f tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lazy-loading 'resources' on Instance uuid 14b4b002-4fcd-4861-a812-47978097a8c3 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 734.028956] env[62321]: INFO nova.scheduler.client.report [None req-eb5ff6c8-7c4e-4f09-b68c-b17ced5fe5e6 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Deleted allocations for instance 55c3c030-2e80-4829-bd9c-0e7f3e743c6c [ 734.096963] env[62321]: INFO nova.compute.manager [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Took 52.20 seconds to build instance. [ 734.156394] env[62321]: DEBUG nova.network.neutron [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 734.307745] env[62321]: DEBUG nova.network.neutron [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Updating instance_info_cache with network_info: [{"id": "f84bdc6f-32ab-414e-b50d-61e95a067937", "address": "fa:16:3e:68:bf:d9", "network": {"id": "a5547c0f-46b1-4ae5-841a-9f39910febcd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ef1461c1ad14a3cb8e9828aa58002a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf84bdc6f-32", "ovs_interfaceid": "f84bdc6f-32ab-414e-b50d-61e95a067937", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.393533] env[62321]: DEBUG oslo_vmware.api [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Task: {'id': task-2632967, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078957} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.393816] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.394747] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65de54ff-4125-42fd-880c-7c2eec64cc78 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.418370] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 0cd0839e-d442-4d82-9b9b-8a59dee70db7/0cd0839e-d442-4d82-9b9b-8a59dee70db7.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.419532] env[62321]: DEBUG oslo_concurrency.lockutils [None req-26b1d8c4-a707-4c81-b011-d72f6b3eb6b4 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Acquiring lock "1281e273-d400-4493-b718-e78252e1221a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.419769] env[62321]: DEBUG oslo_concurrency.lockutils [None req-26b1d8c4-a707-4c81-b011-d72f6b3eb6b4 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Lock "1281e273-d400-4493-b718-e78252e1221a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.420052] env[62321]: INFO nova.compute.manager [None req-26b1d8c4-a707-4c81-b011-d72f6b3eb6b4 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Attaching volume b3bdedfe-2bc7-437e-9c7b-96de2f419925 to /dev/sdb [ 734.421933] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a41cde13-8a4b-48a5-baf1-3ab228df2f2e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.444345] env[62321]: DEBUG oslo_vmware.api [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Waiting for the task: (returnval){ [ 734.444345] env[62321]: value = "task-2632968" [ 734.444345] env[62321]: _type = "Task" [ 734.444345] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.452926] env[62321]: DEBUG oslo_vmware.api [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Task: {'id': task-2632968, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.480057] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c39f213-1c8d-49f6-9f25-006a66abaa7a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.488238] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7800307-b3f9-4ed3-b68c-005fe7e36a70 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.502360] env[62321]: DEBUG nova.virt.block_device [None req-26b1d8c4-a707-4c81-b011-d72f6b3eb6b4 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Updating existing volume attachment record: dbe6958b-5092-4c6c-b800-5daaf73aa2a7 {{(pid=62321) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 734.542022] env[62321]: DEBUG oslo_concurrency.lockutils [None req-eb5ff6c8-7c4e-4f09-b68c-b17ced5fe5e6 tempest-ImagesNegativeTestJSON-1982184170 tempest-ImagesNegativeTestJSON-1982184170-project-member] Lock "55c3c030-2e80-4829-bd9c-0e7f3e743c6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.022s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.599605] env[62321]: DEBUG oslo_concurrency.lockutils [None req-124ef705-32de-4272-acb1-e46063f8e9f8 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Lock "5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.238s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.810156] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Releasing lock "refresh_cache-abc046a0-2875-4673-9eda-dcd9ded773c1" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.810156] env[62321]: DEBUG nova.compute.manager [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Instance network_info: |[{"id": "f84bdc6f-32ab-414e-b50d-61e95a067937", "address": "fa:16:3e:68:bf:d9", "network": {"id": "a5547c0f-46b1-4ae5-841a-9f39910febcd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ef1461c1ad14a3cb8e9828aa58002a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf84bdc6f-32", "ovs_interfaceid": "f84bdc6f-32ab-414e-b50d-61e95a067937", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 734.810552] env[62321]: DEBUG oslo_concurrency.lockutils [req-2130e4af-733e-43e5-aae0-1674c2f75b52 req-cd331af8-d7cb-467e-81f5-9e78e354f3cd service nova] Acquired lock "refresh_cache-abc046a0-2875-4673-9eda-dcd9ded773c1" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.810552] env[62321]: DEBUG nova.network.neutron [req-2130e4af-733e-43e5-aae0-1674c2f75b52 req-cd331af8-d7cb-467e-81f5-9e78e354f3cd service nova] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Refreshing network info cache for port f84bdc6f-32ab-414e-b50d-61e95a067937 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.813964] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:bf:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4c8c8fd-baca-4e60-97dc-ff0418d63215', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f84bdc6f-32ab-414e-b50d-61e95a067937', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.819133] env[62321]: DEBUG oslo.service.loopingcall [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 734.819568] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.819782] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4459c02a-4aec-4922-91a5-592668bd13e1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.847245] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.847245] env[62321]: value = "task-2632971" [ 734.847245] env[62321]: _type = "Task" [ 734.847245] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.861113] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632971, 'name': CreateVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.959720] env[62321]: DEBUG oslo_vmware.api [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Task: {'id': task-2632968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.011008] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e69bce-271d-44f0-ab36-c53acb988c04 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.021448] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd965d9-be8b-45e6-a3e4-c0668d724fb7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.066255] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64dcf89d-77fb-434f-8d46-1500dd4f8ad5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.077286] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934a636b-bd32-41fa-b6e5-c84bdd3e27d3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.088037] env[62321]: DEBUG oslo_concurrency.lockutils [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Acquiring lock "cf28c85f-f06a-460a-9289-117c6bdb68f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.088719] env[62321]: DEBUG oslo_concurrency.lockutils [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Lock "cf28c85f-f06a-460a-9289-117c6bdb68f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.103962] env[62321]: DEBUG nova.compute.provider_tree [None req-1b1c8a9d-6678-4af8-8bcd-f921621ea64f tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.105625] env[62321]: DEBUG nova.compute.manager [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 735.108676] env[62321]: DEBUG oslo_concurrency.lockutils [None req-69a57c76-ef7d-4e11-ad6b-9554b9475635 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Acquiring lock "88c9e905-5a60-4109-a03f-fa971843c488" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.109032] env[62321]: DEBUG oslo_concurrency.lockutils [None req-69a57c76-ef7d-4e11-ad6b-9554b9475635 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Lock "88c9e905-5a60-4109-a03f-fa971843c488" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.109196] env[62321]: DEBUG oslo_concurrency.lockutils [None req-69a57c76-ef7d-4e11-ad6b-9554b9475635 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Acquiring lock "88c9e905-5a60-4109-a03f-fa971843c488-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.110996] env[62321]: DEBUG oslo_concurrency.lockutils [None req-69a57c76-ef7d-4e11-ad6b-9554b9475635 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Lock "88c9e905-5a60-4109-a03f-fa971843c488-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.110996] env[62321]: DEBUG oslo_concurrency.lockutils [None req-69a57c76-ef7d-4e11-ad6b-9554b9475635 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Lock "88c9e905-5a60-4109-a03f-fa971843c488-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.113856] env[62321]: INFO nova.compute.manager [None req-69a57c76-ef7d-4e11-ad6b-9554b9475635 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Terminating instance [ 735.353964] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.359932] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-219bb111-8216-4639-8ff6-5fd0e2019265 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.366673] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632971, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.368352] env[62321]: DEBUG oslo_vmware.api [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 735.368352] env[62321]: value = "task-2632973" [ 735.368352] env[62321]: _type = "Task" [ 735.368352] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.380841] env[62321]: DEBUG oslo_vmware.api [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.461427] env[62321]: DEBUG oslo_vmware.api [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Task: {'id': task-2632968, 'name': ReconfigVM_Task, 'duration_secs': 0.768508} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.462326] env[62321]: DEBUG nova.network.neutron [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Successfully updated port: 859820cd-59f8-4894-95f3-bd94fa1635cb {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.463570] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 0cd0839e-d442-4d82-9b9b-8a59dee70db7/0cd0839e-d442-4d82-9b9b-8a59dee70db7.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.465557] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7abbebf1-2ae3-4349-8957-cf2e54d77adf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.474681] env[62321]: DEBUG oslo_vmware.api [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Waiting for the task: (returnval){ [ 735.474681] env[62321]: value = "task-2632974" [ 735.474681] env[62321]: _type = "Task" [ 735.474681] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.487901] env[62321]: DEBUG oslo_vmware.api [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Task: {'id': task-2632974, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.569288] env[62321]: DEBUG nova.network.neutron [req-2130e4af-733e-43e5-aae0-1674c2f75b52 req-cd331af8-d7cb-467e-81f5-9e78e354f3cd service nova] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Updated VIF entry in instance network info cache for port f84bdc6f-32ab-414e-b50d-61e95a067937. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.569288] env[62321]: DEBUG nova.network.neutron [req-2130e4af-733e-43e5-aae0-1674c2f75b52 req-cd331af8-d7cb-467e-81f5-9e78e354f3cd service nova] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Updating instance_info_cache with network_info: [{"id": "f84bdc6f-32ab-414e-b50d-61e95a067937", "address": "fa:16:3e:68:bf:d9", "network": {"id": "a5547c0f-46b1-4ae5-841a-9f39910febcd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ef1461c1ad14a3cb8e9828aa58002a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf84bdc6f-32", "ovs_interfaceid": "f84bdc6f-32ab-414e-b50d-61e95a067937", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.612026] env[62321]: DEBUG nova.scheduler.client.report [None req-1b1c8a9d-6678-4af8-8bcd-f921621ea64f tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.621293] env[62321]: DEBUG nova.compute.manager [None req-69a57c76-ef7d-4e11-ad6b-9554b9475635 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 735.621647] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-69a57c76-ef7d-4e11-ad6b-9554b9475635 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.622885] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96988691-0041-4036-b1c7-c962403ccb1c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.631830] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a57c76-ef7d-4e11-ad6b-9554b9475635 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.632374] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f76050f5-37ea-494b-ad63-9da0a6dd7114 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.636374] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.640241] env[62321]: DEBUG oslo_vmware.api [None req-69a57c76-ef7d-4e11-ad6b-9554b9475635 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Waiting for the task: (returnval){ [ 735.640241] env[62321]: value = "task-2632975" [ 735.640241] env[62321]: _type = "Task" [ 735.640241] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.649509] env[62321]: DEBUG oslo_vmware.api [None req-69a57c76-ef7d-4e11-ad6b-9554b9475635 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.863105] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632971, 'name': CreateVM_Task, 'duration_secs': 0.539872} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.863295] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.863985] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.864166] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.864479] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.864737] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d96d7b52-20f2-4a8b-abef-ed21dbf7c39d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.870507] env[62321]: DEBUG oslo_vmware.api [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Waiting for the task: (returnval){ [ 735.870507] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c147df-c68f-7cf0-f232-803b2e4b59e8" [ 735.870507] env[62321]: _type = "Task" [ 735.870507] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.876603] env[62321]: DEBUG nova.compute.manager [req-61faa6f9-6cd4-48bb-b82e-4d0f37b9dac1 req-3070826a-6eaa-4691-945f-fb4bb69f5445 service nova] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Received event network-vif-plugged-859820cd-59f8-4894-95f3-bd94fa1635cb {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 735.876914] env[62321]: DEBUG oslo_concurrency.lockutils [req-61faa6f9-6cd4-48bb-b82e-4d0f37b9dac1 req-3070826a-6eaa-4691-945f-fb4bb69f5445 service nova] Acquiring lock "bbde3466-9829-4207-9670-72715d1e49c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.877257] env[62321]: DEBUG oslo_concurrency.lockutils [req-61faa6f9-6cd4-48bb-b82e-4d0f37b9dac1 req-3070826a-6eaa-4691-945f-fb4bb69f5445 service nova] Lock "bbde3466-9829-4207-9670-72715d1e49c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.877257] env[62321]: DEBUG oslo_concurrency.lockutils [req-61faa6f9-6cd4-48bb-b82e-4d0f37b9dac1 req-3070826a-6eaa-4691-945f-fb4bb69f5445 service nova] Lock "bbde3466-9829-4207-9670-72715d1e49c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.877458] env[62321]: DEBUG nova.compute.manager [req-61faa6f9-6cd4-48bb-b82e-4d0f37b9dac1 req-3070826a-6eaa-4691-945f-fb4bb69f5445 service nova] [instance: bbde3466-9829-4207-9670-72715d1e49c0] No waiting events found dispatching network-vif-plugged-859820cd-59f8-4894-95f3-bd94fa1635cb {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 735.877697] env[62321]: WARNING nova.compute.manager [req-61faa6f9-6cd4-48bb-b82e-4d0f37b9dac1 req-3070826a-6eaa-4691-945f-fb4bb69f5445 service nova] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Received unexpected event network-vif-plugged-859820cd-59f8-4894-95f3-bd94fa1635cb for instance with vm_state building and task_state spawning. [ 735.877927] env[62321]: DEBUG nova.compute.manager [req-61faa6f9-6cd4-48bb-b82e-4d0f37b9dac1 req-3070826a-6eaa-4691-945f-fb4bb69f5445 service nova] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Received event network-changed-859820cd-59f8-4894-95f3-bd94fa1635cb {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 735.878185] env[62321]: DEBUG nova.compute.manager [req-61faa6f9-6cd4-48bb-b82e-4d0f37b9dac1 req-3070826a-6eaa-4691-945f-fb4bb69f5445 service nova] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Refreshing instance network info cache due to event network-changed-859820cd-59f8-4894-95f3-bd94fa1635cb. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 735.878389] env[62321]: DEBUG oslo_concurrency.lockutils [req-61faa6f9-6cd4-48bb-b82e-4d0f37b9dac1 req-3070826a-6eaa-4691-945f-fb4bb69f5445 service nova] Acquiring lock "refresh_cache-bbde3466-9829-4207-9670-72715d1e49c0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.878543] env[62321]: DEBUG oslo_concurrency.lockutils [req-61faa6f9-6cd4-48bb-b82e-4d0f37b9dac1 req-3070826a-6eaa-4691-945f-fb4bb69f5445 service nova] Acquired lock "refresh_cache-bbde3466-9829-4207-9670-72715d1e49c0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.878646] env[62321]: DEBUG nova.network.neutron [req-61faa6f9-6cd4-48bb-b82e-4d0f37b9dac1 req-3070826a-6eaa-4691-945f-fb4bb69f5445 service nova] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Refreshing network info cache for port 859820cd-59f8-4894-95f3-bd94fa1635cb {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.894613] env[62321]: DEBUG oslo_vmware.api [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632973, 'name': PowerOffVM_Task, 'duration_secs': 0.220855} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.899757] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 735.900549] env[62321]: DEBUG oslo_vmware.api [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c147df-c68f-7cf0-f232-803b2e4b59e8, 'name': SearchDatastore_Task, 'duration_secs': 0.010477} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.901325] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3072b8-940e-4745-a35d-0e11f687c2d4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.904821] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.905070] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.905343] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.905522] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.905720] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.906993] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35ffea41-db2f-4550-9cd3-c80d292b9109 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.929991] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2871d38-53a0-444d-829c-96597034d3a4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.933108] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.933290] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.933978] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a1fa22d-b65c-4c2b-a61b-4a16fd666942 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.944418] env[62321]: DEBUG oslo_vmware.api [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Waiting for the task: (returnval){ [ 735.944418] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52ed40a3-1f34-cb8a-5291-24834aa3e6b9" [ 735.944418] env[62321]: _type = "Task" [ 735.944418] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.953472] env[62321]: DEBUG oslo_vmware.api [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52ed40a3-1f34-cb8a-5291-24834aa3e6b9, 'name': SearchDatastore_Task, 'duration_secs': 0.00952} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.954220] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-718de42a-87fe-48e9-a0b7-f93f607a05a3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.959013] env[62321]: DEBUG oslo_vmware.api [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Waiting for the task: (returnval){ [ 735.959013] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521e0350-a9ac-3ebe-4ae7-cacd8c218226" [ 735.959013] env[62321]: _type = "Task" [ 735.959013] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.968657] env[62321]: DEBUG oslo_vmware.api [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521e0350-a9ac-3ebe-4ae7-cacd8c218226, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.982024] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.982359] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a671839a-ef88-4fef-a066-88ec094b93b4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.990697] env[62321]: DEBUG oslo_vmware.api [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Task: {'id': task-2632974, 'name': Rename_Task, 'duration_secs': 0.441966} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.992090] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.992439] env[62321]: DEBUG oslo_vmware.api [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 735.992439] env[62321]: value = "task-2632976" [ 735.992439] env[62321]: _type = "Task" [ 735.992439] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.992634] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c7b7b07-f227-404c-b6e2-e3d3c5480d26 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.008100] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] VM already powered off {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 736.008100] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.008100] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.008576] env[62321]: DEBUG oslo_vmware.api [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Waiting for the task: (returnval){ [ 736.008576] env[62321]: value = "task-2632977" [ 736.008576] env[62321]: _type = "Task" [ 736.008576] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.016808] env[62321]: DEBUG oslo_vmware.api [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Task: {'id': task-2632977, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.072848] env[62321]: DEBUG oslo_concurrency.lockutils [req-2130e4af-733e-43e5-aae0-1674c2f75b52 req-cd331af8-d7cb-467e-81f5-9e78e354f3cd service nova] Releasing lock "refresh_cache-abc046a0-2875-4673-9eda-dcd9ded773c1" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.122119] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1b1c8a9d-6678-4af8-8bcd-f921621ea64f tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.127675] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.606s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.129417] env[62321]: INFO nova.compute.claims [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.157024] env[62321]: INFO nova.scheduler.client.report [None req-1b1c8a9d-6678-4af8-8bcd-f921621ea64f tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Deleted allocations for instance 14b4b002-4fcd-4861-a812-47978097a8c3 [ 736.159959] env[62321]: DEBUG oslo_vmware.api [None req-69a57c76-ef7d-4e11-ad6b-9554b9475635 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632975, 'name': PowerOffVM_Task, 'duration_secs': 0.443956} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.162567] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a57c76-ef7d-4e11-ad6b-9554b9475635 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.162750] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-69a57c76-ef7d-4e11-ad6b-9554b9475635 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.163213] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4dbd9f80-3663-41e7-b0c3-7d472cf136ad {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.242050] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-69a57c76-ef7d-4e11-ad6b-9554b9475635 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.242365] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-69a57c76-ef7d-4e11-ad6b-9554b9475635 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.242654] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-69a57c76-ef7d-4e11-ad6b-9554b9475635 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Deleting the datastore file [datastore2] 88c9e905-5a60-4109-a03f-fa971843c488 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.242975] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ddc4b3e-30e6-4829-b06d-4fc25723c8fd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.250285] env[62321]: DEBUG oslo_vmware.api [None req-69a57c76-ef7d-4e11-ad6b-9554b9475635 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Waiting for the task: (returnval){ [ 736.250285] env[62321]: value = "task-2632979" [ 736.250285] env[62321]: _type = "Task" [ 736.250285] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.262071] env[62321]: DEBUG oslo_vmware.api [None req-69a57c76-ef7d-4e11-ad6b-9554b9475635 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.469123] env[62321]: DEBUG oslo_vmware.api [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521e0350-a9ac-3ebe-4ae7-cacd8c218226, 'name': SearchDatastore_Task, 'duration_secs': 0.010078} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.469906] env[62321]: DEBUG nova.network.neutron [req-61faa6f9-6cd4-48bb-b82e-4d0f37b9dac1 req-3070826a-6eaa-4691-945f-fb4bb69f5445 service nova] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.471718] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.471992] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] abc046a0-2875-4673-9eda-dcd9ded773c1/abc046a0-2875-4673-9eda-dcd9ded773c1.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.472298] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.472483] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.472695] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88deeea2-8fea-4673-bd90-f9ca3b77e299 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.475069] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d37b941-e56e-446a-babc-3c3d8b8fab40 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.481171] env[62321]: DEBUG oslo_vmware.api [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Waiting for the task: (returnval){ [ 736.481171] env[62321]: value = "task-2632980" [ 736.481171] env[62321]: _type = "Task" [ 736.481171] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.485395] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.485564] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.486815] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25e73518-8ae2-4e68-9ee4-8b8083db7558 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.494831] env[62321]: DEBUG oslo_vmware.api [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2632980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.498091] env[62321]: DEBUG oslo_vmware.api [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 736.498091] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52fa090d-0c00-56af-da44-ec705165c43e" [ 736.498091] env[62321]: _type = "Task" [ 736.498091] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.506860] env[62321]: DEBUG oslo_vmware.api [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52fa090d-0c00-56af-da44-ec705165c43e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.517023] env[62321]: DEBUG oslo_vmware.api [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Task: {'id': task-2632977, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.626232] env[62321]: DEBUG nova.network.neutron [req-61faa6f9-6cd4-48bb-b82e-4d0f37b9dac1 req-3070826a-6eaa-4691-945f-fb4bb69f5445 service nova] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.667150] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1b1c8a9d-6678-4af8-8bcd-f921621ea64f tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "14b4b002-4fcd-4861-a812-47978097a8c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.527s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.763953] env[62321]: DEBUG oslo_vmware.api [None req-69a57c76-ef7d-4e11-ad6b-9554b9475635 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Task: {'id': task-2632979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150774} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.764382] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-69a57c76-ef7d-4e11-ad6b-9554b9475635 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 736.764616] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-69a57c76-ef7d-4e11-ad6b-9554b9475635 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 736.764762] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-69a57c76-ef7d-4e11-ad6b-9554b9475635 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 736.764999] env[62321]: INFO nova.compute.manager [None req-69a57c76-ef7d-4e11-ad6b-9554b9475635 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Took 1.14 seconds to destroy the instance on the hypervisor. [ 736.765293] env[62321]: DEBUG oslo.service.loopingcall [None req-69a57c76-ef7d-4e11-ad6b-9554b9475635 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 736.765534] env[62321]: DEBUG nova.compute.manager [-] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 736.765632] env[62321]: DEBUG nova.network.neutron [-] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 736.992470] env[62321]: DEBUG oslo_vmware.api [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2632980, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.007900] env[62321]: DEBUG oslo_vmware.api [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52fa090d-0c00-56af-da44-ec705165c43e, 'name': SearchDatastore_Task, 'duration_secs': 0.00803} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.009234] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3bc2855-9101-4afd-9bde-59c6deef9dc2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.017903] env[62321]: DEBUG oslo_vmware.api [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 737.017903] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522c84e1-5296-569b-af4f-ae269d82411f" [ 737.017903] env[62321]: _type = "Task" [ 737.017903] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.029581] env[62321]: DEBUG oslo_vmware.api [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Task: {'id': task-2632977, 'name': PowerOnVM_Task, 'duration_secs': 0.714172} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.030725] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.031114] env[62321]: INFO nova.compute.manager [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Took 12.38 seconds to spawn the instance on the hypervisor. [ 737.034347] env[62321]: DEBUG nova.compute.manager [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.037276] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a4fab4-5e89-427e-8f10-1051f886cfb2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.041080] env[62321]: DEBUG oslo_vmware.api [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522c84e1-5296-569b-af4f-ae269d82411f, 'name': SearchDatastore_Task, 'duration_secs': 0.010411} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.045025] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.045025] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] f0401741-6f49-4d8d-b329-ceaa700428d8/7fc427ea-8761-4336-ad20-460b5403c5d0-rescue.vmdk. {{(pid=62321) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 737.045025] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7cdde3eb-7da4-4696-81e1-1033a6eeccb7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.056941] env[62321]: DEBUG oslo_vmware.api [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 737.056941] env[62321]: value = "task-2632982" [ 737.056941] env[62321]: _type = "Task" [ 737.056941] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.066534] env[62321]: DEBUG oslo_vmware.api [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632982, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.127791] env[62321]: DEBUG oslo_concurrency.lockutils [req-61faa6f9-6cd4-48bb-b82e-4d0f37b9dac1 req-3070826a-6eaa-4691-945f-fb4bb69f5445 service nova] Releasing lock "refresh_cache-bbde3466-9829-4207-9670-72715d1e49c0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.492045] env[62321]: DEBUG oslo_vmware.api [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2632980, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513462} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.492386] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] abc046a0-2875-4673-9eda-dcd9ded773c1/abc046a0-2875-4673-9eda-dcd9ded773c1.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.492537] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.495637] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b9d0a31-2af9-449d-b43d-1ecb212a2fff {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.502732] env[62321]: DEBUG oslo_vmware.api [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Waiting for the task: (returnval){ [ 737.502732] env[62321]: value = "task-2632983" [ 737.502732] env[62321]: _type = "Task" [ 737.502732] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.511335] env[62321]: DEBUG oslo_vmware.api [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2632983, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.577877] env[62321]: DEBUG nova.compute.manager [req-5c43f3ac-264f-41f4-9fe0-63735ea933d8 req-20591ae8-d64a-41d2-9127-10ea05f7ffcd service nova] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Received event network-vif-plugged-d17f4267-e053-49cd-b88b-a2fef6c193db {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 737.577877] env[62321]: DEBUG oslo_concurrency.lockutils [req-5c43f3ac-264f-41f4-9fe0-63735ea933d8 req-20591ae8-d64a-41d2-9127-10ea05f7ffcd service nova] Acquiring lock "bbde3466-9829-4207-9670-72715d1e49c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.577877] env[62321]: DEBUG oslo_concurrency.lockutils [req-5c43f3ac-264f-41f4-9fe0-63735ea933d8 req-20591ae8-d64a-41d2-9127-10ea05f7ffcd service nova] Lock "bbde3466-9829-4207-9670-72715d1e49c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.577877] env[62321]: DEBUG oslo_concurrency.lockutils [req-5c43f3ac-264f-41f4-9fe0-63735ea933d8 req-20591ae8-d64a-41d2-9127-10ea05f7ffcd service nova] Lock "bbde3466-9829-4207-9670-72715d1e49c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.577877] env[62321]: DEBUG nova.compute.manager [req-5c43f3ac-264f-41f4-9fe0-63735ea933d8 req-20591ae8-d64a-41d2-9127-10ea05f7ffcd service nova] [instance: bbde3466-9829-4207-9670-72715d1e49c0] No waiting events found dispatching network-vif-plugged-d17f4267-e053-49cd-b88b-a2fef6c193db {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 737.577877] env[62321]: WARNING nova.compute.manager [req-5c43f3ac-264f-41f4-9fe0-63735ea933d8 req-20591ae8-d64a-41d2-9127-10ea05f7ffcd service nova] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Received unexpected event network-vif-plugged-d17f4267-e053-49cd-b88b-a2fef6c193db for instance with vm_state building and task_state spawning. [ 737.581190] env[62321]: INFO nova.compute.manager [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Took 51.37 seconds to build instance. [ 737.584574] env[62321]: DEBUG oslo_vmware.api [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632982, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.597449] env[62321]: DEBUG nova.network.neutron [-] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.671482] env[62321]: DEBUG nova.network.neutron [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Successfully updated port: d17f4267-e053-49cd-b88b-a2fef6c193db {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 737.680246] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269ef80b-6dcd-4011-969e-3813517946f8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.688677] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d09200-3e78-40a8-bc52-6e56607eab87 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.723315] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ebba8b-295d-4025-827b-45e7ea0d2321 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.731377] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99834f14-c80f-4d4c-8eee-f7bbc8d77928 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.744793] env[62321]: DEBUG nova.compute.provider_tree [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.907860] env[62321]: DEBUG nova.compute.manager [req-eb48503d-7d2a-496c-89ac-6db871afdb34 req-e9962cc0-ba49-423a-858b-6d8baecb12ff service nova] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Received event network-vif-deleted-d614ac97-5861-4d47-b21e-2c489b485e0f {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 738.014090] env[62321]: DEBUG oslo_vmware.api [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2632983, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.067431] env[62321]: DEBUG oslo_vmware.api [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632982, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541517} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.067695] env[62321]: INFO nova.virt.vmwareapi.ds_util [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] f0401741-6f49-4d8d-b329-ceaa700428d8/7fc427ea-8761-4336-ad20-460b5403c5d0-rescue.vmdk. [ 738.068503] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ddc54a-5acf-42b6-9fa3-7b0041062b0e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.090972] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d2d99812-ec2c-45ad-ad3b-818c88b8003c tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Lock "0cd0839e-d442-4d82-9b9b-8a59dee70db7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.779s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.099792] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] f0401741-6f49-4d8d-b329-ceaa700428d8/7fc427ea-8761-4336-ad20-460b5403c5d0-rescue.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.101208] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e609786-c9d3-41f4-8eae-1c09c3e409bf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.120696] env[62321]: DEBUG nova.compute.manager [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 738.130020] env[62321]: INFO nova.compute.manager [-] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Took 1.36 seconds to deallocate network for instance. [ 738.134646] env[62321]: DEBUG oslo_vmware.api [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 738.134646] env[62321]: value = "task-2632984" [ 738.134646] env[62321]: _type = "Task" [ 738.134646] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.143970] env[62321]: DEBUG oslo_vmware.api [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632984, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.176753] env[62321]: DEBUG oslo_concurrency.lockutils [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Acquiring lock "refresh_cache-bbde3466-9829-4207-9670-72715d1e49c0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.176851] env[62321]: DEBUG oslo_concurrency.lockutils [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Acquired lock "refresh_cache-bbde3466-9829-4207-9670-72715d1e49c0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.177029] env[62321]: DEBUG nova.network.neutron [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.247968] env[62321]: DEBUG nova.scheduler.client.report [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.382276] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d5433cb7-a269-4861-bdff-bcff8b9b4d20 tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Acquiring lock "0cd0839e-d442-4d82-9b9b-8a59dee70db7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.382559] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d5433cb7-a269-4861-bdff-bcff8b9b4d20 tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Lock "0cd0839e-d442-4d82-9b9b-8a59dee70db7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.382767] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d5433cb7-a269-4861-bdff-bcff8b9b4d20 tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Acquiring lock "0cd0839e-d442-4d82-9b9b-8a59dee70db7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.382951] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d5433cb7-a269-4861-bdff-bcff8b9b4d20 tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Lock "0cd0839e-d442-4d82-9b9b-8a59dee70db7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.383141] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d5433cb7-a269-4861-bdff-bcff8b9b4d20 tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Lock "0cd0839e-d442-4d82-9b9b-8a59dee70db7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.385197] env[62321]: INFO nova.compute.manager [None req-d5433cb7-a269-4861-bdff-bcff8b9b4d20 tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Terminating instance [ 738.513575] env[62321]: DEBUG oslo_vmware.api [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2632983, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.878731} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.513841] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.514876] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929b53e7-6e10-4b43-bb20-908b73e966f4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.539134] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] abc046a0-2875-4673-9eda-dcd9ded773c1/abc046a0-2875-4673-9eda-dcd9ded773c1.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.539526] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbc9b8a0-b994-4325-b8e8-2fb837331476 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.559910] env[62321]: DEBUG oslo_vmware.api [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Waiting for the task: (returnval){ [ 738.559910] env[62321]: value = "task-2632985" [ 738.559910] env[62321]: _type = "Task" [ 738.559910] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.570197] env[62321]: DEBUG oslo_vmware.api [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2632985, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.634221] env[62321]: DEBUG oslo_concurrency.lockutils [None req-69a57c76-ef7d-4e11-ad6b-9554b9475635 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.644441] env[62321]: DEBUG oslo_vmware.api [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.651286] env[62321]: DEBUG oslo_concurrency.lockutils [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.710630] env[62321]: DEBUG nova.network.neutron [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 738.753165] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.753672] env[62321]: DEBUG nova.compute.manager [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 738.756248] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.675s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.757634] env[62321]: INFO nova.compute.claims [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.889527] env[62321]: DEBUG nova.compute.manager [None req-d5433cb7-a269-4861-bdff-bcff8b9b4d20 tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 738.889805] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d5433cb7-a269-4861-bdff-bcff8b9b4d20 tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.890790] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc36a526-074b-47e1-adfe-5b31dcb10b15 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.899499] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5433cb7-a269-4861-bdff-bcff8b9b4d20 tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.899787] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62690b7a-678c-4ae4-8c97-f432578492f4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.906593] env[62321]: DEBUG oslo_vmware.api [None req-d5433cb7-a269-4861-bdff-bcff8b9b4d20 tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Waiting for the task: (returnval){ [ 738.906593] env[62321]: value = "task-2632986" [ 738.906593] env[62321]: _type = "Task" [ 738.906593] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.922372] env[62321]: DEBUG oslo_vmware.api [None req-d5433cb7-a269-4861-bdff-bcff8b9b4d20 tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Task: {'id': task-2632986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.988993] env[62321]: DEBUG nova.network.neutron [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Updating instance_info_cache with network_info: [{"id": "859820cd-59f8-4894-95f3-bd94fa1635cb", "address": "fa:16:3e:78:8f:4f", "network": {"id": "b0d01813-34b4-4937-a07f-af03b3cfc481", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1037766451", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb309cea0517410098f964f25b8f6b17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap859820cd-59", "ovs_interfaceid": "859820cd-59f8-4894-95f3-bd94fa1635cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d17f4267-e053-49cd-b88b-a2fef6c193db", "address": "fa:16:3e:a5:79:15", "network": {"id": "19893598-ffd9-46f3-ad8b-38ccef58f53b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-673157399", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "eb309cea0517410098f964f25b8f6b17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd17f4267-e0", "ovs_interfaceid": "d17f4267-e053-49cd-b88b-a2fef6c193db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.072424] env[62321]: DEBUG oslo_vmware.api [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2632985, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.073496] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b1d8c4-a707-4c81-b011-d72f6b3eb6b4 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Volume attach. Driver type: vmdk {{(pid=62321) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 739.073705] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b1d8c4-a707-4c81-b011-d72f6b3eb6b4 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530577', 'volume_id': 'b3bdedfe-2bc7-437e-9c7b-96de2f419925', 'name': 'volume-b3bdedfe-2bc7-437e-9c7b-96de2f419925', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1281e273-d400-4493-b718-e78252e1221a', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3bdedfe-2bc7-437e-9c7b-96de2f419925', 'serial': 'b3bdedfe-2bc7-437e-9c7b-96de2f419925'} {{(pid=62321) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 739.074763] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48032747-a15d-4f94-8e5e-ccc9337cc0c9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.097138] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92174193-b049-49fb-8884-7280eb0a68b8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.125474] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b1d8c4-a707-4c81-b011-d72f6b3eb6b4 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] volume-b3bdedfe-2bc7-437e-9c7b-96de2f419925/volume-b3bdedfe-2bc7-437e-9c7b-96de2f419925.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.125968] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc8bbc0e-3aec-4ffd-8ab2-a573e48b98c7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.151530] env[62321]: DEBUG oslo_vmware.api [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632984, 'name': ReconfigVM_Task, 'duration_secs': 0.967239} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.153171] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Reconfigured VM instance instance-0000002a to attach disk [datastore1] f0401741-6f49-4d8d-b329-ceaa700428d8/7fc427ea-8761-4336-ad20-460b5403c5d0-rescue.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.157018] env[62321]: DEBUG oslo_vmware.api [None req-26b1d8c4-a707-4c81-b011-d72f6b3eb6b4 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Waiting for the task: (returnval){ [ 739.157018] env[62321]: value = "task-2632987" [ 739.157018] env[62321]: _type = "Task" [ 739.157018] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.157018] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eec9922-c1bc-4f04-9174-f808a6cc85b6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.164724] env[62321]: DEBUG oslo_vmware.api [None req-26b1d8c4-a707-4c81-b011-d72f6b3eb6b4 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2632987, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.184918] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf188b70-6ba3-43b7-9031-1945df21cf50 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.201324] env[62321]: DEBUG oslo_vmware.api [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 739.201324] env[62321]: value = "task-2632988" [ 739.201324] env[62321]: _type = "Task" [ 739.201324] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.209504] env[62321]: DEBUG oslo_vmware.api [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632988, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.262798] env[62321]: DEBUG nova.compute.utils [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.268377] env[62321]: DEBUG nova.compute.manager [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 739.268377] env[62321]: DEBUG nova.network.neutron [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 739.317740] env[62321]: DEBUG nova.policy [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '946484021484442ab191c927cdf576af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd8fac8dc7ba41c6b0550e1fff9988a3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 739.421328] env[62321]: DEBUG oslo_vmware.api [None req-d5433cb7-a269-4861-bdff-bcff8b9b4d20 tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Task: {'id': task-2632986, 'name': PowerOffVM_Task, 'duration_secs': 0.325867} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.421631] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5433cb7-a269-4861-bdff-bcff8b9b4d20 tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 739.421801] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d5433cb7-a269-4861-bdff-bcff8b9b4d20 tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 739.422092] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca6c7764-5a06-489b-8b6e-6354f5c31ac1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.491060] env[62321]: DEBUG oslo_concurrency.lockutils [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Releasing lock "refresh_cache-bbde3466-9829-4207-9670-72715d1e49c0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.491594] env[62321]: DEBUG nova.compute.manager [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Instance network_info: |[{"id": "859820cd-59f8-4894-95f3-bd94fa1635cb", "address": "fa:16:3e:78:8f:4f", "network": {"id": "b0d01813-34b4-4937-a07f-af03b3cfc481", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1037766451", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb309cea0517410098f964f25b8f6b17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap859820cd-59", "ovs_interfaceid": "859820cd-59f8-4894-95f3-bd94fa1635cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d17f4267-e053-49cd-b88b-a2fef6c193db", "address": "fa:16:3e:a5:79:15", "network": {"id": "19893598-ffd9-46f3-ad8b-38ccef58f53b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-673157399", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "eb309cea0517410098f964f25b8f6b17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd17f4267-e0", "ovs_interfaceid": "d17f4267-e053-49cd-b88b-a2fef6c193db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 739.492097] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:8f:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40c947c4-f471-4d48-8e43-fee54198107e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '859820cd-59f8-4894-95f3-bd94fa1635cb', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:79:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd17f4267-e053-49cd-b88b-a2fef6c193db', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.501974] env[62321]: DEBUG oslo.service.loopingcall [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 739.503401] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.503723] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d5433cb7-a269-4861-bdff-bcff8b9b4d20 tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 739.503876] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d5433cb7-a269-4861-bdff-bcff8b9b4d20 tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 739.504064] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5433cb7-a269-4861-bdff-bcff8b9b4d20 tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Deleting the datastore file [datastore2] 0cd0839e-d442-4d82-9b9b-8a59dee70db7 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.504288] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-134555e8-7526-4fbc-bf08-38c1b75a0af4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.522014] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31424e56-0fa4-4777-a7cf-67bf693fcb18 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.531501] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.531501] env[62321]: value = "task-2632991" [ 739.531501] env[62321]: _type = "Task" [ 739.531501] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.533055] env[62321]: DEBUG oslo_vmware.api [None req-d5433cb7-a269-4861-bdff-bcff8b9b4d20 tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Waiting for the task: (returnval){ [ 739.533055] env[62321]: value = "task-2632990" [ 739.533055] env[62321]: _type = "Task" [ 739.533055] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.544824] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632991, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.548461] env[62321]: DEBUG oslo_vmware.api [None req-d5433cb7-a269-4861-bdff-bcff8b9b4d20 tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Task: {'id': task-2632990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.573007] env[62321]: DEBUG oslo_vmware.api [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2632985, 'name': ReconfigVM_Task, 'duration_secs': 0.697645} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.573308] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Reconfigured VM instance instance-00000030 to attach disk [datastore1] abc046a0-2875-4673-9eda-dcd9ded773c1/abc046a0-2875-4673-9eda-dcd9ded773c1.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.574265] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e623634e-cc56-44ef-9f5f-7d16bbb8219f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.580420] env[62321]: DEBUG oslo_vmware.api [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Waiting for the task: (returnval){ [ 739.580420] env[62321]: value = "task-2632992" [ 739.580420] env[62321]: _type = "Task" [ 739.580420] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.589378] env[62321]: DEBUG oslo_vmware.api [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2632992, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.618594] env[62321]: DEBUG nova.network.neutron [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Successfully created port: d4ce78e2-9c3c-481d-8825-971f8e84e5bd {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 739.669902] env[62321]: DEBUG oslo_vmware.api [None req-26b1d8c4-a707-4c81-b011-d72f6b3eb6b4 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2632987, 'name': ReconfigVM_Task, 'duration_secs': 0.506593} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.670192] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b1d8c4-a707-4c81-b011-d72f6b3eb6b4 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Reconfigured VM instance instance-00000008 to attach disk [datastore1] volume-b3bdedfe-2bc7-437e-9c7b-96de2f419925/volume-b3bdedfe-2bc7-437e-9c7b-96de2f419925.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.675858] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92e365df-877c-4088-9be8-32699a5d0f3f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.691105] env[62321]: DEBUG nova.compute.manager [req-251b5c21-c5e2-4913-8e8d-ec5a2d8bb55c req-5b5f1db2-5a84-466d-8b14-4fef90354aef service nova] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Received event network-changed-d17f4267-e053-49cd-b88b-a2fef6c193db {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 739.691369] env[62321]: DEBUG nova.compute.manager [req-251b5c21-c5e2-4913-8e8d-ec5a2d8bb55c req-5b5f1db2-5a84-466d-8b14-4fef90354aef service nova] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Refreshing instance network info cache due to event network-changed-d17f4267-e053-49cd-b88b-a2fef6c193db. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 739.691783] env[62321]: DEBUG oslo_concurrency.lockutils [req-251b5c21-c5e2-4913-8e8d-ec5a2d8bb55c req-5b5f1db2-5a84-466d-8b14-4fef90354aef service nova] Acquiring lock "refresh_cache-bbde3466-9829-4207-9670-72715d1e49c0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.691960] env[62321]: DEBUG oslo_concurrency.lockutils [req-251b5c21-c5e2-4913-8e8d-ec5a2d8bb55c req-5b5f1db2-5a84-466d-8b14-4fef90354aef service nova] Acquired lock "refresh_cache-bbde3466-9829-4207-9670-72715d1e49c0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.692144] env[62321]: DEBUG nova.network.neutron [req-251b5c21-c5e2-4913-8e8d-ec5a2d8bb55c req-5b5f1db2-5a84-466d-8b14-4fef90354aef service nova] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Refreshing network info cache for port d17f4267-e053-49cd-b88b-a2fef6c193db {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.710518] env[62321]: DEBUG oslo_vmware.api [None req-26b1d8c4-a707-4c81-b011-d72f6b3eb6b4 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Waiting for the task: (returnval){ [ 739.710518] env[62321]: value = "task-2632993" [ 739.710518] env[62321]: _type = "Task" [ 739.710518] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.723866] env[62321]: DEBUG oslo_vmware.api [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632988, 'name': ReconfigVM_Task, 'duration_secs': 0.239842} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.724585] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.724906] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b777cef-92f6-4173-aeab-138d9a6fa870 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.732018] env[62321]: DEBUG oslo_vmware.api [None req-26b1d8c4-a707-4c81-b011-d72f6b3eb6b4 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2632993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.735483] env[62321]: DEBUG oslo_vmware.api [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 739.735483] env[62321]: value = "task-2632994" [ 739.735483] env[62321]: _type = "Task" [ 739.735483] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.746077] env[62321]: DEBUG oslo_vmware.api [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632994, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.767328] env[62321]: DEBUG nova.compute.manager [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 740.046730] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632991, 'name': CreateVM_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.052635] env[62321]: DEBUG oslo_vmware.api [None req-d5433cb7-a269-4861-bdff-bcff8b9b4d20 tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Task: {'id': task-2632990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151768} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.055043] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5433cb7-a269-4861-bdff-bcff8b9b4d20 tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 740.055272] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d5433cb7-a269-4861-bdff-bcff8b9b4d20 tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 740.055525] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d5433cb7-a269-4861-bdff-bcff8b9b4d20 tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 740.058019] env[62321]: INFO nova.compute.manager [None req-d5433cb7-a269-4861-bdff-bcff8b9b4d20 tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Took 1.17 seconds to destroy the instance on the hypervisor. [ 740.058019] env[62321]: DEBUG oslo.service.loopingcall [None req-d5433cb7-a269-4861-bdff-bcff8b9b4d20 tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 740.058019] env[62321]: DEBUG nova.compute.manager [-] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 740.058019] env[62321]: DEBUG nova.network.neutron [-] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 740.091947] env[62321]: DEBUG oslo_vmware.api [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2632992, 'name': Rename_Task, 'duration_secs': 0.155575} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.092515] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.093545] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92c29446-9faa-47cc-aba4-00d1e5286b1e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.102688] env[62321]: DEBUG oslo_vmware.api [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Waiting for the task: (returnval){ [ 740.102688] env[62321]: value = "task-2632995" [ 740.102688] env[62321]: _type = "Task" [ 740.102688] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.110659] env[62321]: DEBUG oslo_vmware.api [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2632995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.222513] env[62321]: DEBUG oslo_vmware.api [None req-26b1d8c4-a707-4c81-b011-d72f6b3eb6b4 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2632993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.250178] env[62321]: DEBUG oslo_vmware.api [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632994, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.264014] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3a3725-2db8-4a10-80ca-b5d7efe368e2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.272386] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c873b8b4-941a-46fc-ba12-744ecf7d7b81 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.312540] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78def0ec-8b87-49cb-9061-fb1c5ad4e624 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.321996] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857cfb46-9c95-45c9-bcc6-f4f10e576755 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.336551] env[62321]: DEBUG nova.compute.provider_tree [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.548186] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632991, 'name': CreateVM_Task, 'duration_secs': 0.651896} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.548375] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.549197] env[62321]: DEBUG oslo_concurrency.lockutils [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.549345] env[62321]: DEBUG oslo_concurrency.lockutils [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.549694] env[62321]: DEBUG oslo_concurrency.lockutils [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.549950] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-712c39fc-84f5-42ee-a439-196555706cd9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.554571] env[62321]: DEBUG oslo_vmware.api [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Waiting for the task: (returnval){ [ 740.554571] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528e5b86-04a7-124e-27b9-f73f25819148" [ 740.554571] env[62321]: _type = "Task" [ 740.554571] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.562618] env[62321]: DEBUG oslo_vmware.api [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528e5b86-04a7-124e-27b9-f73f25819148, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.612539] env[62321]: DEBUG oslo_vmware.api [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2632995, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.728782] env[62321]: DEBUG oslo_vmware.api [None req-26b1d8c4-a707-4c81-b011-d72f6b3eb6b4 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2632993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.749829] env[62321]: DEBUG oslo_vmware.api [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632994, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.762818] env[62321]: DEBUG nova.compute.manager [req-68fab68e-cd69-4613-911e-fd67904ad2c5 req-fe56bd76-3784-4121-9df1-42b79cfffc57 service nova] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Received event network-vif-deleted-9eeb8ab8-bd52-4b60-9b92-4d9c3307b011 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 740.762818] env[62321]: INFO nova.compute.manager [req-68fab68e-cd69-4613-911e-fd67904ad2c5 req-fe56bd76-3784-4121-9df1-42b79cfffc57 service nova] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Neutron deleted interface 9eeb8ab8-bd52-4b60-9b92-4d9c3307b011; detaching it from the instance and deleting it from the info cache [ 740.762818] env[62321]: DEBUG nova.network.neutron [req-68fab68e-cd69-4613-911e-fd67904ad2c5 req-fe56bd76-3784-4121-9df1-42b79cfffc57 service nova] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.784024] env[62321]: DEBUG nova.compute.manager [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 740.813830] env[62321]: DEBUG nova.network.neutron [req-251b5c21-c5e2-4913-8e8d-ec5a2d8bb55c req-5b5f1db2-5a84-466d-8b14-4fef90354aef service nova] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Updated VIF entry in instance network info cache for port d17f4267-e053-49cd-b88b-a2fef6c193db. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.814444] env[62321]: DEBUG nova.network.neutron [req-251b5c21-c5e2-4913-8e8d-ec5a2d8bb55c req-5b5f1db2-5a84-466d-8b14-4fef90354aef service nova] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Updating instance_info_cache with network_info: [{"id": "859820cd-59f8-4894-95f3-bd94fa1635cb", "address": "fa:16:3e:78:8f:4f", "network": {"id": "b0d01813-34b4-4937-a07f-af03b3cfc481", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1037766451", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb309cea0517410098f964f25b8f6b17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap859820cd-59", "ovs_interfaceid": "859820cd-59f8-4894-95f3-bd94fa1635cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d17f4267-e053-49cd-b88b-a2fef6c193db", "address": "fa:16:3e:a5:79:15", "network": {"id": "19893598-ffd9-46f3-ad8b-38ccef58f53b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-673157399", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "eb309cea0517410098f964f25b8f6b17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd17f4267-e0", "ovs_interfaceid": "d17f4267-e053-49cd-b88b-a2fef6c193db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.819091] env[62321]: DEBUG nova.virt.hardware [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 740.819495] env[62321]: DEBUG nova.virt.hardware [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.823018] env[62321]: DEBUG nova.virt.hardware [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.823018] env[62321]: DEBUG nova.virt.hardware [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.823018] env[62321]: DEBUG nova.virt.hardware [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.823018] env[62321]: DEBUG nova.virt.hardware [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 740.823018] env[62321]: DEBUG nova.virt.hardware [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 740.823018] env[62321]: DEBUG nova.virt.hardware [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 740.823018] env[62321]: DEBUG nova.virt.hardware [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 740.823018] env[62321]: DEBUG nova.virt.hardware [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 740.823018] env[62321]: DEBUG nova.virt.hardware [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 740.823018] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bb021b-8d45-4e56-9ad1-824f8a4d5058 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.826897] env[62321]: DEBUG oslo_concurrency.lockutils [req-251b5c21-c5e2-4913-8e8d-ec5a2d8bb55c req-5b5f1db2-5a84-466d-8b14-4fef90354aef service nova] Releasing lock "refresh_cache-bbde3466-9829-4207-9670-72715d1e49c0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.833577] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e419052f-b941-4dd0-b756-92b2f74c4ee1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.839077] env[62321]: DEBUG nova.scheduler.client.report [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.067580] env[62321]: DEBUG oslo_vmware.api [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528e5b86-04a7-124e-27b9-f73f25819148, 'name': SearchDatastore_Task, 'duration_secs': 0.010034} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.067962] env[62321]: DEBUG oslo_concurrency.lockutils [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.068323] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.068607] env[62321]: DEBUG oslo_concurrency.lockutils [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.068820] env[62321]: DEBUG oslo_concurrency.lockutils [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.069088] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.069379] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c30d23e6-6835-4b0d-9cbf-2248f56eb439 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.078703] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.078703] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.079748] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b689e0e-9cde-4658-8430-be0fc7d0fcab {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.086553] env[62321]: DEBUG oslo_vmware.api [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Waiting for the task: (returnval){ [ 741.086553] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52edd08a-8d48-e95e-9219-56bad14a2dc5" [ 741.086553] env[62321]: _type = "Task" [ 741.086553] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.096680] env[62321]: DEBUG oslo_vmware.api [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52edd08a-8d48-e95e-9219-56bad14a2dc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.119165] env[62321]: DEBUG oslo_vmware.api [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2632995, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.190969] env[62321]: DEBUG nova.network.neutron [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Successfully updated port: d4ce78e2-9c3c-481d-8825-971f8e84e5bd {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.200345] env[62321]: DEBUG nova.network.neutron [-] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.226490] env[62321]: DEBUG oslo_vmware.api [None req-26b1d8c4-a707-4c81-b011-d72f6b3eb6b4 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2632993, 'name': ReconfigVM_Task, 'duration_secs': 1.163723} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.226921] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b1d8c4-a707-4c81-b011-d72f6b3eb6b4 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530577', 'volume_id': 'b3bdedfe-2bc7-437e-9c7b-96de2f419925', 'name': 'volume-b3bdedfe-2bc7-437e-9c7b-96de2f419925', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1281e273-d400-4493-b718-e78252e1221a', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3bdedfe-2bc7-437e-9c7b-96de2f419925', 'serial': 'b3bdedfe-2bc7-437e-9c7b-96de2f419925'} {{(pid=62321) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 741.253950] env[62321]: DEBUG oslo_vmware.api [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2632994, 'name': PowerOnVM_Task, 'duration_secs': 1.389363} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.254286] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.260102] env[62321]: DEBUG nova.compute.manager [None req-1f7a0772-bab2-422a-bcab-cfbf8e904dff tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.261179] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250c5ec2-7f7c-4d3e-b6fc-1c417e689ef7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.265803] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fc4cd08d-521c-45fb-8355-0412dac8a2fe {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.281369] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d5f223-02d6-4f70-8017-15f50bed0b4a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.318428] env[62321]: DEBUG nova.compute.manager [req-68fab68e-cd69-4613-911e-fd67904ad2c5 req-fe56bd76-3784-4121-9df1-42b79cfffc57 service nova] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Detach interface failed, port_id=9eeb8ab8-bd52-4b60-9b92-4d9c3307b011, reason: Instance 0cd0839e-d442-4d82-9b9b-8a59dee70db7 could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 741.352406] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.352919] env[62321]: DEBUG nova.compute.manager [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 741.355645] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1736450e-3591-4d36-b78f-31c35eddeeb1 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.328s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.355857] env[62321]: DEBUG nova.objects.instance [None req-1736450e-3591-4d36-b78f-31c35eddeeb1 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Lazy-loading 'resources' on Instance uuid ae510f49-ca5e-4a87-94ef-24591700fcf6 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.596743] env[62321]: DEBUG oslo_vmware.api [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52edd08a-8d48-e95e-9219-56bad14a2dc5, 'name': SearchDatastore_Task, 'duration_secs': 0.01059} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.597589] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-139c0f03-a9f0-413e-bbf5-702dc7318a5b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.603368] env[62321]: DEBUG oslo_vmware.api [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Waiting for the task: (returnval){ [ 741.603368] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52bbfa75-c0ca-cb13-201b-b81b5853cb10" [ 741.603368] env[62321]: _type = "Task" [ 741.603368] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.615291] env[62321]: DEBUG oslo_vmware.api [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52bbfa75-c0ca-cb13-201b-b81b5853cb10, 'name': SearchDatastore_Task} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.618424] env[62321]: DEBUG oslo_concurrency.lockutils [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.618699] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] bbde3466-9829-4207-9670-72715d1e49c0/bbde3466-9829-4207-9670-72715d1e49c0.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 741.618960] env[62321]: DEBUG oslo_vmware.api [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2632995, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.619199] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a4cfc90-4a02-4724-88aa-dff943385185 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.626915] env[62321]: DEBUG oslo_vmware.api [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Waiting for the task: (returnval){ [ 741.626915] env[62321]: value = "task-2632996" [ 741.626915] env[62321]: _type = "Task" [ 741.626915] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.636046] env[62321]: DEBUG oslo_vmware.api [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Task: {'id': task-2632996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.696814] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "refresh_cache-65a448f8-a8f1-4308-8c1f-e0b12317778f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.696814] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquired lock "refresh_cache-65a448f8-a8f1-4308-8c1f-e0b12317778f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.696814] env[62321]: DEBUG nova.network.neutron [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.703919] env[62321]: INFO nova.compute.manager [-] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Took 1.65 seconds to deallocate network for instance. [ 741.718318] env[62321]: DEBUG nova.compute.manager [req-45e0f8e3-8003-4598-ae31-aedbf6f46917 req-ca38d0dc-4867-48e8-a604-93042da293a8 service nova] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Received event network-vif-plugged-d4ce78e2-9c3c-481d-8825-971f8e84e5bd {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 741.718765] env[62321]: DEBUG oslo_concurrency.lockutils [req-45e0f8e3-8003-4598-ae31-aedbf6f46917 req-ca38d0dc-4867-48e8-a604-93042da293a8 service nova] Acquiring lock "65a448f8-a8f1-4308-8c1f-e0b12317778f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.719024] env[62321]: DEBUG oslo_concurrency.lockutils [req-45e0f8e3-8003-4598-ae31-aedbf6f46917 req-ca38d0dc-4867-48e8-a604-93042da293a8 service nova] Lock "65a448f8-a8f1-4308-8c1f-e0b12317778f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.719169] env[62321]: DEBUG oslo_concurrency.lockutils [req-45e0f8e3-8003-4598-ae31-aedbf6f46917 req-ca38d0dc-4867-48e8-a604-93042da293a8 service nova] Lock "65a448f8-a8f1-4308-8c1f-e0b12317778f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.719330] env[62321]: DEBUG nova.compute.manager [req-45e0f8e3-8003-4598-ae31-aedbf6f46917 req-ca38d0dc-4867-48e8-a604-93042da293a8 service nova] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] No waiting events found dispatching network-vif-plugged-d4ce78e2-9c3c-481d-8825-971f8e84e5bd {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 741.719524] env[62321]: WARNING nova.compute.manager [req-45e0f8e3-8003-4598-ae31-aedbf6f46917 req-ca38d0dc-4867-48e8-a604-93042da293a8 service nova] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Received unexpected event network-vif-plugged-d4ce78e2-9c3c-481d-8825-971f8e84e5bd for instance with vm_state building and task_state spawning. [ 741.719773] env[62321]: DEBUG nova.compute.manager [req-45e0f8e3-8003-4598-ae31-aedbf6f46917 req-ca38d0dc-4867-48e8-a604-93042da293a8 service nova] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Received event network-changed-d4ce78e2-9c3c-481d-8825-971f8e84e5bd {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 741.719963] env[62321]: DEBUG nova.compute.manager [req-45e0f8e3-8003-4598-ae31-aedbf6f46917 req-ca38d0dc-4867-48e8-a604-93042da293a8 service nova] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Refreshing instance network info cache due to event network-changed-d4ce78e2-9c3c-481d-8825-971f8e84e5bd. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 741.720181] env[62321]: DEBUG oslo_concurrency.lockutils [req-45e0f8e3-8003-4598-ae31-aedbf6f46917 req-ca38d0dc-4867-48e8-a604-93042da293a8 service nova] Acquiring lock "refresh_cache-65a448f8-a8f1-4308-8c1f-e0b12317778f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.859414] env[62321]: DEBUG nova.compute.utils [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 741.865910] env[62321]: DEBUG nova.compute.manager [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 741.865910] env[62321]: DEBUG nova.network.neutron [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 741.932759] env[62321]: DEBUG nova.policy [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abfea43f18df4c848665db599b1dff05', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6adcb53468bc4e8eacc15b899ad644fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 742.124504] env[62321]: DEBUG oslo_vmware.api [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2632995, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.138825] env[62321]: DEBUG oslo_vmware.api [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Task: {'id': task-2632996, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501849} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.141945] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] bbde3466-9829-4207-9670-72715d1e49c0/bbde3466-9829-4207-9670-72715d1e49c0.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 742.142979] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 742.143811] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6753d0b5-bf06-4eee-a7c0-d85220c88bb9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.151207] env[62321]: DEBUG oslo_vmware.api [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Waiting for the task: (returnval){ [ 742.151207] env[62321]: value = "task-2632997" [ 742.151207] env[62321]: _type = "Task" [ 742.151207] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.171288] env[62321]: DEBUG oslo_vmware.api [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Task: {'id': task-2632997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.212521] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d5433cb7-a269-4861-bdff-bcff8b9b4d20 tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.268311] env[62321]: DEBUG nova.network.neutron [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.275026] env[62321]: DEBUG nova.objects.instance [None req-26b1d8c4-a707-4c81-b011-d72f6b3eb6b4 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Lazy-loading 'flavor' on Instance uuid 1281e273-d400-4493-b718-e78252e1221a {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.364961] env[62321]: DEBUG nova.compute.manager [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 742.404028] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d647a0f-0731-497f-a3dd-9bc0746ef596 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.416222] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730fc4a6-9b69-4501-b7aa-78c4ca3b0fc2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.451201] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d809c9-f3f5-4bcf-987c-2cfdadc9ab74 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.459130] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc9f9c4-d1cd-4ddd-899a-c0b455221a3d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.476116] env[62321]: DEBUG nova.compute.provider_tree [None req-1736450e-3591-4d36-b78f-31c35eddeeb1 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.546018] env[62321]: DEBUG nova.network.neutron [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Updating instance_info_cache with network_info: [{"id": "d4ce78e2-9c3c-481d-8825-971f8e84e5bd", "address": "fa:16:3e:19:82:81", "network": {"id": "aeb4035c-866a-49d1-8e35-92023a4db09e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-243125243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd8fac8dc7ba41c6b0550e1fff9988a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4ce78e2-9c", "ovs_interfaceid": "d4ce78e2-9c3c-481d-8825-971f8e84e5bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.617139] env[62321]: DEBUG oslo_vmware.api [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2632995, 'name': PowerOnVM_Task, 'duration_secs': 2.104571} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.617411] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.617612] env[62321]: INFO nova.compute.manager [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Took 10.93 seconds to spawn the instance on the hypervisor. [ 742.617788] env[62321]: DEBUG nova.compute.manager [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.618611] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffc2960-b5d8-4d00-b074-a1f990d589e5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.663016] env[62321]: DEBUG oslo_vmware.api [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Task: {'id': task-2632997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087581} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.663016] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.663016] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb7114c-20c8-45d2-9012-8bf1fd524e2a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.686546] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] bbde3466-9829-4207-9670-72715d1e49c0/bbde3466-9829-4207-9670-72715d1e49c0.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.687582] env[62321]: DEBUG nova.network.neutron [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Successfully created port: 1e70b411-9a70-457a-b7d6-482f382a7edd {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 742.689933] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-259a8e6d-dc5a-4c0b-b3ed-951b94e009d6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.710305] env[62321]: DEBUG oslo_vmware.api [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Waiting for the task: (returnval){ [ 742.710305] env[62321]: value = "task-2632998" [ 742.710305] env[62321]: _type = "Task" [ 742.710305] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.721185] env[62321]: DEBUG oslo_vmware.api [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Task: {'id': task-2632998, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.784381] env[62321]: DEBUG oslo_concurrency.lockutils [None req-26b1d8c4-a707-4c81-b011-d72f6b3eb6b4 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Lock "1281e273-d400-4493-b718-e78252e1221a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.364s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.981900] env[62321]: DEBUG nova.scheduler.client.report [None req-1736450e-3591-4d36-b78f-31c35eddeeb1 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.050178] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Releasing lock "refresh_cache-65a448f8-a8f1-4308-8c1f-e0b12317778f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.050546] env[62321]: DEBUG nova.compute.manager [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Instance network_info: |[{"id": "d4ce78e2-9c3c-481d-8825-971f8e84e5bd", "address": "fa:16:3e:19:82:81", "network": {"id": "aeb4035c-866a-49d1-8e35-92023a4db09e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-243125243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd8fac8dc7ba41c6b0550e1fff9988a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4ce78e2-9c", "ovs_interfaceid": "d4ce78e2-9c3c-481d-8825-971f8e84e5bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 743.050861] env[62321]: DEBUG oslo_concurrency.lockutils [req-45e0f8e3-8003-4598-ae31-aedbf6f46917 req-ca38d0dc-4867-48e8-a604-93042da293a8 service nova] Acquired lock "refresh_cache-65a448f8-a8f1-4308-8c1f-e0b12317778f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.051053] env[62321]: DEBUG nova.network.neutron [req-45e0f8e3-8003-4598-ae31-aedbf6f46917 req-ca38d0dc-4867-48e8-a604-93042da293a8 service nova] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Refreshing network info cache for port d4ce78e2-9c3c-481d-8825-971f8e84e5bd {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.052260] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:82:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4ce78e2-9c3c-481d-8825-971f8e84e5bd', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.059838] env[62321]: DEBUG oslo.service.loopingcall [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 743.060194] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.060440] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b8cf270-0159-4173-aab6-beb4f0040260 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.081402] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.081402] env[62321]: value = "task-2632999" [ 743.081402] env[62321]: _type = "Task" [ 743.081402] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.090997] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632999, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.138189] env[62321]: INFO nova.compute.manager [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Took 47.74 seconds to build instance. [ 743.220417] env[62321]: DEBUG oslo_vmware.api [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Task: {'id': task-2632998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.360519] env[62321]: INFO nova.compute.manager [None req-a0d7c9b0-ff0a-4f2e-8fec-908035b02201 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Unrescuing [ 743.360802] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a0d7c9b0-ff0a-4f2e-8fec-908035b02201 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquiring lock "refresh_cache-f0401741-6f49-4d8d-b329-ceaa700428d8" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.362273] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a0d7c9b0-ff0a-4f2e-8fec-908035b02201 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquired lock "refresh_cache-f0401741-6f49-4d8d-b329-ceaa700428d8" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.362273] env[62321]: DEBUG nova.network.neutron [None req-a0d7c9b0-ff0a-4f2e-8fec-908035b02201 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.379040] env[62321]: DEBUG nova.compute.manager [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 743.414944] env[62321]: DEBUG nova.virt.hardware [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 743.415259] env[62321]: DEBUG nova.virt.hardware [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 743.415386] env[62321]: DEBUG nova.virt.hardware [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 743.415568] env[62321]: DEBUG nova.virt.hardware [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 743.415752] env[62321]: DEBUG nova.virt.hardware [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 743.416056] env[62321]: DEBUG nova.virt.hardware [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 743.416280] env[62321]: DEBUG nova.virt.hardware [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 743.416467] env[62321]: DEBUG nova.virt.hardware [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 743.416617] env[62321]: DEBUG nova.virt.hardware [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 743.416833] env[62321]: DEBUG nova.virt.hardware [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 743.416941] env[62321]: DEBUG nova.virt.hardware [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 743.418283] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0bba26-2d46-4921-863e-19f0e3198b80 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.427483] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78009e50-a3c2-4806-bbc7-b3d78f8427a6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.489024] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1736450e-3591-4d36-b78f-31c35eddeeb1 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 743.491682] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.376s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 743.493246] env[62321]: INFO nova.compute.claims [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 743.507810] env[62321]: INFO nova.scheduler.client.report [None req-1736450e-3591-4d36-b78f-31c35eddeeb1 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Deleted allocations for instance ae510f49-ca5e-4a87-94ef-24591700fcf6 [ 743.594706] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2632999, 'name': CreateVM_Task, 'duration_secs': 0.491776} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.594879] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.595548] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.595712] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.596047] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.596300] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a320e8b7-c0ec-4d1b-8095-7e88f2c2db17 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.604674] env[62321]: DEBUG oslo_vmware.api [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 743.604674] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c67e7e-4d44-48a0-058b-e34a01281aeb" [ 743.604674] env[62321]: _type = "Task" [ 743.604674] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.613849] env[62321]: DEBUG oslo_vmware.api [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c67e7e-4d44-48a0-058b-e34a01281aeb, 'name': SearchDatastore_Task, 'duration_secs': 0.010009} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.614134] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.614366] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.614589] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.614735] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.614906] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.615165] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9c43021-1d87-4628-8697-bc464355fd8d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.625307] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.625307] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.625307] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c963677-29c5-4533-bbd0-5cc8ff164397 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.630824] env[62321]: DEBUG oslo_vmware.api [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 743.630824] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52614930-1d5c-6089-edfd-7275c285f3e4" [ 743.630824] env[62321]: _type = "Task" [ 743.630824] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.638951] env[62321]: DEBUG oslo_vmware.api [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52614930-1d5c-6089-edfd-7275c285f3e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.640420] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7be62e9c-1d12-42ce-bf04-b537cd048bb4 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Lock "abc046a0-2875-4673-9eda-dcd9ded773c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.865s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 743.720103] env[62321]: DEBUG oslo_vmware.api [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Task: {'id': task-2632998, 'name': ReconfigVM_Task, 'duration_secs': 0.838085} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.720386] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Reconfigured VM instance instance-00000031 to attach disk [datastore1] bbde3466-9829-4207-9670-72715d1e49c0/bbde3466-9829-4207-9670-72715d1e49c0.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.721010] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4683ffb3-fad1-49d7-a9bc-29f2230365f9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.728243] env[62321]: DEBUG oslo_vmware.api [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Waiting for the task: (returnval){ [ 743.728243] env[62321]: value = "task-2633000" [ 743.728243] env[62321]: _type = "Task" [ 743.728243] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.738525] env[62321]: DEBUG oslo_vmware.api [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Task: {'id': task-2633000, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.854675] env[62321]: DEBUG oslo_concurrency.lockutils [None req-91d79fef-bacb-4dd3-a0a8-2351da81dc5d tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Acquiring lock "1281e273-d400-4493-b718-e78252e1221a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.854675] env[62321]: DEBUG oslo_concurrency.lockutils [None req-91d79fef-bacb-4dd3-a0a8-2351da81dc5d tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Lock "1281e273-d400-4493-b718-e78252e1221a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 743.876854] env[62321]: DEBUG nova.network.neutron [req-45e0f8e3-8003-4598-ae31-aedbf6f46917 req-ca38d0dc-4867-48e8-a604-93042da293a8 service nova] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Updated VIF entry in instance network info cache for port d4ce78e2-9c3c-481d-8825-971f8e84e5bd. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.876854] env[62321]: DEBUG nova.network.neutron [req-45e0f8e3-8003-4598-ae31-aedbf6f46917 req-ca38d0dc-4867-48e8-a604-93042da293a8 service nova] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Updating instance_info_cache with network_info: [{"id": "d4ce78e2-9c3c-481d-8825-971f8e84e5bd", "address": "fa:16:3e:19:82:81", "network": {"id": "aeb4035c-866a-49d1-8e35-92023a4db09e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-243125243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd8fac8dc7ba41c6b0550e1fff9988a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4ce78e2-9c", "ovs_interfaceid": "d4ce78e2-9c3c-481d-8825-971f8e84e5bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.940761] env[62321]: DEBUG oslo_concurrency.lockutils [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Acquiring lock "1148efb1-5dfa-43d9-9891-3738a50bf214" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.943863] env[62321]: DEBUG oslo_concurrency.lockutils [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Lock "1148efb1-5dfa-43d9-9891-3738a50bf214" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.019756] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1736450e-3591-4d36-b78f-31c35eddeeb1 tempest-InstanceActionsNegativeTestJSON-1269305795 tempest-InstanceActionsNegativeTestJSON-1269305795-project-member] Lock "ae510f49-ca5e-4a87-94ef-24591700fcf6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.587s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.090925] env[62321]: DEBUG oslo_concurrency.lockutils [None req-80539992-ac30-4ce5-bcc2-5c3c54f678e8 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "0b8a9b14-50bd-41ea-89f2-cc1d63f7816e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.091159] env[62321]: DEBUG oslo_concurrency.lockutils [None req-80539992-ac30-4ce5-bcc2-5c3c54f678e8 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "0b8a9b14-50bd-41ea-89f2-cc1d63f7816e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.002s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.091356] env[62321]: DEBUG nova.compute.manager [None req-80539992-ac30-4ce5-bcc2-5c3c54f678e8 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.092658] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b5f810-fc3d-4ff0-86ec-e5595b528353 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.112534] env[62321]: DEBUG nova.compute.manager [None req-80539992-ac30-4ce5-bcc2-5c3c54f678e8 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62321) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 744.112534] env[62321]: DEBUG nova.objects.instance [None req-80539992-ac30-4ce5-bcc2-5c3c54f678e8 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lazy-loading 'flavor' on Instance uuid 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.142280] env[62321]: DEBUG oslo_vmware.api [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52614930-1d5c-6089-edfd-7275c285f3e4, 'name': SearchDatastore_Task, 'duration_secs': 0.009336} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.143172] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d419267a-f14c-4b8c-b679-7d491f7dbe34 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.149839] env[62321]: DEBUG oslo_vmware.api [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 744.149839] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52df8d96-1ff8-e32f-a3cf-0cbfa7262cf6" [ 744.149839] env[62321]: _type = "Task" [ 744.149839] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.162572] env[62321]: DEBUG oslo_vmware.api [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52df8d96-1ff8-e32f-a3cf-0cbfa7262cf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.245404] env[62321]: DEBUG oslo_vmware.api [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Task: {'id': task-2633000, 'name': Rename_Task, 'duration_secs': 0.168278} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.245852] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.246152] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b410992d-4ce5-4ed4-a7e5-4922c7ea4dcb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.250382] env[62321]: DEBUG nova.network.neutron [None req-a0d7c9b0-ff0a-4f2e-8fec-908035b02201 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Updating instance_info_cache with network_info: [{"id": "263f3ac0-8b4f-46be-8d5f-989d0c7a7610", "address": "fa:16:3e:27:14:5d", "network": {"id": "31512f77-e967-4fe6-9fc1-48e1b1dc1c59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319997203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ab0ef1837a249d9bca4fa5faf5cc8ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap263f3ac0-8b", "ovs_interfaceid": "263f3ac0-8b4f-46be-8d5f-989d0c7a7610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.256772] env[62321]: DEBUG oslo_vmware.api [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Waiting for the task: (returnval){ [ 744.256772] env[62321]: value = "task-2633001" [ 744.256772] env[62321]: _type = "Task" [ 744.256772] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.270437] env[62321]: DEBUG oslo_vmware.api [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Task: {'id': task-2633001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.358648] env[62321]: INFO nova.compute.manager [None req-91d79fef-bacb-4dd3-a0a8-2351da81dc5d tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Detaching volume b3bdedfe-2bc7-437e-9c7b-96de2f419925 [ 744.373245] env[62321]: DEBUG nova.compute.manager [req-7152ffb5-1cb9-4411-9574-583e319d19d2 req-24c1c258-458f-4b0d-ab4c-36cb25400d5c service nova] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Received event network-vif-plugged-1e70b411-9a70-457a-b7d6-482f382a7edd {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 744.373525] env[62321]: DEBUG oslo_concurrency.lockutils [req-7152ffb5-1cb9-4411-9574-583e319d19d2 req-24c1c258-458f-4b0d-ab4c-36cb25400d5c service nova] Acquiring lock "5209d7f4-76ae-439c-bf4d-2fead6810a80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.374063] env[62321]: DEBUG oslo_concurrency.lockutils [req-7152ffb5-1cb9-4411-9574-583e319d19d2 req-24c1c258-458f-4b0d-ab4c-36cb25400d5c service nova] Lock "5209d7f4-76ae-439c-bf4d-2fead6810a80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.374063] env[62321]: DEBUG oslo_concurrency.lockutils [req-7152ffb5-1cb9-4411-9574-583e319d19d2 req-24c1c258-458f-4b0d-ab4c-36cb25400d5c service nova] Lock "5209d7f4-76ae-439c-bf4d-2fead6810a80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.374474] env[62321]: DEBUG nova.compute.manager [req-7152ffb5-1cb9-4411-9574-583e319d19d2 req-24c1c258-458f-4b0d-ab4c-36cb25400d5c service nova] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] No waiting events found dispatching network-vif-plugged-1e70b411-9a70-457a-b7d6-482f382a7edd {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 744.374700] env[62321]: WARNING nova.compute.manager [req-7152ffb5-1cb9-4411-9574-583e319d19d2 req-24c1c258-458f-4b0d-ab4c-36cb25400d5c service nova] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Received unexpected event network-vif-plugged-1e70b411-9a70-457a-b7d6-482f382a7edd for instance with vm_state building and task_state spawning. [ 744.378897] env[62321]: DEBUG oslo_concurrency.lockutils [req-45e0f8e3-8003-4598-ae31-aedbf6f46917 req-ca38d0dc-4867-48e8-a604-93042da293a8 service nova] Releasing lock "refresh_cache-65a448f8-a8f1-4308-8c1f-e0b12317778f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.401488] env[62321]: INFO nova.virt.block_device [None req-91d79fef-bacb-4dd3-a0a8-2351da81dc5d tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Attempting to driver detach volume b3bdedfe-2bc7-437e-9c7b-96de2f419925 from mountpoint /dev/sdb [ 744.401488] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-91d79fef-bacb-4dd3-a0a8-2351da81dc5d tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Volume detach. Driver type: vmdk {{(pid=62321) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 744.401488] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-91d79fef-bacb-4dd3-a0a8-2351da81dc5d tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530577', 'volume_id': 'b3bdedfe-2bc7-437e-9c7b-96de2f419925', 'name': 'volume-b3bdedfe-2bc7-437e-9c7b-96de2f419925', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1281e273-d400-4493-b718-e78252e1221a', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3bdedfe-2bc7-437e-9c7b-96de2f419925', 'serial': 'b3bdedfe-2bc7-437e-9c7b-96de2f419925'} {{(pid=62321) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 744.402699] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bf3b38-8745-4391-80e8-caa2481570f5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.425304] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac856499-0f3b-4c5a-aeed-e7df74959ea4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.433298] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5bc6ee-42f0-40ad-8757-8eb01466f86d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.459935] env[62321]: DEBUG nova.compute.manager [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 744.463704] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d720bdd4-166d-4742-afb5-ec617fabacc7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.483195] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-91d79fef-bacb-4dd3-a0a8-2351da81dc5d tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] The volume has not been displaced from its original location: [datastore1] volume-b3bdedfe-2bc7-437e-9c7b-96de2f419925/volume-b3bdedfe-2bc7-437e-9c7b-96de2f419925.vmdk. No consolidation needed. {{(pid=62321) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 744.486753] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-91d79fef-bacb-4dd3-a0a8-2351da81dc5d tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Reconfiguring VM instance instance-00000008 to detach disk 2001 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 744.486753] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2675a9fb-3522-4c52-8b24-4963a364a8be {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.509404] env[62321]: DEBUG oslo_vmware.api [None req-91d79fef-bacb-4dd3-a0a8-2351da81dc5d tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Waiting for the task: (returnval){ [ 744.509404] env[62321]: value = "task-2633002" [ 744.509404] env[62321]: _type = "Task" [ 744.509404] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.519977] env[62321]: DEBUG oslo_vmware.api [None req-91d79fef-bacb-4dd3-a0a8-2351da81dc5d tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2633002, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.554472] env[62321]: DEBUG nova.network.neutron [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Successfully updated port: 1e70b411-9a70-457a-b7d6-482f382a7edd {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.662706] env[62321]: DEBUG oslo_vmware.api [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52df8d96-1ff8-e32f-a3cf-0cbfa7262cf6, 'name': SearchDatastore_Task, 'duration_secs': 0.014954} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.666728] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.667252] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 65a448f8-a8f1-4308-8c1f-e0b12317778f/65a448f8-a8f1-4308-8c1f-e0b12317778f.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.668176] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfcdf459-21d6-49ae-86e3-d3796ed59d68 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.679754] env[62321]: DEBUG oslo_vmware.api [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 744.679754] env[62321]: value = "task-2633003" [ 744.679754] env[62321]: _type = "Task" [ 744.679754] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.691572] env[62321]: DEBUG oslo_vmware.api [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633003, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.754244] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a0d7c9b0-ff0a-4f2e-8fec-908035b02201 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Releasing lock "refresh_cache-f0401741-6f49-4d8d-b329-ceaa700428d8" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.754244] env[62321]: DEBUG nova.objects.instance [None req-a0d7c9b0-ff0a-4f2e-8fec-908035b02201 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Lazy-loading 'flavor' on Instance uuid f0401741-6f49-4d8d-b329-ceaa700428d8 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.774490] env[62321]: DEBUG oslo_vmware.api [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Task: {'id': task-2633001, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.988590] env[62321]: DEBUG oslo_concurrency.lockutils [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.023124] env[62321]: DEBUG oslo_vmware.api [None req-91d79fef-bacb-4dd3-a0a8-2351da81dc5d tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2633002, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.052172] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5827c4-1fbf-4fe9-9ea1-69dbe1b07cc2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.057580] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Acquiring lock "refresh_cache-5209d7f4-76ae-439c-bf4d-2fead6810a80" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.057839] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Acquired lock "refresh_cache-5209d7f4-76ae-439c-bf4d-2fead6810a80" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.058341] env[62321]: DEBUG nova.network.neutron [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.068108] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5c1e1f-b650-4854-9192-871ce768333c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.131702] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-80539992-ac30-4ce5-bcc2-5c3c54f678e8 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.134252] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3050632-ff31-49df-b2ad-224746e5193b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.138150] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45af865-96af-4d00-a218-7affa25863b8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.156941] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acf75ed-5779-4db5-a5da-fe5d07fe2680 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.163807] env[62321]: DEBUG oslo_vmware.api [None req-80539992-ac30-4ce5-bcc2-5c3c54f678e8 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 745.163807] env[62321]: value = "task-2633004" [ 745.163807] env[62321]: _type = "Task" [ 745.163807] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.179232] env[62321]: DEBUG nova.compute.provider_tree [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.188522] env[62321]: DEBUG oslo_vmware.api [None req-80539992-ac30-4ce5-bcc2-5c3c54f678e8 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.193213] env[62321]: DEBUG oslo_vmware.api [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633003, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.262918] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f012c86-11dc-4b1a-b822-5abc78fe359d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.271106] env[62321]: DEBUG oslo_vmware.api [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Task: {'id': task-2633001, 'name': PowerOnVM_Task, 'duration_secs': 0.540899} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.291025] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.291025] env[62321]: INFO nova.compute.manager [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Took 11.39 seconds to spawn the instance on the hypervisor. [ 745.291025] env[62321]: DEBUG nova.compute.manager [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.291025] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d7c9b0-ff0a-4f2e-8fec-908035b02201 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.291025] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba1b8cb-ab84-46f9-9703-ffcfa3a7657b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.294200] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8291b26c-5e22-40f9-a9a3-4fec590e3e8e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.305409] env[62321]: DEBUG oslo_vmware.api [None req-a0d7c9b0-ff0a-4f2e-8fec-908035b02201 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 745.305409] env[62321]: value = "task-2633005" [ 745.305409] env[62321]: _type = "Task" [ 745.305409] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.313704] env[62321]: DEBUG oslo_vmware.api [None req-a0d7c9b0-ff0a-4f2e-8fec-908035b02201 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.523019] env[62321]: DEBUG oslo_vmware.api [None req-91d79fef-bacb-4dd3-a0a8-2351da81dc5d tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2633002, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.602140] env[62321]: DEBUG nova.network.neutron [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.659325] env[62321]: DEBUG nova.compute.manager [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Stashing vm_state: active {{(pid=62321) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 745.676064] env[62321]: DEBUG oslo_vmware.api [None req-80539992-ac30-4ce5-bcc2-5c3c54f678e8 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633004, 'name': PowerOffVM_Task, 'duration_secs': 0.227269} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.676064] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-80539992-ac30-4ce5-bcc2-5c3c54f678e8 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.676064] env[62321]: DEBUG nova.compute.manager [None req-80539992-ac30-4ce5-bcc2-5c3c54f678e8 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.676064] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d10d7d-27dd-4bc6-860a-2019b6e2147a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.684040] env[62321]: DEBUG nova.scheduler.client.report [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.700344] env[62321]: DEBUG oslo_vmware.api [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633003, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536234} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.700814] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 65a448f8-a8f1-4308-8c1f-e0b12317778f/65a448f8-a8f1-4308-8c1f-e0b12317778f.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.701198] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.701549] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e11651e7-55de-49b8-9eea-3639313f7622 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.711280] env[62321]: DEBUG oslo_vmware.api [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 745.711280] env[62321]: value = "task-2633006" [ 745.711280] env[62321]: _type = "Task" [ 745.711280] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.718136] env[62321]: DEBUG oslo_vmware.api [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633006, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.771964] env[62321]: DEBUG nova.network.neutron [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Updating instance_info_cache with network_info: [{"id": "1e70b411-9a70-457a-b7d6-482f382a7edd", "address": "fa:16:3e:ef:8b:77", "network": {"id": "1d334808-dc00-4a77-9556-427bb963242e", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1849149326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6adcb53468bc4e8eacc15b899ad644fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e70b411-9a", "ovs_interfaceid": "1e70b411-9a70-457a-b7d6-482f382a7edd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.817539] env[62321]: INFO nova.compute.manager [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Took 47.85 seconds to build instance. [ 745.822403] env[62321]: DEBUG oslo_vmware.api [None req-a0d7c9b0-ff0a-4f2e-8fec-908035b02201 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.021300] env[62321]: DEBUG oslo_vmware.api [None req-91d79fef-bacb-4dd3-a0a8-2351da81dc5d tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2633002, 'name': ReconfigVM_Task, 'duration_secs': 1.261522} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.021578] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-91d79fef-bacb-4dd3-a0a8-2351da81dc5d tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Reconfigured VM instance instance-00000008 to detach disk 2001 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 746.028024] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e0682ec-6604-46ef-b005-eb766559ff46 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.045371] env[62321]: DEBUG oslo_vmware.api [None req-91d79fef-bacb-4dd3-a0a8-2351da81dc5d tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Waiting for the task: (returnval){ [ 746.045371] env[62321]: value = "task-2633007" [ 746.045371] env[62321]: _type = "Task" [ 746.045371] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.054671] env[62321]: DEBUG oslo_vmware.api [None req-91d79fef-bacb-4dd3-a0a8-2351da81dc5d tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2633007, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.187453] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.192489] env[62321]: DEBUG oslo_concurrency.lockutils [None req-80539992-ac30-4ce5-bcc2-5c3c54f678e8 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "0b8a9b14-50bd-41ea-89f2-cc1d63f7816e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.101s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.193539] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.194123] env[62321]: DEBUG nova.compute.manager [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 746.197118] env[62321]: DEBUG oslo_concurrency.lockutils [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.207s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.199326] env[62321]: INFO nova.compute.claims [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 746.220228] env[62321]: DEBUG oslo_vmware.api [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633006, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077837} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.221302] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.221508] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85484118-d83b-4a94-93c2-9d066267cc01 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.249838] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 65a448f8-a8f1-4308-8c1f-e0b12317778f/65a448f8-a8f1-4308-8c1f-e0b12317778f.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.252019] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28de9012-08bb-4bfd-99bd-c582fe60c8f9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.275394] env[62321]: DEBUG oslo_vmware.api [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 746.275394] env[62321]: value = "task-2633008" [ 746.275394] env[62321]: _type = "Task" [ 746.275394] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.279502] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Releasing lock "refresh_cache-5209d7f4-76ae-439c-bf4d-2fead6810a80" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.279502] env[62321]: DEBUG nova.compute.manager [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Instance network_info: |[{"id": "1e70b411-9a70-457a-b7d6-482f382a7edd", "address": "fa:16:3e:ef:8b:77", "network": {"id": "1d334808-dc00-4a77-9556-427bb963242e", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1849149326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6adcb53468bc4e8eacc15b899ad644fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e70b411-9a", "ovs_interfaceid": "1e70b411-9a70-457a-b7d6-482f382a7edd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 746.281017] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:8b:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec763be6-4041-4651-8fd7-3820cf0ab86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e70b411-9a70-457a-b7d6-482f382a7edd', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.287943] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Creating folder: Project (6adcb53468bc4e8eacc15b899ad644fa). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.288865] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-708bbab0-e8a5-4f45-9883-12d2270ee8f7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.294827] env[62321]: DEBUG oslo_vmware.api [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633008, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.304239] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Created folder: Project (6adcb53468bc4e8eacc15b899ad644fa) in parent group-v530434. [ 746.304474] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Creating folder: Instances. Parent ref: group-v530580. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.304731] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f76d7b15-5088-47ca-b041-7dfc6962d7cc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.315516] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Created folder: Instances in parent group-v530580. [ 746.315764] env[62321]: DEBUG oslo.service.loopingcall [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 746.316434] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.316651] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91fae39f-8eb3-4ae6-9347-0a2b70a037c4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.334929] env[62321]: DEBUG oslo_concurrency.lockutils [None req-89232e54-ccc4-4132-ab7e-4337cf8a49d6 tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Lock "bbde3466-9829-4207-9670-72715d1e49c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.628s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.335282] env[62321]: DEBUG oslo_vmware.api [None req-a0d7c9b0-ff0a-4f2e-8fec-908035b02201 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633005, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.340818] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.340818] env[62321]: value = "task-2633011" [ 746.340818] env[62321]: _type = "Task" [ 746.340818] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.348683] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633011, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.401703] env[62321]: DEBUG nova.compute.manager [req-5a768da0-4ff3-44bb-ae92-a40e139c5866 req-346e1323-b36f-44c3-8893-32b11bbcbad8 service nova] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Received event network-changed-1e70b411-9a70-457a-b7d6-482f382a7edd {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 746.401922] env[62321]: DEBUG nova.compute.manager [req-5a768da0-4ff3-44bb-ae92-a40e139c5866 req-346e1323-b36f-44c3-8893-32b11bbcbad8 service nova] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Refreshing instance network info cache due to event network-changed-1e70b411-9a70-457a-b7d6-482f382a7edd. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 746.402181] env[62321]: DEBUG oslo_concurrency.lockutils [req-5a768da0-4ff3-44bb-ae92-a40e139c5866 req-346e1323-b36f-44c3-8893-32b11bbcbad8 service nova] Acquiring lock "refresh_cache-5209d7f4-76ae-439c-bf4d-2fead6810a80" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.402307] env[62321]: DEBUG oslo_concurrency.lockutils [req-5a768da0-4ff3-44bb-ae92-a40e139c5866 req-346e1323-b36f-44c3-8893-32b11bbcbad8 service nova] Acquired lock "refresh_cache-5209d7f4-76ae-439c-bf4d-2fead6810a80" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.402540] env[62321]: DEBUG nova.network.neutron [req-5a768da0-4ff3-44bb-ae92-a40e139c5866 req-346e1323-b36f-44c3-8893-32b11bbcbad8 service nova] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Refreshing network info cache for port 1e70b411-9a70-457a-b7d6-482f382a7edd {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.436432] env[62321]: DEBUG oslo_concurrency.lockutils [None req-74242c6c-5330-4be9-8e19-8c5e1678590b tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Acquiring lock "bbde3466-9829-4207-9670-72715d1e49c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.436704] env[62321]: DEBUG oslo_concurrency.lockutils [None req-74242c6c-5330-4be9-8e19-8c5e1678590b tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Lock "bbde3466-9829-4207-9670-72715d1e49c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.436910] env[62321]: DEBUG oslo_concurrency.lockutils [None req-74242c6c-5330-4be9-8e19-8c5e1678590b tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Acquiring lock "bbde3466-9829-4207-9670-72715d1e49c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.437109] env[62321]: DEBUG oslo_concurrency.lockutils [None req-74242c6c-5330-4be9-8e19-8c5e1678590b tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Lock "bbde3466-9829-4207-9670-72715d1e49c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.437286] env[62321]: DEBUG oslo_concurrency.lockutils [None req-74242c6c-5330-4be9-8e19-8c5e1678590b tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Lock "bbde3466-9829-4207-9670-72715d1e49c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.441648] env[62321]: INFO nova.compute.manager [None req-74242c6c-5330-4be9-8e19-8c5e1678590b tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Terminating instance [ 746.560501] env[62321]: DEBUG oslo_vmware.api [None req-91d79fef-bacb-4dd3-a0a8-2351da81dc5d tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2633007, 'name': ReconfigVM_Task, 'duration_secs': 0.222227} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.560501] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-91d79fef-bacb-4dd3-a0a8-2351da81dc5d tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530577', 'volume_id': 'b3bdedfe-2bc7-437e-9c7b-96de2f419925', 'name': 'volume-b3bdedfe-2bc7-437e-9c7b-96de2f419925', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1281e273-d400-4493-b718-e78252e1221a', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3bdedfe-2bc7-437e-9c7b-96de2f419925', 'serial': 'b3bdedfe-2bc7-437e-9c7b-96de2f419925'} {{(pid=62321) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 746.709881] env[62321]: DEBUG nova.compute.utils [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 746.711989] env[62321]: DEBUG nova.compute.manager [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 746.712177] env[62321]: DEBUG nova.network.neutron [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 746.778020] env[62321]: DEBUG nova.policy [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a02f0604e2a548308d63b1cf7b148a1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cbf5a183ceef4072a1656cf46c79d9a4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 746.795026] env[62321]: DEBUG oslo_vmware.api [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633008, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.823760] env[62321]: DEBUG oslo_vmware.api [None req-a0d7c9b0-ff0a-4f2e-8fec-908035b02201 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633005, 'name': PowerOffVM_Task, 'duration_secs': 1.032213} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.823760] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d7c9b0-ff0a-4f2e-8fec-908035b02201 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.829137] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0d7c9b0-ff0a-4f2e-8fec-908035b02201 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Reconfiguring VM instance instance-0000002a to detach disk 2001 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 746.829493] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c476e1d7-df77-4eb4-a6e7-987631cbd071 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.853213] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633011, 'name': CreateVM_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.854879] env[62321]: DEBUG oslo_vmware.api [None req-a0d7c9b0-ff0a-4f2e-8fec-908035b02201 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 746.854879] env[62321]: value = "task-2633012" [ 746.854879] env[62321]: _type = "Task" [ 746.854879] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.865030] env[62321]: DEBUG oslo_vmware.api [None req-a0d7c9b0-ff0a-4f2e-8fec-908035b02201 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633012, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.945583] env[62321]: DEBUG nova.compute.manager [None req-74242c6c-5330-4be9-8e19-8c5e1678590b tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 746.945817] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-74242c6c-5330-4be9-8e19-8c5e1678590b tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 746.946754] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8464aa73-f1d4-4c17-bd41-ee3c854df16b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.955818] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-74242c6c-5330-4be9-8e19-8c5e1678590b tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.955951] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6d50a54-984b-41e5-9e86-499c063bba74 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.963881] env[62321]: DEBUG oslo_vmware.api [None req-74242c6c-5330-4be9-8e19-8c5e1678590b tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Waiting for the task: (returnval){ [ 746.963881] env[62321]: value = "task-2633013" [ 746.963881] env[62321]: _type = "Task" [ 746.963881] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.982735] env[62321]: DEBUG oslo_vmware.api [None req-74242c6c-5330-4be9-8e19-8c5e1678590b tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Task: {'id': task-2633013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.124767] env[62321]: DEBUG nova.network.neutron [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Successfully created port: 48dc29d0-3eef-464e-8d55-4601ee7aa408 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.127737] env[62321]: DEBUG nova.objects.instance [None req-0dbb6daa-2248-4829-852b-d8135eff4d82 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lazy-loading 'flavor' on Instance uuid 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.152893] env[62321]: DEBUG nova.objects.instance [None req-91d79fef-bacb-4dd3-a0a8-2351da81dc5d tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Lazy-loading 'flavor' on Instance uuid 1281e273-d400-4493-b718-e78252e1221a {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.215994] env[62321]: DEBUG nova.compute.manager [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 747.291529] env[62321]: DEBUG oslo_vmware.api [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633008, 'name': ReconfigVM_Task, 'duration_secs': 0.719672} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.292073] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 65a448f8-a8f1-4308-8c1f-e0b12317778f/65a448f8-a8f1-4308-8c1f-e0b12317778f.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.293020] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fb22928-60c7-4f63-a275-4e044a3b0a4d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.308209] env[62321]: DEBUG oslo_vmware.api [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 747.308209] env[62321]: value = "task-2633014" [ 747.308209] env[62321]: _type = "Task" [ 747.308209] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.308209] env[62321]: DEBUG nova.network.neutron [req-5a768da0-4ff3-44bb-ae92-a40e139c5866 req-346e1323-b36f-44c3-8893-32b11bbcbad8 service nova] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Updated VIF entry in instance network info cache for port 1e70b411-9a70-457a-b7d6-482f382a7edd. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.308209] env[62321]: DEBUG nova.network.neutron [req-5a768da0-4ff3-44bb-ae92-a40e139c5866 req-346e1323-b36f-44c3-8893-32b11bbcbad8 service nova] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Updating instance_info_cache with network_info: [{"id": "1e70b411-9a70-457a-b7d6-482f382a7edd", "address": "fa:16:3e:ef:8b:77", "network": {"id": "1d334808-dc00-4a77-9556-427bb963242e", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1849149326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6adcb53468bc4e8eacc15b899ad644fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e70b411-9a", "ovs_interfaceid": "1e70b411-9a70-457a-b7d6-482f382a7edd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.320498] env[62321]: DEBUG oslo_vmware.api [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633014, 'name': Rename_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.355306] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633011, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.364306] env[62321]: DEBUG oslo_vmware.api [None req-a0d7c9b0-ff0a-4f2e-8fec-908035b02201 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633012, 'name': ReconfigVM_Task, 'duration_secs': 0.343345} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.364545] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0d7c9b0-ff0a-4f2e-8fec-908035b02201 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Reconfigured VM instance instance-0000002a to detach disk 2001 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 747.364730] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d7c9b0-ff0a-4f2e-8fec-908035b02201 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.364980] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c27287aa-5695-46dd-a892-c92429494aa5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.371594] env[62321]: DEBUG oslo_vmware.api [None req-a0d7c9b0-ff0a-4f2e-8fec-908035b02201 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 747.371594] env[62321]: value = "task-2633015" [ 747.371594] env[62321]: _type = "Task" [ 747.371594] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.380199] env[62321]: DEBUG oslo_vmware.api [None req-a0d7c9b0-ff0a-4f2e-8fec-908035b02201 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.475341] env[62321]: DEBUG oslo_vmware.api [None req-74242c6c-5330-4be9-8e19-8c5e1678590b tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Task: {'id': task-2633013, 'name': PowerOffVM_Task, 'duration_secs': 0.232826} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.475747] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-74242c6c-5330-4be9-8e19-8c5e1678590b tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 747.475846] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-74242c6c-5330-4be9-8e19-8c5e1678590b tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 747.476213] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd3dbde7-1f6f-4d1d-b313-d08da2c258ef {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.638929] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0dbb6daa-2248-4829-852b-d8135eff4d82 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "refresh_cache-0b8a9b14-50bd-41ea-89f2-cc1d63f7816e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.639245] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0dbb6daa-2248-4829-852b-d8135eff4d82 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquired lock "refresh_cache-0b8a9b14-50bd-41ea-89f2-cc1d63f7816e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.639393] env[62321]: DEBUG nova.network.neutron [None req-0dbb6daa-2248-4829-852b-d8135eff4d82 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.639683] env[62321]: DEBUG nova.objects.instance [None req-0dbb6daa-2248-4829-852b-d8135eff4d82 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lazy-loading 'info_cache' on Instance uuid 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.764384] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d89ac62-2b8f-4817-aae9-962e953f953f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.773692] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5f7ab1-9b75-4f86-893d-cdd7c646b15d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.779310] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-74242c6c-5330-4be9-8e19-8c5e1678590b tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 747.779514] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-74242c6c-5330-4be9-8e19-8c5e1678590b tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 747.779689] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-74242c6c-5330-4be9-8e19-8c5e1678590b tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Deleting the datastore file [datastore1] bbde3466-9829-4207-9670-72715d1e49c0 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 747.780370] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80eb7e16-57ab-4804-8755-7c96465a9885 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.813849] env[62321]: DEBUG oslo_concurrency.lockutils [req-5a768da0-4ff3-44bb-ae92-a40e139c5866 req-346e1323-b36f-44c3-8893-32b11bbcbad8 service nova] Releasing lock "refresh_cache-5209d7f4-76ae-439c-bf4d-2fead6810a80" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.820122] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3cda54a-4727-4cca-b1b2-4e7235c029dd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.822915] env[62321]: DEBUG oslo_vmware.api [None req-74242c6c-5330-4be9-8e19-8c5e1678590b tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Waiting for the task: (returnval){ [ 747.822915] env[62321]: value = "task-2633017" [ 747.822915] env[62321]: _type = "Task" [ 747.822915] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.832636] env[62321]: DEBUG oslo_vmware.api [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633014, 'name': Rename_Task, 'duration_secs': 0.254527} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.834326] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4ebb1a-d778-4471-bbf6-d15e9a15d42c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.838403] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.841484] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29f4fa16-4769-453f-8544-5d963ef56150 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.844609] env[62321]: DEBUG oslo_vmware.api [None req-74242c6c-5330-4be9-8e19-8c5e1678590b tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Task: {'id': task-2633017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.859371] env[62321]: DEBUG nova.compute.provider_tree [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.864283] env[62321]: DEBUG oslo_vmware.api [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 747.864283] env[62321]: value = "task-2633018" [ 747.864283] env[62321]: _type = "Task" [ 747.864283] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.868189] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633011, 'name': CreateVM_Task, 'duration_secs': 1.138415} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.868764] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.869541] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.869702] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.870073] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.873387] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5de1b196-3b0c-4ea5-bdd0-41e1a434de7b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.875296] env[62321]: DEBUG oslo_vmware.api [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633018, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.883083] env[62321]: DEBUG oslo_vmware.api [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Waiting for the task: (returnval){ [ 747.883083] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52018239-c722-dd04-af68-93e8e98a89be" [ 747.883083] env[62321]: _type = "Task" [ 747.883083] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.886570] env[62321]: DEBUG oslo_vmware.api [None req-a0d7c9b0-ff0a-4f2e-8fec-908035b02201 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633015, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.895125] env[62321]: DEBUG oslo_vmware.api [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52018239-c722-dd04-af68-93e8e98a89be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.133028] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8238922d-c90d-45f6-8176-16b06ce792c4 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Acquiring lock "69b3114c-67ef-4fe5-9812-5fc0c07b1bb8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.133028] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8238922d-c90d-45f6-8176-16b06ce792c4 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Lock "69b3114c-67ef-4fe5-9812-5fc0c07b1bb8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.133028] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8238922d-c90d-45f6-8176-16b06ce792c4 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Acquiring lock "69b3114c-67ef-4fe5-9812-5fc0c07b1bb8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.133329] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8238922d-c90d-45f6-8176-16b06ce792c4 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Lock "69b3114c-67ef-4fe5-9812-5fc0c07b1bb8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.133385] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8238922d-c90d-45f6-8176-16b06ce792c4 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Lock "69b3114c-67ef-4fe5-9812-5fc0c07b1bb8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.137897] env[62321]: INFO nova.compute.manager [None req-8238922d-c90d-45f6-8176-16b06ce792c4 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Terminating instance [ 748.144116] env[62321]: DEBUG nova.objects.base [None req-0dbb6daa-2248-4829-852b-d8135eff4d82 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Object Instance<0b8a9b14-50bd-41ea-89f2-cc1d63f7816e> lazy-loaded attributes: flavor,info_cache {{(pid=62321) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 748.167758] env[62321]: DEBUG oslo_concurrency.lockutils [None req-91d79fef-bacb-4dd3-a0a8-2351da81dc5d tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Lock "1281e273-d400-4493-b718-e78252e1221a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.315s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.230368] env[62321]: DEBUG nova.compute.manager [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 748.259279] env[62321]: DEBUG nova.virt.hardware [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 748.259279] env[62321]: DEBUG nova.virt.hardware [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.259279] env[62321]: DEBUG nova.virt.hardware [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.259279] env[62321]: DEBUG nova.virt.hardware [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.259279] env[62321]: DEBUG nova.virt.hardware [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.259279] env[62321]: DEBUG nova.virt.hardware [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 748.259279] env[62321]: DEBUG nova.virt.hardware [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 748.259279] env[62321]: DEBUG nova.virt.hardware [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 748.259279] env[62321]: DEBUG nova.virt.hardware [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 748.259279] env[62321]: DEBUG nova.virt.hardware [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 748.259279] env[62321]: DEBUG nova.virt.hardware [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 748.260415] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7082fab7-ecd3-4037-b813-d50117c2b20f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.268572] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dede1124-74e4-4b4d-a8e4-feb917dc3604 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.333654] env[62321]: DEBUG oslo_vmware.api [None req-74242c6c-5330-4be9-8e19-8c5e1678590b tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Task: {'id': task-2633017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171886} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.333919] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-74242c6c-5330-4be9-8e19-8c5e1678590b tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.334124] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-74242c6c-5330-4be9-8e19-8c5e1678590b tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.334305] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-74242c6c-5330-4be9-8e19-8c5e1678590b tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.334694] env[62321]: INFO nova.compute.manager [None req-74242c6c-5330-4be9-8e19-8c5e1678590b tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Took 1.39 seconds to destroy the instance on the hypervisor. [ 748.334784] env[62321]: DEBUG oslo.service.loopingcall [None req-74242c6c-5330-4be9-8e19-8c5e1678590b tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 748.334894] env[62321]: DEBUG nova.compute.manager [-] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 748.334985] env[62321]: DEBUG nova.network.neutron [-] [instance: bbde3466-9829-4207-9670-72715d1e49c0] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 748.363018] env[62321]: DEBUG nova.scheduler.client.report [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.380434] env[62321]: DEBUG oslo_vmware.api [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633018, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.389843] env[62321]: DEBUG oslo_vmware.api [None req-a0d7c9b0-ff0a-4f2e-8fec-908035b02201 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633015, 'name': PowerOnVM_Task, 'duration_secs': 0.595202} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.393464] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d7c9b0-ff0a-4f2e-8fec-908035b02201 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.393768] env[62321]: DEBUG nova.compute.manager [None req-a0d7c9b0-ff0a-4f2e-8fec-908035b02201 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.394605] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb9fa51-94e0-4e57-9ced-d8d6de6c66e8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.403366] env[62321]: DEBUG oslo_vmware.api [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52018239-c722-dd04-af68-93e8e98a89be, 'name': SearchDatastore_Task, 'duration_secs': 0.018675} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.405180] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.405438] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.405674] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.405836] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.406020] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.409271] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ef30bb3-7ae0-4719-93ad-d5715ae5b70f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.421159] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.423132] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.423132] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3c8c44f-1cfe-4021-8f23-03cc79c81fed {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.432049] env[62321]: DEBUG oslo_vmware.api [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Waiting for the task: (returnval){ [ 748.432049] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5212fafa-99b3-ad52-1079-35a42d533fe9" [ 748.432049] env[62321]: _type = "Task" [ 748.432049] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.442692] env[62321]: DEBUG oslo_vmware.api [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5212fafa-99b3-ad52-1079-35a42d533fe9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.641974] env[62321]: DEBUG nova.compute.manager [None req-8238922d-c90d-45f6-8176-16b06ce792c4 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 748.642241] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8238922d-c90d-45f6-8176-16b06ce792c4 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 748.643142] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3faf8533-8f6f-40cc-884c-a74d8c30f801 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.654394] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-8238922d-c90d-45f6-8176-16b06ce792c4 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.654702] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-093d4f6d-42c1-44af-94ff-94718bebffeb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.660270] env[62321]: DEBUG oslo_vmware.api [None req-8238922d-c90d-45f6-8176-16b06ce792c4 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Waiting for the task: (returnval){ [ 748.660270] env[62321]: value = "task-2633019" [ 748.660270] env[62321]: _type = "Task" [ 748.660270] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.670605] env[62321]: DEBUG oslo_vmware.api [None req-8238922d-c90d-45f6-8176-16b06ce792c4 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Task: {'id': task-2633019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.755042] env[62321]: DEBUG nova.compute.manager [req-f3076d88-c0b5-4af8-930c-ba1e436526cb req-b43e6461-e319-4c56-8b52-3e2f1abea071 service nova] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Received event network-vif-plugged-48dc29d0-3eef-464e-8d55-4601ee7aa408 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 748.755342] env[62321]: DEBUG oslo_concurrency.lockutils [req-f3076d88-c0b5-4af8-930c-ba1e436526cb req-b43e6461-e319-4c56-8b52-3e2f1abea071 service nova] Acquiring lock "0d7b5ea5-2fd4-49be-a75d-f59143548909-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.756998] env[62321]: DEBUG oslo_concurrency.lockutils [req-f3076d88-c0b5-4af8-930c-ba1e436526cb req-b43e6461-e319-4c56-8b52-3e2f1abea071 service nova] Lock "0d7b5ea5-2fd4-49be-a75d-f59143548909-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.757240] env[62321]: DEBUG oslo_concurrency.lockutils [req-f3076d88-c0b5-4af8-930c-ba1e436526cb req-b43e6461-e319-4c56-8b52-3e2f1abea071 service nova] Lock "0d7b5ea5-2fd4-49be-a75d-f59143548909-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.757401] env[62321]: DEBUG nova.compute.manager [req-f3076d88-c0b5-4af8-930c-ba1e436526cb req-b43e6461-e319-4c56-8b52-3e2f1abea071 service nova] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] No waiting events found dispatching network-vif-plugged-48dc29d0-3eef-464e-8d55-4601ee7aa408 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 748.757595] env[62321]: WARNING nova.compute.manager [req-f3076d88-c0b5-4af8-930c-ba1e436526cb req-b43e6461-e319-4c56-8b52-3e2f1abea071 service nova] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Received unexpected event network-vif-plugged-48dc29d0-3eef-464e-8d55-4601ee7aa408 for instance with vm_state building and task_state spawning. [ 748.806266] env[62321]: DEBUG nova.compute.manager [req-bce4198b-694b-48d7-a41f-0fc5f3e5b369 req-d5a29fcc-7c66-428a-a2cc-af025cde4925 service nova] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Received event network-vif-deleted-859820cd-59f8-4894-95f3-bd94fa1635cb {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 748.806463] env[62321]: INFO nova.compute.manager [req-bce4198b-694b-48d7-a41f-0fc5f3e5b369 req-d5a29fcc-7c66-428a-a2cc-af025cde4925 service nova] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Neutron deleted interface 859820cd-59f8-4894-95f3-bd94fa1635cb; detaching it from the instance and deleting it from the info cache [ 748.806703] env[62321]: DEBUG nova.network.neutron [req-bce4198b-694b-48d7-a41f-0fc5f3e5b369 req-d5a29fcc-7c66-428a-a2cc-af025cde4925 service nova] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Updating instance_info_cache with network_info: [{"id": "d17f4267-e053-49cd-b88b-a2fef6c193db", "address": "fa:16:3e:a5:79:15", "network": {"id": "19893598-ffd9-46f3-ad8b-38ccef58f53b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-673157399", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "eb309cea0517410098f964f25b8f6b17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd17f4267-e0", "ovs_interfaceid": "d17f4267-e053-49cd-b88b-a2fef6c193db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.823509] env[62321]: DEBUG nova.network.neutron [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Successfully updated port: 48dc29d0-3eef-464e-8d55-4601ee7aa408 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 748.874093] env[62321]: DEBUG oslo_concurrency.lockutils [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.874622] env[62321]: DEBUG nova.compute.manager [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 748.877723] env[62321]: DEBUG oslo_concurrency.lockutils [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.508s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.879623] env[62321]: INFO nova.compute.claims [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.889936] env[62321]: DEBUG oslo_vmware.api [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633018, 'name': PowerOnVM_Task, 'duration_secs': 0.805594} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.890226] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.890459] env[62321]: INFO nova.compute.manager [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Took 8.11 seconds to spawn the instance on the hypervisor. [ 748.890626] env[62321]: DEBUG nova.compute.manager [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.891481] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f89eb85-ca98-4ea5-8779-8a3136a9f303 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.946310] env[62321]: DEBUG oslo_vmware.api [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5212fafa-99b3-ad52-1079-35a42d533fe9, 'name': SearchDatastore_Task, 'duration_secs': 0.016207} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.947746] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fffaa01-fe7f-407b-80e2-53f175d2a448 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.954667] env[62321]: DEBUG oslo_vmware.api [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Waiting for the task: (returnval){ [ 748.954667] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5297a4e5-8148-0bdb-030b-5f29fe1878c3" [ 748.954667] env[62321]: _type = "Task" [ 748.954667] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.965523] env[62321]: DEBUG oslo_vmware.api [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5297a4e5-8148-0bdb-030b-5f29fe1878c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.170423] env[62321]: DEBUG oslo_vmware.api [None req-8238922d-c90d-45f6-8176-16b06ce792c4 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Task: {'id': task-2633019, 'name': PowerOffVM_Task, 'duration_secs': 0.374448} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.170704] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-8238922d-c90d-45f6-8176-16b06ce792c4 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 749.170875] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8238922d-c90d-45f6-8176-16b06ce792c4 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 749.171147] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de581b38-c32b-4359-ae0a-17976fe75375 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.254293] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8238922d-c90d-45f6-8176-16b06ce792c4 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 749.254607] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8238922d-c90d-45f6-8176-16b06ce792c4 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 749.254853] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-8238922d-c90d-45f6-8176-16b06ce792c4 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Deleting the datastore file [datastore2] 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 749.255358] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d01c731-8ba2-4073-8c07-3de95cdda046 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.264497] env[62321]: DEBUG oslo_vmware.api [None req-8238922d-c90d-45f6-8176-16b06ce792c4 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Waiting for the task: (returnval){ [ 749.264497] env[62321]: value = "task-2633021" [ 749.264497] env[62321]: _type = "Task" [ 749.264497] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.273652] env[62321]: DEBUG oslo_vmware.api [None req-8238922d-c90d-45f6-8176-16b06ce792c4 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Task: {'id': task-2633021, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.309400] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f8b86d95-1a96-49aa-998f-454050d72c24 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.321033] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5f1a11-a87e-424f-9c43-5be99b7add24 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.341485] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquiring lock "refresh_cache-0d7b5ea5-2fd4-49be-a75d-f59143548909" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.341485] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquired lock "refresh_cache-0d7b5ea5-2fd4-49be-a75d-f59143548909" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.341485] env[62321]: DEBUG nova.network.neutron [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.372091] env[62321]: DEBUG nova.compute.manager [req-bce4198b-694b-48d7-a41f-0fc5f3e5b369 req-d5a29fcc-7c66-428a-a2cc-af025cde4925 service nova] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Detach interface failed, port_id=859820cd-59f8-4894-95f3-bd94fa1635cb, reason: Instance bbde3466-9829-4207-9670-72715d1e49c0 could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 749.373424] env[62321]: DEBUG nova.network.neutron [None req-0dbb6daa-2248-4829-852b-d8135eff4d82 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Updating instance_info_cache with network_info: [{"id": "09ecaacb-b0ff-4d3e-b5a7-e41324798b11", "address": "fa:16:3e:65:55:4b", "network": {"id": "2750ca67-1b0e-43a8-a773-1086f86438e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-263699496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e41ce300a3c4503930ecf73e3501abe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09ecaacb-b0", "ovs_interfaceid": "09ecaacb-b0ff-4d3e-b5a7-e41324798b11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.390367] env[62321]: DEBUG nova.compute.utils [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 749.391428] env[62321]: DEBUG nova.compute.manager [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 749.393318] env[62321]: DEBUG nova.network.neutron [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 749.410025] env[62321]: INFO nova.compute.manager [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Took 45.90 seconds to build instance. [ 749.468439] env[62321]: DEBUG oslo_vmware.api [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5297a4e5-8148-0bdb-030b-5f29fe1878c3, 'name': SearchDatastore_Task, 'duration_secs': 0.010463} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.468697] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.468951] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 5209d7f4-76ae-439c-bf4d-2fead6810a80/5209d7f4-76ae-439c-bf4d-2fead6810a80.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.469461] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e807d90b-6cf3-42c7-bf87-5791b7607249 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.476174] env[62321]: DEBUG oslo_vmware.api [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Waiting for the task: (returnval){ [ 749.476174] env[62321]: value = "task-2633022" [ 749.476174] env[62321]: _type = "Task" [ 749.476174] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.485156] env[62321]: DEBUG oslo_vmware.api [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Task: {'id': task-2633022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.778541] env[62321]: DEBUG nova.policy [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '905cfc3a628d4d63a7e3c208d044db1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1b0852185df48979c10a6de967a85fd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 749.787077] env[62321]: DEBUG oslo_vmware.api [None req-8238922d-c90d-45f6-8176-16b06ce792c4 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Task: {'id': task-2633021, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150805} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.787211] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-8238922d-c90d-45f6-8176-16b06ce792c4 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.787384] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8238922d-c90d-45f6-8176-16b06ce792c4 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 749.787563] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8238922d-c90d-45f6-8176-16b06ce792c4 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 749.787734] env[62321]: INFO nova.compute.manager [None req-8238922d-c90d-45f6-8176-16b06ce792c4 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 749.787979] env[62321]: DEBUG oslo.service.loopingcall [None req-8238922d-c90d-45f6-8176-16b06ce792c4 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 749.788523] env[62321]: DEBUG nova.compute.manager [-] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 749.788627] env[62321]: DEBUG nova.network.neutron [-] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 749.877844] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0dbb6daa-2248-4829-852b-d8135eff4d82 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Releasing lock "refresh_cache-0b8a9b14-50bd-41ea-89f2-cc1d63f7816e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.892330] env[62321]: DEBUG nova.compute.manager [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 749.902157] env[62321]: DEBUG nova.network.neutron [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.911998] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e8536551-e5e1-46a4-b362-e17c60d44c60 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "65a448f8-a8f1-4308-8c1f-e0b12317778f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.458s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.991163] env[62321]: DEBUG oslo_vmware.api [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Task: {'id': task-2633022, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495975} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.993380] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 5209d7f4-76ae-439c-bf4d-2fead6810a80/5209d7f4-76ae-439c-bf4d-2fead6810a80.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.994026] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.994112] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13a5291b-44f0-49bd-ac8d-003533f2880c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.000958] env[62321]: DEBUG oslo_vmware.api [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Waiting for the task: (returnval){ [ 750.000958] env[62321]: value = "task-2633023" [ 750.000958] env[62321]: _type = "Task" [ 750.000958] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.012236] env[62321]: DEBUG oslo_vmware.api [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Task: {'id': task-2633023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.078136] env[62321]: DEBUG oslo_concurrency.lockutils [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Acquiring lock "030c4753-c373-49fa-b501-869822976d93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.078349] env[62321]: DEBUG oslo_concurrency.lockutils [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Lock "030c4753-c373-49fa-b501-869822976d93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.122696] env[62321]: DEBUG nova.network.neutron [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Updating instance_info_cache with network_info: [{"id": "48dc29d0-3eef-464e-8d55-4601ee7aa408", "address": "fa:16:3e:a7:84:50", "network": {"id": "3b982849-7bc4-430b-b1f9-c265f8bba327", "bridge": "br-int", "label": "tempest-ImagesTestJSON-143530141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbf5a183ceef4072a1656cf46c79d9a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48dc29d0-3e", "ovs_interfaceid": "48dc29d0-3eef-464e-8d55-4601ee7aa408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.277809] env[62321]: DEBUG nova.network.neutron [-] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.517361] env[62321]: DEBUG oslo_vmware.api [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Task: {'id': task-2633023, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075813} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.517671] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.520834] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3ee2d0-71b7-472d-ae49-cb99746900b3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.525948] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b943c01f-ae79-40c7-9308-bf7297a0d812 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.552831] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 5209d7f4-76ae-439c-bf4d-2fead6810a80/5209d7f4-76ae-439c-bf4d-2fead6810a80.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.553055] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4636bab7-fd1e-431e-804f-0f52a81bba5f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.569368] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5d4528-89f7-4b0d-9cef-9b5eba44be96 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.603648] env[62321]: DEBUG nova.compute.manager [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 030c4753-c373-49fa-b501-869822976d93] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 750.615324] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9057aa31-afd8-4d2d-92e6-e0ad00b16946 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.616946] env[62321]: DEBUG oslo_vmware.api [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Waiting for the task: (returnval){ [ 750.616946] env[62321]: value = "task-2633024" [ 750.616946] env[62321]: _type = "Task" [ 750.616946] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.624166] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5002ad7b-dae7-41c5-b8d2-0c5dbfe36bb2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.632352] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Releasing lock "refresh_cache-0d7b5ea5-2fd4-49be-a75d-f59143548909" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.632653] env[62321]: DEBUG nova.compute.manager [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Instance network_info: |[{"id": "48dc29d0-3eef-464e-8d55-4601ee7aa408", "address": "fa:16:3e:a7:84:50", "network": {"id": "3b982849-7bc4-430b-b1f9-c265f8bba327", "bridge": "br-int", "label": "tempest-ImagesTestJSON-143530141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbf5a183ceef4072a1656cf46c79d9a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48dc29d0-3e", "ovs_interfaceid": "48dc29d0-3eef-464e-8d55-4601ee7aa408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 750.632934] env[62321]: DEBUG oslo_vmware.api [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Task: {'id': task-2633024, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.633303] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:84:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d62c1cf-f39a-4626-9552-f1e13c692636', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48dc29d0-3eef-464e-8d55-4601ee7aa408', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.644519] env[62321]: DEBUG oslo.service.loopingcall [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 750.644519] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.644519] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37d618f3-d67d-4ea1-be2a-75bdbf4214c9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.673449] env[62321]: DEBUG nova.compute.provider_tree [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.681750] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.681750] env[62321]: value = "task-2633025" [ 750.681750] env[62321]: _type = "Task" [ 750.681750] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.693582] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633025, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.782341] env[62321]: INFO nova.compute.manager [-] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Took 2.45 seconds to deallocate network for instance. [ 750.885959] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dbb6daa-2248-4829-852b-d8135eff4d82 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.886378] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e30be953-a464-44f2-952d-e5761c06ec79 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.889509] env[62321]: DEBUG nova.network.neutron [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Successfully created port: 5ff9aeed-62e1-474a-a4e2-3ccff0642a2c {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 750.896426] env[62321]: DEBUG oslo_vmware.api [None req-0dbb6daa-2248-4829-852b-d8135eff4d82 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 750.896426] env[62321]: value = "task-2633026" [ 750.896426] env[62321]: _type = "Task" [ 750.896426] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.906459] env[62321]: DEBUG nova.compute.manager [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.908414] env[62321]: DEBUG oslo_vmware.api [None req-0dbb6daa-2248-4829-852b-d8135eff4d82 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.943479] env[62321]: DEBUG nova.virt.hardware [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.943578] env[62321]: DEBUG nova.virt.hardware [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.943701] env[62321]: DEBUG nova.virt.hardware [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.944418] env[62321]: DEBUG nova.virt.hardware [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.944672] env[62321]: DEBUG nova.virt.hardware [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.944839] env[62321]: DEBUG nova.virt.hardware [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.945073] env[62321]: DEBUG nova.virt.hardware [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.945243] env[62321]: DEBUG nova.virt.hardware [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.945414] env[62321]: DEBUG nova.virt.hardware [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.945680] env[62321]: DEBUG nova.virt.hardware [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.945756] env[62321]: DEBUG nova.virt.hardware [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.946650] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb746c4-82b7-4c90-8ac9-a0b6473faeb5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.956048] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082ccf7c-6dde-4eff-82c0-951bfd2e09a2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.127243] env[62321]: DEBUG oslo_vmware.api [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Task: {'id': task-2633024, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.134119] env[62321]: DEBUG oslo_concurrency.lockutils [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.178695] env[62321]: DEBUG nova.scheduler.client.report [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.193922] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633025, 'name': CreateVM_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.291181] env[62321]: DEBUG oslo_concurrency.lockutils [None req-74242c6c-5330-4be9-8e19-8c5e1678590b tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.409352] env[62321]: DEBUG oslo_vmware.api [None req-0dbb6daa-2248-4829-852b-d8135eff4d82 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633026, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.432754] env[62321]: DEBUG nova.compute.manager [req-3392ea2e-de89-4592-81e2-a26b8405bf81 req-1df2bd66-6d34-439f-b7c5-8baabf85e739 service nova] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Received event network-changed-48dc29d0-3eef-464e-8d55-4601ee7aa408 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 751.432943] env[62321]: DEBUG nova.compute.manager [req-3392ea2e-de89-4592-81e2-a26b8405bf81 req-1df2bd66-6d34-439f-b7c5-8baabf85e739 service nova] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Refreshing instance network info cache due to event network-changed-48dc29d0-3eef-464e-8d55-4601ee7aa408. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 751.436045] env[62321]: DEBUG oslo_concurrency.lockutils [req-3392ea2e-de89-4592-81e2-a26b8405bf81 req-1df2bd66-6d34-439f-b7c5-8baabf85e739 service nova] Acquiring lock "refresh_cache-0d7b5ea5-2fd4-49be-a75d-f59143548909" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.436045] env[62321]: DEBUG oslo_concurrency.lockutils [req-3392ea2e-de89-4592-81e2-a26b8405bf81 req-1df2bd66-6d34-439f-b7c5-8baabf85e739 service nova] Acquired lock "refresh_cache-0d7b5ea5-2fd4-49be-a75d-f59143548909" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.436045] env[62321]: DEBUG nova.network.neutron [req-3392ea2e-de89-4592-81e2-a26b8405bf81 req-1df2bd66-6d34-439f-b7c5-8baabf85e739 service nova] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Refreshing network info cache for port 48dc29d0-3eef-464e-8d55-4601ee7aa408 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.473523] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d123a6c0-5a9b-4fd1-a80f-1ca6776a17d5 tempest-VolumesAssistedSnapshotsTest-488637200 tempest-VolumesAssistedSnapshotsTest-488637200-project-admin] Acquiring lock "c1559566-8363-4f6d-8e9d-695f91e7fe1d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.473742] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d123a6c0-5a9b-4fd1-a80f-1ca6776a17d5 tempest-VolumesAssistedSnapshotsTest-488637200 tempest-VolumesAssistedSnapshotsTest-488637200-project-admin] Lock "c1559566-8363-4f6d-8e9d-695f91e7fe1d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.539778] env[62321]: DEBUG nova.compute.manager [req-3cb4a870-54e0-4716-b7b7-20a348bf720b req-b4e1a1ba-ddcd-471f-a626-4666398f1558 service nova] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Received event network-vif-deleted-d17f4267-e053-49cd-b88b-a2fef6c193db {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 751.634745] env[62321]: DEBUG oslo_vmware.api [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Task: {'id': task-2633024, 'name': ReconfigVM_Task, 'duration_secs': 0.705744} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.635106] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 5209d7f4-76ae-439c-bf4d-2fead6810a80/5209d7f4-76ae-439c-bf4d-2fead6810a80.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.635790] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07e4c47b-ca24-474e-87f6-926ae69ff018 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.642952] env[62321]: DEBUG oslo_vmware.api [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Waiting for the task: (returnval){ [ 751.642952] env[62321]: value = "task-2633027" [ 751.642952] env[62321]: _type = "Task" [ 751.642952] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.654215] env[62321]: DEBUG oslo_vmware.api [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Task: {'id': task-2633027, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.688828] env[62321]: DEBUG oslo_concurrency.lockutils [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.811s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.690823] env[62321]: DEBUG nova.compute.manager [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 751.694931] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.142s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.696559] env[62321]: INFO nova.compute.claims [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.709530] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633025, 'name': CreateVM_Task, 'duration_secs': 0.876884} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.709734] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.710564] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.710776] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.711086] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.711357] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61215cf5-3821-4b16-882d-988ecd1cdb96 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.716434] env[62321]: DEBUG oslo_vmware.api [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 751.716434] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5227faf0-e87b-d40f-b72d-929e09e5f86b" [ 751.716434] env[62321]: _type = "Task" [ 751.716434] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.727993] env[62321]: DEBUG oslo_vmware.api [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5227faf0-e87b-d40f-b72d-929e09e5f86b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.906755] env[62321]: DEBUG oslo_vmware.api [None req-0dbb6daa-2248-4829-852b-d8135eff4d82 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633026, 'name': PowerOnVM_Task, 'duration_secs': 0.538735} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.907080] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dbb6daa-2248-4829-852b-d8135eff4d82 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.907246] env[62321]: DEBUG nova.compute.manager [None req-0dbb6daa-2248-4829-852b-d8135eff4d82 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.908016] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5699d8-227a-4413-9880-8b4d48b5b4e8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.944181] env[62321]: DEBUG nova.network.neutron [-] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.983314] env[62321]: DEBUG nova.compute.utils [None req-d123a6c0-5a9b-4fd1-a80f-1ca6776a17d5 tempest-VolumesAssistedSnapshotsTest-488637200 tempest-VolumesAssistedSnapshotsTest-488637200-project-admin] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 752.153155] env[62321]: DEBUG oslo_vmware.api [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Task: {'id': task-2633027, 'name': Rename_Task, 'duration_secs': 0.363094} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.153428] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.153727] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09dace4e-e848-4aeb-839b-daf410946dda {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.160026] env[62321]: DEBUG oslo_vmware.api [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Waiting for the task: (returnval){ [ 752.160026] env[62321]: value = "task-2633028" [ 752.160026] env[62321]: _type = "Task" [ 752.160026] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.181540] env[62321]: DEBUG oslo_vmware.api [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Task: {'id': task-2633028, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.197489] env[62321]: DEBUG nova.compute.utils [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 752.203134] env[62321]: DEBUG nova.compute.manager [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 752.203134] env[62321]: DEBUG nova.network.neutron [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 752.205552] env[62321]: DEBUG nova.network.neutron [req-3392ea2e-de89-4592-81e2-a26b8405bf81 req-1df2bd66-6d34-439f-b7c5-8baabf85e739 service nova] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Updated VIF entry in instance network info cache for port 48dc29d0-3eef-464e-8d55-4601ee7aa408. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.205775] env[62321]: DEBUG nova.network.neutron [req-3392ea2e-de89-4592-81e2-a26b8405bf81 req-1df2bd66-6d34-439f-b7c5-8baabf85e739 service nova] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Updating instance_info_cache with network_info: [{"id": "48dc29d0-3eef-464e-8d55-4601ee7aa408", "address": "fa:16:3e:a7:84:50", "network": {"id": "3b982849-7bc4-430b-b1f9-c265f8bba327", "bridge": "br-int", "label": "tempest-ImagesTestJSON-143530141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbf5a183ceef4072a1656cf46c79d9a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48dc29d0-3e", "ovs_interfaceid": "48dc29d0-3eef-464e-8d55-4601ee7aa408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.228511] env[62321]: DEBUG oslo_vmware.api [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5227faf0-e87b-d40f-b72d-929e09e5f86b, 'name': SearchDatastore_Task, 'duration_secs': 0.018319} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.228816] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.229053] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.229314] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.229452] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.229625] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.229881] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b5bb228-cbd8-4df2-8566-5387665a6b5d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.247026] env[62321]: DEBUG nova.policy [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4829055e084c480d906422dd975de402', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf0a30371ae34071bd15b8a3cb44f6ef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 752.251112] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.251112] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.251112] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d189269a-0609-4dc2-b00b-b3b8ca643641 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.256321] env[62321]: DEBUG oslo_vmware.api [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 752.256321] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5232b3fc-22d3-bea8-4a0b-7f2e8c5fa67e" [ 752.256321] env[62321]: _type = "Task" [ 752.256321] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.264501] env[62321]: DEBUG oslo_vmware.api [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5232b3fc-22d3-bea8-4a0b-7f2e8c5fa67e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.450522] env[62321]: INFO nova.compute.manager [-] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Took 2.66 seconds to deallocate network for instance. [ 752.486750] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d123a6c0-5a9b-4fd1-a80f-1ca6776a17d5 tempest-VolumesAssistedSnapshotsTest-488637200 tempest-VolumesAssistedSnapshotsTest-488637200-project-admin] Lock "c1559566-8363-4f6d-8e9d-695f91e7fe1d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.671713] env[62321]: DEBUG oslo_vmware.api [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Task: {'id': task-2633028, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.703568] env[62321]: DEBUG nova.compute.manager [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 752.715265] env[62321]: DEBUG oslo_concurrency.lockutils [req-3392ea2e-de89-4592-81e2-a26b8405bf81 req-1df2bd66-6d34-439f-b7c5-8baabf85e739 service nova] Releasing lock "refresh_cache-0d7b5ea5-2fd4-49be-a75d-f59143548909" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.723195] env[62321]: DEBUG nova.network.neutron [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Successfully created port: 7c850658-0d9a-4d31-ac12-12b6cd01bff0 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 752.776185] env[62321]: DEBUG oslo_vmware.api [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5232b3fc-22d3-bea8-4a0b-7f2e8c5fa67e, 'name': SearchDatastore_Task, 'duration_secs': 0.015516} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.777499] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e3487a1-4f57-47b3-a829-b9c39e46a73e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.786857] env[62321]: DEBUG oslo_vmware.api [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 752.786857] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]524f6e12-d46e-22d4-eac8-b857f86ac0a9" [ 752.786857] env[62321]: _type = "Task" [ 752.786857] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.799811] env[62321]: DEBUG oslo_vmware.api [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]524f6e12-d46e-22d4-eac8-b857f86ac0a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.959138] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8238922d-c90d-45f6-8176-16b06ce792c4 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.172181] env[62321]: DEBUG oslo_vmware.api [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Task: {'id': task-2633028, 'name': PowerOnVM_Task, 'duration_secs': 0.917031} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.172520] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.172715] env[62321]: INFO nova.compute.manager [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Took 9.79 seconds to spawn the instance on the hypervisor. [ 753.172893] env[62321]: DEBUG nova.compute.manager [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.173823] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed13985f-9076-4579-8e3a-ac3e8c42964b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.220906] env[62321]: DEBUG nova.network.neutron [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Successfully updated port: 5ff9aeed-62e1-474a-a4e2-3ccff0642a2c {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 753.301693] env[62321]: DEBUG oslo_vmware.api [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]524f6e12-d46e-22d4-eac8-b857f86ac0a9, 'name': SearchDatastore_Task, 'duration_secs': 0.012366} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.302068] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.302364] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 0d7b5ea5-2fd4-49be-a75d-f59143548909/0d7b5ea5-2fd4-49be-a75d-f59143548909.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.302544] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0acdbf67-b71a-40c2-b618-021016c8340b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.312168] env[62321]: DEBUG oslo_vmware.api [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 753.312168] env[62321]: value = "task-2633029" [ 753.312168] env[62321]: _type = "Task" [ 753.312168] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.321338] env[62321]: DEBUG oslo_vmware.api [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633029, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.366715] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a894d16c-1019-44c9-ad71-8a62fd76fabc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.375111] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1e1da7-54c3-4e51-a77f-57d2dd45a045 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.407542] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c590db-896b-447f-a48a-a735a9fa298b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.416021] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a0bcb6-30fd-4a32-8358-b91e7c5a2dd7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.431881] env[62321]: DEBUG nova.compute.provider_tree [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.454387] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f33dd1b6-d8e9-4f8a-b661-03047a7e18d9 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "65a448f8-a8f1-4308-8c1f-e0b12317778f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.454857] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f33dd1b6-d8e9-4f8a-b661-03047a7e18d9 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "65a448f8-a8f1-4308-8c1f-e0b12317778f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.590883] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d123a6c0-5a9b-4fd1-a80f-1ca6776a17d5 tempest-VolumesAssistedSnapshotsTest-488637200 tempest-VolumesAssistedSnapshotsTest-488637200-project-admin] Acquiring lock "c1559566-8363-4f6d-8e9d-695f91e7fe1d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.590883] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d123a6c0-5a9b-4fd1-a80f-1ca6776a17d5 tempest-VolumesAssistedSnapshotsTest-488637200 tempest-VolumesAssistedSnapshotsTest-488637200-project-admin] Lock "c1559566-8363-4f6d-8e9d-695f91e7fe1d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.590883] env[62321]: INFO nova.compute.manager [None req-d123a6c0-5a9b-4fd1-a80f-1ca6776a17d5 tempest-VolumesAssistedSnapshotsTest-488637200 tempest-VolumesAssistedSnapshotsTest-488637200-project-admin] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Attaching volume d0b24ace-955e-4a83-830c-79be2bdfb6b0 to /dev/sdb [ 753.603117] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Acquiring lock "af6025b3-1823-4399-b74a-f0081b0e9f05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.603354] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Lock "af6025b3-1823-4399-b74a-f0081b0e9f05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.624320] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a38187b-469c-4ada-aa35-96ccf63075e6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.633056] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f79a68e-451f-4ea7-83de-cefe33d43cb8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.647395] env[62321]: DEBUG nova.virt.block_device [None req-d123a6c0-5a9b-4fd1-a80f-1ca6776a17d5 tempest-VolumesAssistedSnapshotsTest-488637200 tempest-VolumesAssistedSnapshotsTest-488637200-project-admin] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Updating existing volume attachment record: 3fa91d75-531b-45b1-b79b-f41ef768d74a {{(pid=62321) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 753.695382] env[62321]: INFO nova.compute.manager [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Took 38.66 seconds to build instance. [ 753.721259] env[62321]: DEBUG nova.compute.manager [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 753.724731] env[62321]: DEBUG oslo_concurrency.lockutils [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquiring lock "refresh_cache-185227ef-d7f7-4d1f-b3dd-d3073bf5db73" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.724868] env[62321]: DEBUG oslo_concurrency.lockutils [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquired lock "refresh_cache-185227ef-d7f7-4d1f-b3dd-d3073bf5db73" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.725221] env[62321]: DEBUG nova.network.neutron [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.750439] env[62321]: DEBUG nova.virt.hardware [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.750439] env[62321]: DEBUG nova.virt.hardware [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.750439] env[62321]: DEBUG nova.virt.hardware [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.750620] env[62321]: DEBUG nova.virt.hardware [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.750718] env[62321]: DEBUG nova.virt.hardware [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.750902] env[62321]: DEBUG nova.virt.hardware [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.751077] env[62321]: DEBUG nova.virt.hardware [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.751258] env[62321]: DEBUG nova.virt.hardware [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.751442] env[62321]: DEBUG nova.virt.hardware [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.751607] env[62321]: DEBUG nova.virt.hardware [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.751942] env[62321]: DEBUG nova.virt.hardware [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.753047] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a353fbcb-d773-4d2c-92ad-f39d44a57816 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.760381] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f569129-c809-48de-96ee-b4547e96e113 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.822328] env[62321]: DEBUG oslo_vmware.api [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633029, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.935379] env[62321]: DEBUG nova.scheduler.client.report [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.957583] env[62321]: DEBUG nova.compute.utils [None req-f33dd1b6-d8e9-4f8a-b661-03047a7e18d9 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.108654] env[62321]: DEBUG nova.compute.manager [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 754.198244] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2b18086f-ac37-469f-a658-468c3ed5c9ec tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Lock "5209d7f4-76ae-439c-bf4d-2fead6810a80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.740s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.268406] env[62321]: DEBUG nova.network.neutron [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.322231] env[62321]: DEBUG oslo_vmware.api [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633029, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.824577} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.322526] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 0d7b5ea5-2fd4-49be-a75d-f59143548909/0d7b5ea5-2fd4-49be-a75d-f59143548909.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.322736] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.322981] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c35a8a8-ddc8-4ea2-950b-af6015151f02 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.331807] env[62321]: DEBUG oslo_vmware.api [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 754.331807] env[62321]: value = "task-2633033" [ 754.331807] env[62321]: _type = "Task" [ 754.331807] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.341927] env[62321]: DEBUG oslo_vmware.api [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633033, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.441474] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.442840] env[62321]: DEBUG nova.compute.manager [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 754.444893] env[62321]: DEBUG oslo_concurrency.lockutils [None req-228bc280-2ae0-4def-a211-3f8a995ca31f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.282s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.445128] env[62321]: DEBUG nova.objects.instance [None req-228bc280-2ae0-4def-a211-3f8a995ca31f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Lazy-loading 'resources' on Instance uuid 3415bd61-0399-4199-82f4-ae0fb7957a4d {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 754.461162] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f33dd1b6-d8e9-4f8a-b661-03047a7e18d9 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "65a448f8-a8f1-4308-8c1f-e0b12317778f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.471874] env[62321]: DEBUG nova.network.neutron [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Successfully updated port: 7c850658-0d9a-4d31-ac12-12b6cd01bff0 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 754.485380] env[62321]: DEBUG nova.network.neutron [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Updating instance_info_cache with network_info: [{"id": "5ff9aeed-62e1-474a-a4e2-3ccff0642a2c", "address": "fa:16:3e:83:28:0a", "network": {"id": "314db273-8976-4a94-bbe0-6baf1448b901", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-577289600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1b0852185df48979c10a6de967a85fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ff9aeed-62", "ovs_interfaceid": "5ff9aeed-62e1-474a-a4e2-3ccff0642a2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.630327] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.700624] env[62321]: DEBUG nova.compute.manager [req-3c71449f-fc55-4ad5-abfb-1b5b2cb60ddd req-5411d43f-af9e-4f56-b8c6-3d054963847d service nova] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Received event network-vif-deleted-5c615b62-0a7c-4111-a16e-85179385f7ab {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 754.701046] env[62321]: DEBUG nova.compute.manager [req-3c71449f-fc55-4ad5-abfb-1b5b2cb60ddd req-5411d43f-af9e-4f56-b8c6-3d054963847d service nova] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Received event network-vif-plugged-5ff9aeed-62e1-474a-a4e2-3ccff0642a2c {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 754.701374] env[62321]: DEBUG oslo_concurrency.lockutils [req-3c71449f-fc55-4ad5-abfb-1b5b2cb60ddd req-5411d43f-af9e-4f56-b8c6-3d054963847d service nova] Acquiring lock "185227ef-d7f7-4d1f-b3dd-d3073bf5db73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.701849] env[62321]: DEBUG oslo_concurrency.lockutils [req-3c71449f-fc55-4ad5-abfb-1b5b2cb60ddd req-5411d43f-af9e-4f56-b8c6-3d054963847d service nova] Lock "185227ef-d7f7-4d1f-b3dd-d3073bf5db73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.702141] env[62321]: DEBUG oslo_concurrency.lockutils [req-3c71449f-fc55-4ad5-abfb-1b5b2cb60ddd req-5411d43f-af9e-4f56-b8c6-3d054963847d service nova] Lock "185227ef-d7f7-4d1f-b3dd-d3073bf5db73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.703514] env[62321]: DEBUG nova.compute.manager [req-3c71449f-fc55-4ad5-abfb-1b5b2cb60ddd req-5411d43f-af9e-4f56-b8c6-3d054963847d service nova] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] No waiting events found dispatching network-vif-plugged-5ff9aeed-62e1-474a-a4e2-3ccff0642a2c {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 754.703514] env[62321]: WARNING nova.compute.manager [req-3c71449f-fc55-4ad5-abfb-1b5b2cb60ddd req-5411d43f-af9e-4f56-b8c6-3d054963847d service nova] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Received unexpected event network-vif-plugged-5ff9aeed-62e1-474a-a4e2-3ccff0642a2c for instance with vm_state building and task_state spawning. [ 754.703514] env[62321]: DEBUG nova.compute.manager [req-3c71449f-fc55-4ad5-abfb-1b5b2cb60ddd req-5411d43f-af9e-4f56-b8c6-3d054963847d service nova] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Received event network-changed-5ff9aeed-62e1-474a-a4e2-3ccff0642a2c {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 754.703514] env[62321]: DEBUG nova.compute.manager [req-3c71449f-fc55-4ad5-abfb-1b5b2cb60ddd req-5411d43f-af9e-4f56-b8c6-3d054963847d service nova] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Refreshing instance network info cache due to event network-changed-5ff9aeed-62e1-474a-a4e2-3ccff0642a2c. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 754.703514] env[62321]: DEBUG oslo_concurrency.lockutils [req-3c71449f-fc55-4ad5-abfb-1b5b2cb60ddd req-5411d43f-af9e-4f56-b8c6-3d054963847d service nova] Acquiring lock "refresh_cache-185227ef-d7f7-4d1f-b3dd-d3073bf5db73" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.843070] env[62321]: DEBUG oslo_vmware.api [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633033, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.265369} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.843358] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.844142] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce8133b-d1ae-4e8e-a3c3-a2933adc37f8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.866161] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 0d7b5ea5-2fd4-49be-a75d-f59143548909/0d7b5ea5-2fd4-49be-a75d-f59143548909.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.866459] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-114f0ec6-9764-4787-9dc7-f541bbc0b2b1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.886476] env[62321]: DEBUG oslo_vmware.api [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 754.886476] env[62321]: value = "task-2633034" [ 754.886476] env[62321]: _type = "Task" [ 754.886476] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.898635] env[62321]: DEBUG oslo_vmware.api [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633034, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.950977] env[62321]: DEBUG nova.compute.utils [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.952736] env[62321]: DEBUG nova.compute.manager [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.952902] env[62321]: DEBUG nova.network.neutron [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.976131] env[62321]: DEBUG oslo_concurrency.lockutils [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Acquiring lock "refresh_cache-818e7bd7-7e32-4689-bff1-fa3d199fb712" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.976131] env[62321]: DEBUG oslo_concurrency.lockutils [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Acquired lock "refresh_cache-818e7bd7-7e32-4689-bff1-fa3d199fb712" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.976131] env[62321]: DEBUG nova.network.neutron [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.987302] env[62321]: DEBUG oslo_concurrency.lockutils [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Releasing lock "refresh_cache-185227ef-d7f7-4d1f-b3dd-d3073bf5db73" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.992126] env[62321]: DEBUG nova.compute.manager [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Instance network_info: |[{"id": "5ff9aeed-62e1-474a-a4e2-3ccff0642a2c", "address": "fa:16:3e:83:28:0a", "network": {"id": "314db273-8976-4a94-bbe0-6baf1448b901", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-577289600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1b0852185df48979c10a6de967a85fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ff9aeed-62", "ovs_interfaceid": "5ff9aeed-62e1-474a-a4e2-3ccff0642a2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 754.992126] env[62321]: DEBUG oslo_concurrency.lockutils [req-3c71449f-fc55-4ad5-abfb-1b5b2cb60ddd req-5411d43f-af9e-4f56-b8c6-3d054963847d service nova] Acquired lock "refresh_cache-185227ef-d7f7-4d1f-b3dd-d3073bf5db73" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.992126] env[62321]: DEBUG nova.network.neutron [req-3c71449f-fc55-4ad5-abfb-1b5b2cb60ddd req-5411d43f-af9e-4f56-b8c6-3d054963847d service nova] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Refreshing network info cache for port 5ff9aeed-62e1-474a-a4e2-3ccff0642a2c {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.993671] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:28:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9f208df-1fb5-4403-9796-7fd19e4bfb85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ff9aeed-62e1-474a-a4e2-3ccff0642a2c', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.005023] env[62321]: DEBUG oslo.service.loopingcall [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 755.011067] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.011577] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb1f07d0-1e3c-4cb1-936c-2a849ebac4da {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.039850] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.039850] env[62321]: value = "task-2633035" [ 755.039850] env[62321]: _type = "Task" [ 755.039850] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.054975] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633035, 'name': CreateVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.063103] env[62321]: DEBUG nova.policy [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91aa80f8110f4328a0bfbbdc6727e435', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46506289ace64da2aa8043ea51fe0c6c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 755.106852] env[62321]: DEBUG nova.compute.manager [req-637d594e-5780-4eec-abd8-bb2e6c68a393 req-bdadae3e-10df-4c95-a283-6151c62cef69 service nova] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Received event network-vif-plugged-7c850658-0d9a-4d31-ac12-12b6cd01bff0 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 755.107218] env[62321]: DEBUG oslo_concurrency.lockutils [req-637d594e-5780-4eec-abd8-bb2e6c68a393 req-bdadae3e-10df-4c95-a283-6151c62cef69 service nova] Acquiring lock "818e7bd7-7e32-4689-bff1-fa3d199fb712-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.107518] env[62321]: DEBUG oslo_concurrency.lockutils [req-637d594e-5780-4eec-abd8-bb2e6c68a393 req-bdadae3e-10df-4c95-a283-6151c62cef69 service nova] Lock "818e7bd7-7e32-4689-bff1-fa3d199fb712-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.107755] env[62321]: DEBUG oslo_concurrency.lockutils [req-637d594e-5780-4eec-abd8-bb2e6c68a393 req-bdadae3e-10df-4c95-a283-6151c62cef69 service nova] Lock "818e7bd7-7e32-4689-bff1-fa3d199fb712-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.107996] env[62321]: DEBUG nova.compute.manager [req-637d594e-5780-4eec-abd8-bb2e6c68a393 req-bdadae3e-10df-4c95-a283-6151c62cef69 service nova] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] No waiting events found dispatching network-vif-plugged-7c850658-0d9a-4d31-ac12-12b6cd01bff0 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 755.108278] env[62321]: WARNING nova.compute.manager [req-637d594e-5780-4eec-abd8-bb2e6c68a393 req-bdadae3e-10df-4c95-a283-6151c62cef69 service nova] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Received unexpected event network-vif-plugged-7c850658-0d9a-4d31-ac12-12b6cd01bff0 for instance with vm_state building and task_state spawning. [ 755.268582] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquiring lock "29b8ec19-e3c4-484a-a749-371359631c7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.268990] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Lock "29b8ec19-e3c4-484a-a749-371359631c7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.397819] env[62321]: DEBUG oslo_vmware.api [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633034, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.456368] env[62321]: DEBUG nova.compute.manager [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 755.479238] env[62321]: DEBUG nova.network.neutron [req-3c71449f-fc55-4ad5-abfb-1b5b2cb60ddd req-5411d43f-af9e-4f56-b8c6-3d054963847d service nova] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Updated VIF entry in instance network info cache for port 5ff9aeed-62e1-474a-a4e2-3ccff0642a2c. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.479624] env[62321]: DEBUG nova.network.neutron [req-3c71449f-fc55-4ad5-abfb-1b5b2cb60ddd req-5411d43f-af9e-4f56-b8c6-3d054963847d service nova] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Updating instance_info_cache with network_info: [{"id": "5ff9aeed-62e1-474a-a4e2-3ccff0642a2c", "address": "fa:16:3e:83:28:0a", "network": {"id": "314db273-8976-4a94-bbe0-6baf1448b901", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-577289600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1b0852185df48979c10a6de967a85fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ff9aeed-62", "ovs_interfaceid": "5ff9aeed-62e1-474a-a4e2-3ccff0642a2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.547484] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633035, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.549772] env[62321]: DEBUG nova.network.neutron [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.552085] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f33dd1b6-d8e9-4f8a-b661-03047a7e18d9 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "65a448f8-a8f1-4308-8c1f-e0b12317778f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.552400] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f33dd1b6-d8e9-4f8a-b661-03047a7e18d9 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "65a448f8-a8f1-4308-8c1f-e0b12317778f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.552666] env[62321]: INFO nova.compute.manager [None req-f33dd1b6-d8e9-4f8a-b661-03047a7e18d9 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Attaching volume 759a89ba-1136-4841-9f6c-1225beef7b68 to /dev/sdb [ 755.572310] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1b2f8d-d96c-47ba-bc70-6488bcc7db01 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.584675] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0295d40b-c9de-443f-abf4-2014431eb429 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.586375] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86423f3-654e-4c37-81c2-5b6de4ced327 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.624893] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5d8fd7-c47f-44ff-afb7-ae224bad5e58 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.628529] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517c83d4-5421-40af-bfc6-7adb46e419b6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.637264] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e688a81f-1055-4d0e-b566-2ce7522a7e27 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.646502] env[62321]: DEBUG nova.virt.block_device [None req-f33dd1b6-d8e9-4f8a-b661-03047a7e18d9 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Updating existing volume attachment record: d130c8cf-5522-487f-9d11-77b972d62603 {{(pid=62321) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 755.658441] env[62321]: DEBUG nova.compute.provider_tree [None req-228bc280-2ae0-4def-a211-3f8a995ca31f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.722017] env[62321]: DEBUG nova.network.neutron [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Successfully created port: f08714bf-a489-4847-bba5-63bb1c47b7a7 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.772288] env[62321]: DEBUG nova.compute.manager [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.899880] env[62321]: DEBUG oslo_vmware.api [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633034, 'name': ReconfigVM_Task, 'duration_secs': 0.575599} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.900206] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 0d7b5ea5-2fd4-49be-a75d-f59143548909/0d7b5ea5-2fd4-49be-a75d-f59143548909.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.900869] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0270de7a-ff5e-408a-b5d7-7261aff201eb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.909643] env[62321]: DEBUG oslo_vmware.api [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 755.909643] env[62321]: value = "task-2633038" [ 755.909643] env[62321]: _type = "Task" [ 755.909643] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.925253] env[62321]: DEBUG oslo_vmware.api [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633038, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.951313] env[62321]: DEBUG nova.network.neutron [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Updating instance_info_cache with network_info: [{"id": "7c850658-0d9a-4d31-ac12-12b6cd01bff0", "address": "fa:16:3e:61:a5:4c", "network": {"id": "36a9560b-d9e0-4da7-b5d1-092f5d1c5fe0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-119559160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf0a30371ae34071bd15b8a3cb44f6ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c850658-0d", "ovs_interfaceid": "7c850658-0d9a-4d31-ac12-12b6cd01bff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.983379] env[62321]: DEBUG oslo_concurrency.lockutils [req-3c71449f-fc55-4ad5-abfb-1b5b2cb60ddd req-5411d43f-af9e-4f56-b8c6-3d054963847d service nova] Releasing lock "refresh_cache-185227ef-d7f7-4d1f-b3dd-d3073bf5db73" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.051456] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633035, 'name': CreateVM_Task, 'duration_secs': 0.517464} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.051664] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.052415] env[62321]: DEBUG oslo_concurrency.lockutils [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.052584] env[62321]: DEBUG oslo_concurrency.lockutils [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.053012] env[62321]: DEBUG oslo_concurrency.lockutils [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.053722] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c13d0509-2650-443a-88c3-1ed9a668172a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.059857] env[62321]: DEBUG oslo_vmware.api [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 756.059857] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e02249-2ff4-7e36-c7ce-de3f9a8131a8" [ 756.059857] env[62321]: _type = "Task" [ 756.059857] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.072011] env[62321]: DEBUG oslo_vmware.api [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e02249-2ff4-7e36-c7ce-de3f9a8131a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.162093] env[62321]: DEBUG nova.scheduler.client.report [None req-228bc280-2ae0-4def-a211-3f8a995ca31f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.295282] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.419996] env[62321]: DEBUG oslo_vmware.api [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633038, 'name': Rename_Task, 'duration_secs': 0.155451} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.420322] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.420581] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c9af1d2-5321-4bcf-958b-dc17c68af7ee {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.429382] env[62321]: DEBUG oslo_vmware.api [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 756.429382] env[62321]: value = "task-2633041" [ 756.429382] env[62321]: _type = "Task" [ 756.429382] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.437268] env[62321]: DEBUG oslo_vmware.api [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633041, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.454549] env[62321]: DEBUG oslo_concurrency.lockutils [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Releasing lock "refresh_cache-818e7bd7-7e32-4689-bff1-fa3d199fb712" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.454549] env[62321]: DEBUG nova.compute.manager [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Instance network_info: |[{"id": "7c850658-0d9a-4d31-ac12-12b6cd01bff0", "address": "fa:16:3e:61:a5:4c", "network": {"id": "36a9560b-d9e0-4da7-b5d1-092f5d1c5fe0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-119559160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf0a30371ae34071bd15b8a3cb44f6ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c850658-0d", "ovs_interfaceid": "7c850658-0d9a-4d31-ac12-12b6cd01bff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 756.454549] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:a5:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbf3349e-d05e-4d44-a011-c4b6e41af988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c850658-0d9a-4d31-ac12-12b6cd01bff0', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.462785] env[62321]: DEBUG oslo.service.loopingcall [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 756.462785] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.463078] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e964abe-6624-4385-bbc1-84bf71e57acb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.480711] env[62321]: DEBUG nova.compute.manager [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 756.488330] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.488330] env[62321]: value = "task-2633042" [ 756.488330] env[62321]: _type = "Task" [ 756.488330] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.498759] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633042, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.507120] env[62321]: DEBUG nova.virt.hardware [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.507437] env[62321]: DEBUG nova.virt.hardware [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.507609] env[62321]: DEBUG nova.virt.hardware [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.507794] env[62321]: DEBUG nova.virt.hardware [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.507942] env[62321]: DEBUG nova.virt.hardware [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.508406] env[62321]: DEBUG nova.virt.hardware [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.508698] env[62321]: DEBUG nova.virt.hardware [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.508902] env[62321]: DEBUG nova.virt.hardware [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.509210] env[62321]: DEBUG nova.virt.hardware [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.509478] env[62321]: DEBUG nova.virt.hardware [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.509710] env[62321]: DEBUG nova.virt.hardware [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.510669] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafa6dcb-8401-4be7-bdc4-57956cd03728 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.520641] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6adb8c-071c-4046-974d-dc5a7394ce3c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.572717] env[62321]: DEBUG oslo_vmware.api [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e02249-2ff4-7e36-c7ce-de3f9a8131a8, 'name': SearchDatastore_Task, 'duration_secs': 0.012434} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.573830] env[62321]: DEBUG oslo_concurrency.lockutils [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.575311] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.575479] env[62321]: DEBUG oslo_concurrency.lockutils [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.575718] env[62321]: DEBUG oslo_concurrency.lockutils [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.575991] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.576375] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b55ce477-3b4e-4502-ac34-53694a2a145a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.586908] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.587255] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.588931] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e247c84f-13a0-40c6-93d2-0736a13ea363 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.594393] env[62321]: DEBUG oslo_vmware.api [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 756.594393] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52ac8e60-de16-2e32-a0a5-70d3e583c8f0" [ 756.594393] env[62321]: _type = "Task" [ 756.594393] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.604429] env[62321]: DEBUG oslo_vmware.api [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52ac8e60-de16-2e32-a0a5-70d3e583c8f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.667665] env[62321]: DEBUG oslo_concurrency.lockutils [None req-228bc280-2ae0-4def-a211-3f8a995ca31f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.223s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.670134] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.034s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.672661] env[62321]: INFO nova.compute.claims [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.697751] env[62321]: INFO nova.scheduler.client.report [None req-228bc280-2ae0-4def-a211-3f8a995ca31f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Deleted allocations for instance 3415bd61-0399-4199-82f4-ae0fb7957a4d [ 756.940875] env[62321]: DEBUG oslo_vmware.api [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633041, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.997720] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633042, 'name': CreateVM_Task, 'duration_secs': 0.375137} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.997891] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.998620] env[62321]: DEBUG oslo_concurrency.lockutils [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.998794] env[62321]: DEBUG oslo_concurrency.lockutils [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.999134] env[62321]: DEBUG oslo_concurrency.lockutils [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.999392] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d617a91a-7f90-4958-89ef-beb23eeeae89 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.003798] env[62321]: DEBUG oslo_vmware.api [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Waiting for the task: (returnval){ [ 757.003798] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52fc8cec-5c75-b768-5a58-31151e9fb69b" [ 757.003798] env[62321]: _type = "Task" [ 757.003798] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.011501] env[62321]: DEBUG oslo_vmware.api [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52fc8cec-5c75-b768-5a58-31151e9fb69b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.106237] env[62321]: DEBUG oslo_vmware.api [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52ac8e60-de16-2e32-a0a5-70d3e583c8f0, 'name': SearchDatastore_Task, 'duration_secs': 0.011869} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.107091] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-610ad34e-efc8-4db6-aa76-1397b80f5f15 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.113331] env[62321]: DEBUG oslo_vmware.api [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 757.113331] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521b7051-cefc-e1c5-7915-5bed17971059" [ 757.113331] env[62321]: _type = "Task" [ 757.113331] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.122312] env[62321]: DEBUG oslo_vmware.api [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521b7051-cefc-e1c5-7915-5bed17971059, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.143187] env[62321]: DEBUG nova.compute.manager [req-c5cef643-0ddf-4330-8495-bba4817c8533 req-f8f826c7-daca-46e0-a098-348bdee6a622 service nova] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Received event network-changed-7c850658-0d9a-4d31-ac12-12b6cd01bff0 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 757.143662] env[62321]: DEBUG nova.compute.manager [req-c5cef643-0ddf-4330-8495-bba4817c8533 req-f8f826c7-daca-46e0-a098-348bdee6a622 service nova] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Refreshing instance network info cache due to event network-changed-7c850658-0d9a-4d31-ac12-12b6cd01bff0. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 757.144022] env[62321]: DEBUG oslo_concurrency.lockutils [req-c5cef643-0ddf-4330-8495-bba4817c8533 req-f8f826c7-daca-46e0-a098-348bdee6a622 service nova] Acquiring lock "refresh_cache-818e7bd7-7e32-4689-bff1-fa3d199fb712" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.144488] env[62321]: DEBUG oslo_concurrency.lockutils [req-c5cef643-0ddf-4330-8495-bba4817c8533 req-f8f826c7-daca-46e0-a098-348bdee6a622 service nova] Acquired lock "refresh_cache-818e7bd7-7e32-4689-bff1-fa3d199fb712" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.144764] env[62321]: DEBUG nova.network.neutron [req-c5cef643-0ddf-4330-8495-bba4817c8533 req-f8f826c7-daca-46e0-a098-348bdee6a622 service nova] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Refreshing network info cache for port 7c850658-0d9a-4d31-ac12-12b6cd01bff0 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 757.209868] env[62321]: DEBUG oslo_concurrency.lockutils [None req-228bc280-2ae0-4def-a211-3f8a995ca31f tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Lock "3415bd61-0399-4199-82f4-ae0fb7957a4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.265s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.441023] env[62321]: DEBUG oslo_vmware.api [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633041, 'name': PowerOnVM_Task, 'duration_secs': 0.58281} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.441300] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.441542] env[62321]: INFO nova.compute.manager [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Took 9.21 seconds to spawn the instance on the hypervisor. [ 757.441735] env[62321]: DEBUG nova.compute.manager [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.442555] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1692ec39-6f81-44a5-b302-b69e81eddd78 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.516199] env[62321]: DEBUG oslo_vmware.api [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52fc8cec-5c75-b768-5a58-31151e9fb69b, 'name': SearchDatastore_Task, 'duration_secs': 0.039122} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.516199] env[62321]: DEBUG oslo_concurrency.lockutils [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.516199] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.516199] env[62321]: DEBUG oslo_concurrency.lockutils [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.624534] env[62321]: DEBUG oslo_vmware.api [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521b7051-cefc-e1c5-7915-5bed17971059, 'name': SearchDatastore_Task, 'duration_secs': 0.010621} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.626286] env[62321]: DEBUG oslo_concurrency.lockutils [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.626863] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 185227ef-d7f7-4d1f-b3dd-d3073bf5db73/185227ef-d7f7-4d1f-b3dd-d3073bf5db73.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.629031] env[62321]: DEBUG oslo_concurrency.lockutils [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.629031] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.629031] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff2a15f9-0eba-48c3-ae72-7ecfdda29db6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.630645] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ea6e090-ea52-44d2-9b73-acce43305866 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.640111] env[62321]: DEBUG oslo_vmware.api [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 757.640111] env[62321]: value = "task-2633043" [ 757.640111] env[62321]: _type = "Task" [ 757.640111] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.644376] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.645051] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.645750] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7bfe768-b501-4a14-8695-993d2ddbbaa3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.654288] env[62321]: DEBUG oslo_vmware.api [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633043, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.657324] env[62321]: DEBUG oslo_vmware.api [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Waiting for the task: (returnval){ [ 757.657324] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5296cf07-de13-543f-b907-13bdf18ac605" [ 757.657324] env[62321]: _type = "Task" [ 757.657324] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.665559] env[62321]: DEBUG oslo_vmware.api [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5296cf07-de13-543f-b907-13bdf18ac605, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.700330] env[62321]: DEBUG nova.compute.manager [req-3f1e52f9-06a2-4d5a-9a75-ee6e6b427356 req-5cab9836-801c-4f12-826e-dcf82c7e67a1 service nova] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Received event network-vif-plugged-f08714bf-a489-4847-bba5-63bb1c47b7a7 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 757.700541] env[62321]: DEBUG oslo_concurrency.lockutils [req-3f1e52f9-06a2-4d5a-9a75-ee6e6b427356 req-5cab9836-801c-4f12-826e-dcf82c7e67a1 service nova] Acquiring lock "23ece753-c2d1-44c9-86b9-d9ec833d90f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.700741] env[62321]: DEBUG oslo_concurrency.lockutils [req-3f1e52f9-06a2-4d5a-9a75-ee6e6b427356 req-5cab9836-801c-4f12-826e-dcf82c7e67a1 service nova] Lock "23ece753-c2d1-44c9-86b9-d9ec833d90f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.700900] env[62321]: DEBUG oslo_concurrency.lockutils [req-3f1e52f9-06a2-4d5a-9a75-ee6e6b427356 req-5cab9836-801c-4f12-826e-dcf82c7e67a1 service nova] Lock "23ece753-c2d1-44c9-86b9-d9ec833d90f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.703014] env[62321]: DEBUG nova.compute.manager [req-3f1e52f9-06a2-4d5a-9a75-ee6e6b427356 req-5cab9836-801c-4f12-826e-dcf82c7e67a1 service nova] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] No waiting events found dispatching network-vif-plugged-f08714bf-a489-4847-bba5-63bb1c47b7a7 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 757.703014] env[62321]: WARNING nova.compute.manager [req-3f1e52f9-06a2-4d5a-9a75-ee6e6b427356 req-5cab9836-801c-4f12-826e-dcf82c7e67a1 service nova] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Received unexpected event network-vif-plugged-f08714bf-a489-4847-bba5-63bb1c47b7a7 for instance with vm_state building and task_state spawning. [ 757.815671] env[62321]: DEBUG nova.network.neutron [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Successfully updated port: f08714bf-a489-4847-bba5-63bb1c47b7a7 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 757.969373] env[62321]: INFO nova.compute.manager [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Took 36.89 seconds to build instance. [ 758.029263] env[62321]: DEBUG nova.network.neutron [req-c5cef643-0ddf-4330-8495-bba4817c8533 req-f8f826c7-daca-46e0-a098-348bdee6a622 service nova] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Updated VIF entry in instance network info cache for port 7c850658-0d9a-4d31-ac12-12b6cd01bff0. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 758.029522] env[62321]: DEBUG nova.network.neutron [req-c5cef643-0ddf-4330-8495-bba4817c8533 req-f8f826c7-daca-46e0-a098-348bdee6a622 service nova] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Updating instance_info_cache with network_info: [{"id": "7c850658-0d9a-4d31-ac12-12b6cd01bff0", "address": "fa:16:3e:61:a5:4c", "network": {"id": "36a9560b-d9e0-4da7-b5d1-092f5d1c5fe0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-119559160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf0a30371ae34071bd15b8a3cb44f6ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c850658-0d", "ovs_interfaceid": "7c850658-0d9a-4d31-ac12-12b6cd01bff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.169019] env[62321]: DEBUG oslo_vmware.api [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633043, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.181783] env[62321]: DEBUG oslo_vmware.api [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5296cf07-de13-543f-b907-13bdf18ac605, 'name': SearchDatastore_Task, 'duration_secs': 0.034064} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.186279] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ab553b0-0ba2-4552-ae89-acf32a9f9ee1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.193626] env[62321]: DEBUG oslo_vmware.api [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Waiting for the task: (returnval){ [ 758.193626] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a4e3e6-8500-0f11-6886-cf9fe7a48d02" [ 758.193626] env[62321]: _type = "Task" [ 758.193626] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.194624] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-d123a6c0-5a9b-4fd1-a80f-1ca6776a17d5 tempest-VolumesAssistedSnapshotsTest-488637200 tempest-VolumesAssistedSnapshotsTest-488637200-project-admin] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Volume attach. Driver type: vmdk {{(pid=62321) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 758.194830] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-d123a6c0-5a9b-4fd1-a80f-1ca6776a17d5 tempest-VolumesAssistedSnapshotsTest-488637200 tempest-VolumesAssistedSnapshotsTest-488637200-project-admin] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530586', 'volume_id': 'd0b24ace-955e-4a83-830c-79be2bdfb6b0', 'name': 'volume-d0b24ace-955e-4a83-830c-79be2bdfb6b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c1559566-8363-4f6d-8e9d-695f91e7fe1d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd0b24ace-955e-4a83-830c-79be2bdfb6b0', 'serial': 'd0b24ace-955e-4a83-830c-79be2bdfb6b0'} {{(pid=62321) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 758.195697] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9927766-e40c-46e1-8b5f-b1e4b364d577 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.208460] env[62321]: DEBUG oslo_vmware.api [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a4e3e6-8500-0f11-6886-cf9fe7a48d02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.225698] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccb9a41-e601-458d-8c45-4d7b3961d611 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.255671] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-d123a6c0-5a9b-4fd1-a80f-1ca6776a17d5 tempest-VolumesAssistedSnapshotsTest-488637200 tempest-VolumesAssistedSnapshotsTest-488637200-project-admin] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] volume-d0b24ace-955e-4a83-830c-79be2bdfb6b0/volume-d0b24ace-955e-4a83-830c-79be2bdfb6b0.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.258969] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b182a3ef-2063-4bdb-86ba-52cf9f42b3e2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.279655] env[62321]: DEBUG oslo_vmware.api [None req-d123a6c0-5a9b-4fd1-a80f-1ca6776a17d5 tempest-VolumesAssistedSnapshotsTest-488637200 tempest-VolumesAssistedSnapshotsTest-488637200-project-admin] Waiting for the task: (returnval){ [ 758.279655] env[62321]: value = "task-2633045" [ 758.279655] env[62321]: _type = "Task" [ 758.279655] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.290651] env[62321]: DEBUG oslo_vmware.api [None req-d123a6c0-5a9b-4fd1-a80f-1ca6776a17d5 tempest-VolumesAssistedSnapshotsTest-488637200 tempest-VolumesAssistedSnapshotsTest-488637200-project-admin] Task: {'id': task-2633045, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.306572] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0267cf7e-d183-4da2-ac34-e26a4c18e992 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.315398] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1448913-794c-4b70-83d7-241e69a0410e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.319903] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Acquiring lock "refresh_cache-23ece753-c2d1-44c9-86b9-d9ec833d90f0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.320134] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Acquired lock "refresh_cache-23ece753-c2d1-44c9-86b9-d9ec833d90f0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.320259] env[62321]: DEBUG nova.network.neutron [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.352769] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f58bdad-7e3d-423e-be4e-f4040c5a545b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.365471] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545f5997-10cf-43c6-83df-300cdd61b3cd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.381849] env[62321]: DEBUG nova.compute.provider_tree [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.471609] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2002cd30-e63b-4a96-bb13-14a1f7cb30be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "0d7b5ea5-2fd4-49be-a75d-f59143548909" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.800s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.531854] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6c7ea56e-f01e-4c31-a184-b64853b42440 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Acquiring lock "0a511243-824b-4c55-a804-fd8e69dbbaf9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.532259] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6c7ea56e-f01e-4c31-a184-b64853b42440 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Lock "0a511243-824b-4c55-a804-fd8e69dbbaf9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.532494] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6c7ea56e-f01e-4c31-a184-b64853b42440 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Acquiring lock "0a511243-824b-4c55-a804-fd8e69dbbaf9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.532684] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6c7ea56e-f01e-4c31-a184-b64853b42440 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Lock "0a511243-824b-4c55-a804-fd8e69dbbaf9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.532851] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6c7ea56e-f01e-4c31-a184-b64853b42440 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Lock "0a511243-824b-4c55-a804-fd8e69dbbaf9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.534929] env[62321]: DEBUG oslo_concurrency.lockutils [req-c5cef643-0ddf-4330-8495-bba4817c8533 req-f8f826c7-daca-46e0-a098-348bdee6a622 service nova] Releasing lock "refresh_cache-818e7bd7-7e32-4689-bff1-fa3d199fb712" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.535176] env[62321]: DEBUG nova.compute.manager [req-c5cef643-0ddf-4330-8495-bba4817c8533 req-f8f826c7-daca-46e0-a098-348bdee6a622 service nova] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Received event network-changed-1e70b411-9a70-457a-b7d6-482f382a7edd {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 758.535375] env[62321]: DEBUG nova.compute.manager [req-c5cef643-0ddf-4330-8495-bba4817c8533 req-f8f826c7-daca-46e0-a098-348bdee6a622 service nova] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Refreshing instance network info cache due to event network-changed-1e70b411-9a70-457a-b7d6-482f382a7edd. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 758.535573] env[62321]: DEBUG oslo_concurrency.lockutils [req-c5cef643-0ddf-4330-8495-bba4817c8533 req-f8f826c7-daca-46e0-a098-348bdee6a622 service nova] Acquiring lock "refresh_cache-5209d7f4-76ae-439c-bf4d-2fead6810a80" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.535710] env[62321]: DEBUG oslo_concurrency.lockutils [req-c5cef643-0ddf-4330-8495-bba4817c8533 req-f8f826c7-daca-46e0-a098-348bdee6a622 service nova] Acquired lock "refresh_cache-5209d7f4-76ae-439c-bf4d-2fead6810a80" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.535865] env[62321]: DEBUG nova.network.neutron [req-c5cef643-0ddf-4330-8495-bba4817c8533 req-f8f826c7-daca-46e0-a098-348bdee6a622 service nova] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Refreshing network info cache for port 1e70b411-9a70-457a-b7d6-482f382a7edd {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.537426] env[62321]: INFO nova.compute.manager [None req-6c7ea56e-f01e-4c31-a184-b64853b42440 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Terminating instance [ 758.545238] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d0dbb4de-bb77-4d8a-b4ea-4a77f3753345 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Acquiring lock "d104862d-3e3f-44ad-8ba9-54949db23968" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.545495] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d0dbb4de-bb77-4d8a-b4ea-4a77f3753345 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Lock "d104862d-3e3f-44ad-8ba9-54949db23968" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.545729] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d0dbb4de-bb77-4d8a-b4ea-4a77f3753345 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Acquiring lock "d104862d-3e3f-44ad-8ba9-54949db23968-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.545894] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d0dbb4de-bb77-4d8a-b4ea-4a77f3753345 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Lock "d104862d-3e3f-44ad-8ba9-54949db23968-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.546082] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d0dbb4de-bb77-4d8a-b4ea-4a77f3753345 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Lock "d104862d-3e3f-44ad-8ba9-54949db23968-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.550125] env[62321]: INFO nova.compute.manager [None req-d0dbb4de-bb77-4d8a-b4ea-4a77f3753345 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Terminating instance [ 758.656190] env[62321]: DEBUG oslo_vmware.api [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633043, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.003047} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.656190] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 185227ef-d7f7-4d1f-b3dd-d3073bf5db73/185227ef-d7f7-4d1f-b3dd-d3073bf5db73.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.656190] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.656190] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-516a1ace-6993-4893-8545-34705ceaebe6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.663876] env[62321]: DEBUG oslo_vmware.api [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 758.663876] env[62321]: value = "task-2633046" [ 758.663876] env[62321]: _type = "Task" [ 758.663876] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.673958] env[62321]: DEBUG oslo_vmware.api [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633046, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.705936] env[62321]: DEBUG oslo_vmware.api [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a4e3e6-8500-0f11-6886-cf9fe7a48d02, 'name': SearchDatastore_Task, 'duration_secs': 0.029321} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.706216] env[62321]: DEBUG oslo_concurrency.lockutils [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.706495] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 818e7bd7-7e32-4689-bff1-fa3d199fb712/818e7bd7-7e32-4689-bff1-fa3d199fb712.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.706774] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e97bb4b-3960-4547-b18a-2d4651ddf545 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.714981] env[62321]: DEBUG oslo_vmware.api [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Waiting for the task: (returnval){ [ 758.714981] env[62321]: value = "task-2633047" [ 758.714981] env[62321]: _type = "Task" [ 758.714981] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.724243] env[62321]: DEBUG oslo_vmware.api [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.790276] env[62321]: DEBUG oslo_vmware.api [None req-d123a6c0-5a9b-4fd1-a80f-1ca6776a17d5 tempest-VolumesAssistedSnapshotsTest-488637200 tempest-VolumesAssistedSnapshotsTest-488637200-project-admin] Task: {'id': task-2633045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.866745] env[62321]: DEBUG nova.network.neutron [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.885954] env[62321]: DEBUG nova.scheduler.client.report [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.033644] env[62321]: DEBUG nova.network.neutron [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Updating instance_info_cache with network_info: [{"id": "f08714bf-a489-4847-bba5-63bb1c47b7a7", "address": "fa:16:3e:67:fa:1e", "network": {"id": "239f19c0-df0a-46b7-86a1-7c9a0793109e", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-406005494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46506289ace64da2aa8043ea51fe0c6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf08714bf-a4", "ovs_interfaceid": "f08714bf-a489-4847-bba5-63bb1c47b7a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.042867] env[62321]: DEBUG nova.compute.manager [None req-6c7ea56e-f01e-4c31-a184-b64853b42440 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 759.046883] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7ea56e-f01e-4c31-a184-b64853b42440 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.047834] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923d2a98-5ace-48b3-beff-bf21e920d8ab {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.057292] env[62321]: DEBUG nova.compute.manager [None req-d0dbb4de-bb77-4d8a-b4ea-4a77f3753345 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 759.057496] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d0dbb4de-bb77-4d8a-b4ea-4a77f3753345 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.058163] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c7ea56e-f01e-4c31-a184-b64853b42440 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.058890] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e767879-15fe-4b8a-9241-8c0bde9272f7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.061448] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b7fc5cd-6890-4b18-99b2-b556bd8b01f2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.068459] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0dbb4de-bb77-4d8a-b4ea-4a77f3753345 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.068710] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb9e6577-a337-4b9e-81f4-63e07c7fcc65 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.071406] env[62321]: DEBUG oslo_vmware.api [None req-6c7ea56e-f01e-4c31-a184-b64853b42440 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Waiting for the task: (returnval){ [ 759.071406] env[62321]: value = "task-2633048" [ 759.071406] env[62321]: _type = "Task" [ 759.071406] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.077712] env[62321]: DEBUG oslo_vmware.api [None req-d0dbb4de-bb77-4d8a-b4ea-4a77f3753345 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Waiting for the task: (returnval){ [ 759.077712] env[62321]: value = "task-2633049" [ 759.077712] env[62321]: _type = "Task" [ 759.077712] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.084913] env[62321]: DEBUG oslo_vmware.api [None req-6c7ea56e-f01e-4c31-a184-b64853b42440 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2633048, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.103289] env[62321]: DEBUG oslo_vmware.api [None req-d0dbb4de-bb77-4d8a-b4ea-4a77f3753345 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Task: {'id': task-2633049, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.175165] env[62321]: DEBUG oslo_vmware.api [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633046, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071934} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.175465] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 759.176272] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53215fcf-9643-410e-ac9e-eeb56b3a1db9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.202147] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 185227ef-d7f7-4d1f-b3dd-d3073bf5db73/185227ef-d7f7-4d1f-b3dd-d3073bf5db73.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.202689] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6810fdef-fac2-482f-a7df-9b3da23124ba {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.229079] env[62321]: DEBUG oslo_vmware.api [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633047, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.230953] env[62321]: DEBUG oslo_vmware.api [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 759.230953] env[62321]: value = "task-2633050" [ 759.230953] env[62321]: _type = "Task" [ 759.230953] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.244699] env[62321]: DEBUG oslo_vmware.api [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633050, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.291856] env[62321]: DEBUG oslo_vmware.api [None req-d123a6c0-5a9b-4fd1-a80f-1ca6776a17d5 tempest-VolumesAssistedSnapshotsTest-488637200 tempest-VolumesAssistedSnapshotsTest-488637200-project-admin] Task: {'id': task-2633045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.393699] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.394388] env[62321]: DEBUG nova.compute.manager [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 759.397423] env[62321]: DEBUG oslo_concurrency.lockutils [None req-69a57c76-ef7d-4e11-ad6b-9554b9475635 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.763s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.397809] env[62321]: DEBUG nova.objects.instance [None req-69a57c76-ef7d-4e11-ad6b-9554b9475635 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Lazy-loading 'resources' on Instance uuid 88c9e905-5a60-4109-a03f-fa971843c488 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 759.512354] env[62321]: DEBUG nova.network.neutron [req-c5cef643-0ddf-4330-8495-bba4817c8533 req-f8f826c7-daca-46e0-a098-348bdee6a622 service nova] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Updated VIF entry in instance network info cache for port 1e70b411-9a70-457a-b7d6-482f382a7edd. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.512783] env[62321]: DEBUG nova.network.neutron [req-c5cef643-0ddf-4330-8495-bba4817c8533 req-f8f826c7-daca-46e0-a098-348bdee6a622 service nova] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Updating instance_info_cache with network_info: [{"id": "1e70b411-9a70-457a-b7d6-482f382a7edd", "address": "fa:16:3e:ef:8b:77", "network": {"id": "1d334808-dc00-4a77-9556-427bb963242e", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1849149326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6adcb53468bc4e8eacc15b899ad644fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e70b411-9a", "ovs_interfaceid": "1e70b411-9a70-457a-b7d6-482f382a7edd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.537435] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Releasing lock "refresh_cache-23ece753-c2d1-44c9-86b9-d9ec833d90f0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.537739] env[62321]: DEBUG nova.compute.manager [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Instance network_info: |[{"id": "f08714bf-a489-4847-bba5-63bb1c47b7a7", "address": "fa:16:3e:67:fa:1e", "network": {"id": "239f19c0-df0a-46b7-86a1-7c9a0793109e", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-406005494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46506289ace64da2aa8043ea51fe0c6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf08714bf-a4", "ovs_interfaceid": "f08714bf-a489-4847-bba5-63bb1c47b7a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 759.538520] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:fa:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2321dbbe-f64a-4253-a462-21676f8a278e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f08714bf-a489-4847-bba5-63bb1c47b7a7', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.546579] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Creating folder: Project (46506289ace64da2aa8043ea51fe0c6c). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.548752] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f1bbeee-4ced-484f-82ed-d8a8bd6b94af {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.562314] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Created folder: Project (46506289ace64da2aa8043ea51fe0c6c) in parent group-v530434. [ 759.562540] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Creating folder: Instances. Parent ref: group-v530591. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.563025] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98d61199-c633-4a24-abaf-e814ab2c61e9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.577408] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Created folder: Instances in parent group-v530591. [ 759.577710] env[62321]: DEBUG oslo.service.loopingcall [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 759.582025] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.582025] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32ece6d7-6df5-4e4a-816f-6791515cd6e7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.598097] env[62321]: DEBUG oslo_vmware.api [None req-6c7ea56e-f01e-4c31-a184-b64853b42440 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2633048, 'name': PowerOffVM_Task, 'duration_secs': 0.326169} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.603208] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c7ea56e-f01e-4c31-a184-b64853b42440 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.603208] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7ea56e-f01e-4c31-a184-b64853b42440 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.603208] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f0cd596-8737-440f-9240-aba5cecc8d1b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.611041] env[62321]: DEBUG oslo_vmware.api [None req-d0dbb4de-bb77-4d8a-b4ea-4a77f3753345 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Task: {'id': task-2633049, 'name': PowerOffVM_Task, 'duration_secs': 0.318801} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.612294] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0dbb4de-bb77-4d8a-b4ea-4a77f3753345 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.612294] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d0dbb4de-bb77-4d8a-b4ea-4a77f3753345 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.612294] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.612294] env[62321]: value = "task-2633053" [ 759.612294] env[62321]: _type = "Task" [ 759.612294] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.613035] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87849597-76c3-4c12-80a0-efeae9e476d5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.627345] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633053, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.728974] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d0dbb4de-bb77-4d8a-b4ea-4a77f3753345 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.728974] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d0dbb4de-bb77-4d8a-b4ea-4a77f3753345 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.728974] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0dbb4de-bb77-4d8a-b4ea-4a77f3753345 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Deleting the datastore file [datastore1] d104862d-3e3f-44ad-8ba9-54949db23968 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.733276] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-edc603bc-3600-4134-a25e-682367db6a30 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.735894] env[62321]: DEBUG oslo_vmware.api [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.8259} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.739363] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 818e7bd7-7e32-4689-bff1-fa3d199fb712/818e7bd7-7e32-4689-bff1-fa3d199fb712.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.739613] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.740650] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa98ed6e-4e68-451e-8aa2-238b085e3dcf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.744551] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7ea56e-f01e-4c31-a184-b64853b42440 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.744749] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7ea56e-f01e-4c31-a184-b64853b42440 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.744904] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c7ea56e-f01e-4c31-a184-b64853b42440 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Deleting the datastore file [datastore1] 0a511243-824b-4c55-a804-fd8e69dbbaf9 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.745204] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24625bdc-6e14-4172-b0a3-1dde2383b784 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.752049] env[62321]: DEBUG oslo_vmware.api [None req-d0dbb4de-bb77-4d8a-b4ea-4a77f3753345 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Waiting for the task: (returnval){ [ 759.752049] env[62321]: value = "task-2633056" [ 759.752049] env[62321]: _type = "Task" [ 759.752049] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.752354] env[62321]: DEBUG oslo_vmware.api [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633050, 'name': ReconfigVM_Task, 'duration_secs': 0.505289} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.753985] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 185227ef-d7f7-4d1f-b3dd-d3073bf5db73/185227ef-d7f7-4d1f-b3dd-d3073bf5db73.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.754699] env[62321]: DEBUG oslo_vmware.api [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Waiting for the task: (returnval){ [ 759.754699] env[62321]: value = "task-2633057" [ 759.754699] env[62321]: _type = "Task" [ 759.754699] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.757827] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c647b771-62b7-4199-8fad-201a266c6765 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.763973] env[62321]: DEBUG oslo_vmware.api [None req-6c7ea56e-f01e-4c31-a184-b64853b42440 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Waiting for the task: (returnval){ [ 759.763973] env[62321]: value = "task-2633058" [ 759.763973] env[62321]: _type = "Task" [ 759.763973] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.775403] env[62321]: DEBUG oslo_vmware.api [None req-d0dbb4de-bb77-4d8a-b4ea-4a77f3753345 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Task: {'id': task-2633056, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.775665] env[62321]: DEBUG oslo_vmware.api [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.777429] env[62321]: DEBUG oslo_vmware.api [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 759.777429] env[62321]: value = "task-2633059" [ 759.777429] env[62321]: _type = "Task" [ 759.777429] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.783728] env[62321]: DEBUG oslo_vmware.api [None req-6c7ea56e-f01e-4c31-a184-b64853b42440 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2633058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.790631] env[62321]: DEBUG oslo_vmware.api [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633059, 'name': Rename_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.793617] env[62321]: DEBUG nova.compute.manager [req-2bb27b86-206d-4d5a-9f9a-911109a01445 req-b163b8ce-7bf3-4fed-b4de-3255d749dd20 service nova] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Received event network-changed-f08714bf-a489-4847-bba5-63bb1c47b7a7 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 759.793811] env[62321]: DEBUG nova.compute.manager [req-2bb27b86-206d-4d5a-9f9a-911109a01445 req-b163b8ce-7bf3-4fed-b4de-3255d749dd20 service nova] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Refreshing instance network info cache due to event network-changed-f08714bf-a489-4847-bba5-63bb1c47b7a7. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 759.794047] env[62321]: DEBUG oslo_concurrency.lockutils [req-2bb27b86-206d-4d5a-9f9a-911109a01445 req-b163b8ce-7bf3-4fed-b4de-3255d749dd20 service nova] Acquiring lock "refresh_cache-23ece753-c2d1-44c9-86b9-d9ec833d90f0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.794332] env[62321]: DEBUG oslo_concurrency.lockutils [req-2bb27b86-206d-4d5a-9f9a-911109a01445 req-b163b8ce-7bf3-4fed-b4de-3255d749dd20 service nova] Acquired lock "refresh_cache-23ece753-c2d1-44c9-86b9-d9ec833d90f0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.794332] env[62321]: DEBUG nova.network.neutron [req-2bb27b86-206d-4d5a-9f9a-911109a01445 req-b163b8ce-7bf3-4fed-b4de-3255d749dd20 service nova] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Refreshing network info cache for port f08714bf-a489-4847-bba5-63bb1c47b7a7 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.798834] env[62321]: DEBUG oslo_vmware.api [None req-d123a6c0-5a9b-4fd1-a80f-1ca6776a17d5 tempest-VolumesAssistedSnapshotsTest-488637200 tempest-VolumesAssistedSnapshotsTest-488637200-project-admin] Task: {'id': task-2633045, 'name': ReconfigVM_Task, 'duration_secs': 1.162827} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.799366] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-d123a6c0-5a9b-4fd1-a80f-1ca6776a17d5 tempest-VolumesAssistedSnapshotsTest-488637200 tempest-VolumesAssistedSnapshotsTest-488637200-project-admin] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Reconfigured VM instance instance-0000000d to attach disk [datastore2] volume-d0b24ace-955e-4a83-830c-79be2bdfb6b0/volume-d0b24ace-955e-4a83-830c-79be2bdfb6b0.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.805811] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8234dc3b-722c-4386-a6af-036b74f24c67 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.825325] env[62321]: DEBUG oslo_vmware.api [None req-d123a6c0-5a9b-4fd1-a80f-1ca6776a17d5 tempest-VolumesAssistedSnapshotsTest-488637200 tempest-VolumesAssistedSnapshotsTest-488637200-project-admin] Waiting for the task: (returnval){ [ 759.825325] env[62321]: value = "task-2633060" [ 759.825325] env[62321]: _type = "Task" [ 759.825325] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.838126] env[62321]: DEBUG oslo_vmware.api [None req-d123a6c0-5a9b-4fd1-a80f-1ca6776a17d5 tempest-VolumesAssistedSnapshotsTest-488637200 tempest-VolumesAssistedSnapshotsTest-488637200-project-admin] Task: {'id': task-2633060, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.908218] env[62321]: DEBUG nova.compute.utils [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 759.908218] env[62321]: DEBUG nova.compute.manager [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 759.908218] env[62321]: DEBUG nova.network.neutron [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 759.951394] env[62321]: DEBUG nova.policy [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46cfcc2ce2174f4fb67f77f1aa2cf665', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4d5b3a8d92f42ddb204a0a27c24609a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.016229] env[62321]: DEBUG oslo_concurrency.lockutils [req-c5cef643-0ddf-4330-8495-bba4817c8533 req-f8f826c7-daca-46e0-a098-348bdee6a622 service nova] Releasing lock "refresh_cache-5209d7f4-76ae-439c-bf4d-2fead6810a80" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.101197] env[62321]: DEBUG nova.compute.manager [None req-a5890f6f-1289-4e62-874a-4dd628d97c83 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.101197] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58925d79-2201-49f3-96f5-1507199a33a0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.126754] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633053, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.211357] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-f33dd1b6-d8e9-4f8a-b661-03047a7e18d9 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Volume attach. Driver type: vmdk {{(pid=62321) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 760.211596] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-f33dd1b6-d8e9-4f8a-b661-03047a7e18d9 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530589', 'volume_id': '759a89ba-1136-4841-9f6c-1225beef7b68', 'name': 'volume-759a89ba-1136-4841-9f6c-1225beef7b68', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65a448f8-a8f1-4308-8c1f-e0b12317778f', 'attached_at': '', 'detached_at': '', 'volume_id': '759a89ba-1136-4841-9f6c-1225beef7b68', 'serial': '759a89ba-1136-4841-9f6c-1225beef7b68'} {{(pid=62321) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 760.212499] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7136cf8-cf8b-4de2-bbb9-a663b976e963 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.233752] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862ee029-cc5d-4514-a373-8d957d8ebe14 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.256602] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 760.263189] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-f33dd1b6-d8e9-4f8a-b661-03047a7e18d9 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] volume-759a89ba-1136-4841-9f6c-1225beef7b68/volume-759a89ba-1136-4841-9f6c-1225beef7b68.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.266108] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 760.270561] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84cf1ec0-388c-45bc-a7db-b84b24cd03b7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.298213] env[62321]: DEBUG oslo_vmware.api [None req-d0dbb4de-bb77-4d8a-b4ea-4a77f3753345 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Task: {'id': task-2633056, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253072} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.302184] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0dbb4de-bb77-4d8a-b4ea-4a77f3753345 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.302441] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d0dbb4de-bb77-4d8a-b4ea-4a77f3753345 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.302625] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d0dbb4de-bb77-4d8a-b4ea-4a77f3753345 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.302796] env[62321]: INFO nova.compute.manager [None req-d0dbb4de-bb77-4d8a-b4ea-4a77f3753345 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Took 1.25 seconds to destroy the instance on the hypervisor. [ 760.303051] env[62321]: DEBUG oslo.service.loopingcall [None req-d0dbb4de-bb77-4d8a-b4ea-4a77f3753345 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 760.313430] env[62321]: DEBUG nova.compute.manager [-] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 760.313536] env[62321]: DEBUG nova.network.neutron [-] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 760.315275] env[62321]: DEBUG oslo_vmware.api [None req-f33dd1b6-d8e9-4f8a-b661-03047a7e18d9 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 760.315275] env[62321]: value = "task-2633061" [ 760.315275] env[62321]: _type = "Task" [ 760.315275] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.315524] env[62321]: DEBUG oslo_vmware.api [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633057, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092385} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.315730] env[62321]: DEBUG oslo_vmware.api [None req-6c7ea56e-f01e-4c31-a184-b64853b42440 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Task: {'id': task-2633058, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262379} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.317918] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.318250] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c7ea56e-f01e-4c31-a184-b64853b42440 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.318461] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7ea56e-f01e-4c31-a184-b64853b42440 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.318666] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7ea56e-f01e-4c31-a184-b64853b42440 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.318848] env[62321]: INFO nova.compute.manager [None req-6c7ea56e-f01e-4c31-a184-b64853b42440 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Took 1.28 seconds to destroy the instance on the hypervisor. [ 760.319091] env[62321]: DEBUG oslo.service.loopingcall [None req-6c7ea56e-f01e-4c31-a184-b64853b42440 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 760.326801] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5eb0ffc-8faa-4190-bd26-12c85c8f3405 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.332794] env[62321]: DEBUG nova.compute.manager [-] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 760.332794] env[62321]: DEBUG nova.network.neutron [-] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 760.332794] env[62321]: DEBUG oslo_vmware.api [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633059, 'name': Rename_Task, 'duration_secs': 0.184177} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.335234] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.340240] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26003ceb-ffba-463a-b0ad-c3b89ae1b231 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.345963] env[62321]: DEBUG oslo_vmware.api [None req-f33dd1b6-d8e9-4f8a-b661-03047a7e18d9 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633061, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.364562] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 818e7bd7-7e32-4689-bff1-fa3d199fb712/818e7bd7-7e32-4689-bff1-fa3d199fb712.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.372048] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c30f5bf5-81ec-4945-bef1-8360e5d66870 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.386876] env[62321]: DEBUG oslo_vmware.api [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 760.386876] env[62321]: value = "task-2633062" [ 760.386876] env[62321]: _type = "Task" [ 760.386876] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.387569] env[62321]: DEBUG oslo_vmware.api [None req-d123a6c0-5a9b-4fd1-a80f-1ca6776a17d5 tempest-VolumesAssistedSnapshotsTest-488637200 tempest-VolumesAssistedSnapshotsTest-488637200-project-admin] Task: {'id': task-2633060, 'name': ReconfigVM_Task, 'duration_secs': 0.275003} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.388469] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-d123a6c0-5a9b-4fd1-a80f-1ca6776a17d5 tempest-VolumesAssistedSnapshotsTest-488637200 tempest-VolumesAssistedSnapshotsTest-488637200-project-admin] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530586', 'volume_id': 'd0b24ace-955e-4a83-830c-79be2bdfb6b0', 'name': 'volume-d0b24ace-955e-4a83-830c-79be2bdfb6b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c1559566-8363-4f6d-8e9d-695f91e7fe1d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd0b24ace-955e-4a83-830c-79be2bdfb6b0', 'serial': 'd0b24ace-955e-4a83-830c-79be2bdfb6b0'} {{(pid=62321) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 760.395872] env[62321]: DEBUG oslo_vmware.api [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Waiting for the task: (returnval){ [ 760.395872] env[62321]: value = "task-2633063" [ 760.395872] env[62321]: _type = "Task" [ 760.395872] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.406205] env[62321]: DEBUG oslo_vmware.api [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633062, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.412498] env[62321]: DEBUG nova.compute.manager [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 760.416332] env[62321]: DEBUG oslo_vmware.api [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633063, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.555492] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9ec77d-20d9-492c-86d1-201b7ce90f15 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.564385] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ad1576-039f-4fd7-bb44-63f27b016dd5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.596586] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314db8e8-e462-4134-862a-414f15b20c33 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.604881] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcc6a6b-df9e-4cf9-b17c-a9f5178ad5dc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.619910] env[62321]: INFO nova.compute.manager [None req-a5890f6f-1289-4e62-874a-4dd628d97c83 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] instance snapshotting [ 760.623120] env[62321]: DEBUG nova.compute.provider_tree [None req-69a57c76-ef7d-4e11-ad6b-9554b9475635 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.627406] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39afc23b-fac9-4d49-8fbe-0d2cd6e29edb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.653022] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633053, 'name': CreateVM_Task, 'duration_secs': 0.557059} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.653782] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561850d2-a0cd-45d8-baf1-441370a2ea53 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.656316] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.656992] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.657169] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.657479] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.658089] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f6e8781-cbd5-4ac5-841d-a97dbff81cbc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.668866] env[62321]: DEBUG oslo_vmware.api [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Waiting for the task: (returnval){ [ 760.668866] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52cb1958-4076-62a8-088c-8af2ae80b511" [ 760.668866] env[62321]: _type = "Task" [ 760.668866] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.681281] env[62321]: DEBUG oslo_vmware.api [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52cb1958-4076-62a8-088c-8af2ae80b511, 'name': SearchDatastore_Task, 'duration_secs': 0.012192} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.681587] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.682789] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.682789] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.682789] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.682789] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.682789] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6ae8f27-e396-4c31-a834-43af98a24dea {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.693213] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.693537] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.694428] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1733983-fd47-460b-8e4a-9d7230d6390c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.704184] env[62321]: DEBUG oslo_vmware.api [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Waiting for the task: (returnval){ [ 760.704184] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52301116-d2ae-521a-6c39-63804aa58241" [ 760.704184] env[62321]: _type = "Task" [ 760.704184] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.716322] env[62321]: DEBUG oslo_vmware.api [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52301116-d2ae-521a-6c39-63804aa58241, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.795148] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 760.795359] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 760.795580] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 760.795820] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 760.796067] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 760.796298] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 760.796472] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62321) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 760.796654] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 760.825802] env[62321]: DEBUG nova.network.neutron [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Successfully created port: 8cdf9ba2-5954-47f4-a13e-c1e93ffd3f33 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 760.832168] env[62321]: DEBUG oslo_vmware.api [None req-f33dd1b6-d8e9-4f8a-b661-03047a7e18d9 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633061, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.902709] env[62321]: DEBUG oslo_vmware.api [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633062, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.913252] env[62321]: DEBUG oslo_vmware.api [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.132491] env[62321]: DEBUG nova.scheduler.client.report [None req-69a57c76-ef7d-4e11-ad6b-9554b9475635 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.170718] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a5890f6f-1289-4e62-874a-4dd628d97c83 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Creating Snapshot of the VM instance {{(pid=62321) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 761.171115] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e0537f48-dc6f-4932-974e-7a1f72f85251 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.182774] env[62321]: DEBUG oslo_vmware.api [None req-a5890f6f-1289-4e62-874a-4dd628d97c83 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 761.182774] env[62321]: value = "task-2633064" [ 761.182774] env[62321]: _type = "Task" [ 761.182774] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.195937] env[62321]: DEBUG oslo_vmware.api [None req-a5890f6f-1289-4e62-874a-4dd628d97c83 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633064, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.215877] env[62321]: DEBUG oslo_vmware.api [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52301116-d2ae-521a-6c39-63804aa58241, 'name': SearchDatastore_Task, 'duration_secs': 0.020909} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.216721] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67b76a6f-ff83-4673-82e3-e60f9aaf041c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.224923] env[62321]: DEBUG oslo_vmware.api [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Waiting for the task: (returnval){ [ 761.224923] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52546fdb-b21d-4e93-0eb2-027614eb767e" [ 761.224923] env[62321]: _type = "Task" [ 761.224923] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.235168] env[62321]: DEBUG oslo_vmware.api [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52546fdb-b21d-4e93-0eb2-027614eb767e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.277416] env[62321]: DEBUG nova.network.neutron [req-2bb27b86-206d-4d5a-9f9a-911109a01445 req-b163b8ce-7bf3-4fed-b4de-3255d749dd20 service nova] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Updated VIF entry in instance network info cache for port f08714bf-a489-4847-bba5-63bb1c47b7a7. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.277832] env[62321]: DEBUG nova.network.neutron [req-2bb27b86-206d-4d5a-9f9a-911109a01445 req-b163b8ce-7bf3-4fed-b4de-3255d749dd20 service nova] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Updating instance_info_cache with network_info: [{"id": "f08714bf-a489-4847-bba5-63bb1c47b7a7", "address": "fa:16:3e:67:fa:1e", "network": {"id": "239f19c0-df0a-46b7-86a1-7c9a0793109e", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-406005494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46506289ace64da2aa8043ea51fe0c6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf08714bf-a4", "ovs_interfaceid": "f08714bf-a489-4847-bba5-63bb1c47b7a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.299093] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.329498] env[62321]: DEBUG oslo_vmware.api [None req-f33dd1b6-d8e9-4f8a-b661-03047a7e18d9 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633061, 'name': ReconfigVM_Task, 'duration_secs': 0.822121} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.329778] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-f33dd1b6-d8e9-4f8a-b661-03047a7e18d9 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Reconfigured VM instance instance-00000033 to attach disk [datastore2] volume-759a89ba-1136-4841-9f6c-1225beef7b68/volume-759a89ba-1136-4841-9f6c-1225beef7b68.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.334672] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66632618-af35-4f34-afac-38d1f40df636 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.353079] env[62321]: DEBUG oslo_vmware.api [None req-f33dd1b6-d8e9-4f8a-b661-03047a7e18d9 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 761.353079] env[62321]: value = "task-2633065" [ 761.353079] env[62321]: _type = "Task" [ 761.353079] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.363473] env[62321]: DEBUG oslo_vmware.api [None req-f33dd1b6-d8e9-4f8a-b661-03047a7e18d9 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633065, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.383267] env[62321]: DEBUG nova.network.neutron [-] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.405171] env[62321]: DEBUG oslo_vmware.api [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633062, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.417022] env[62321]: DEBUG oslo_vmware.api [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633063, 'name': ReconfigVM_Task, 'duration_secs': 0.66924} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.417022] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 818e7bd7-7e32-4689-bff1-fa3d199fb712/818e7bd7-7e32-4689-bff1-fa3d199fb712.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.417022] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c5fe481-1cb4-4d77-99b3-bc7ebdd1edae {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.423107] env[62321]: DEBUG nova.compute.manager [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 761.430056] env[62321]: DEBUG oslo_vmware.api [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Waiting for the task: (returnval){ [ 761.430056] env[62321]: value = "task-2633066" [ 761.430056] env[62321]: _type = "Task" [ 761.430056] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.447216] env[62321]: DEBUG oslo_vmware.api [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633066, 'name': Rename_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.451938] env[62321]: DEBUG nova.objects.instance [None req-d123a6c0-5a9b-4fd1-a80f-1ca6776a17d5 tempest-VolumesAssistedSnapshotsTest-488637200 tempest-VolumesAssistedSnapshotsTest-488637200-project-admin] Lazy-loading 'flavor' on Instance uuid c1559566-8363-4f6d-8e9d-695f91e7fe1d {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.454820] env[62321]: DEBUG nova.compute.manager [req-f082aa0f-2651-459e-afe5-7a21685cae6a req-df4b6b5b-9fb4-4802-a8a8-e03e4518b7de service nova] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Received event network-vif-deleted-34fc5b07-4780-4fc5-98cd-bc45492cb8e8 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 761.468426] env[62321]: DEBUG nova.virt.hardware [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.468727] env[62321]: DEBUG nova.virt.hardware [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.468834] env[62321]: DEBUG nova.virt.hardware [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.469081] env[62321]: DEBUG nova.virt.hardware [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.469195] env[62321]: DEBUG nova.virt.hardware [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.469347] env[62321]: DEBUG nova.virt.hardware [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.470038] env[62321]: DEBUG nova.virt.hardware [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.470127] env[62321]: DEBUG nova.virt.hardware [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.473512] env[62321]: DEBUG nova.virt.hardware [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.473512] env[62321]: DEBUG nova.virt.hardware [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.473512] env[62321]: DEBUG nova.virt.hardware [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.473512] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4959fc-fce3-4f42-9742-9bd064815a98 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.485626] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e0b6b2-3708-4dd0-9475-80164fc7b050 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.640592] env[62321]: DEBUG oslo_concurrency.lockutils [None req-69a57c76-ef7d-4e11-ad6b-9554b9475635 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.241s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.642936] env[62321]: DEBUG oslo_concurrency.lockutils [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.992s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.644522] env[62321]: INFO nova.compute.claims [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.667460] env[62321]: INFO nova.scheduler.client.report [None req-69a57c76-ef7d-4e11-ad6b-9554b9475635 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Deleted allocations for instance 88c9e905-5a60-4109-a03f-fa971843c488 [ 761.696173] env[62321]: DEBUG oslo_vmware.api [None req-a5890f6f-1289-4e62-874a-4dd628d97c83 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633064, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.736854] env[62321]: DEBUG oslo_vmware.api [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52546fdb-b21d-4e93-0eb2-027614eb767e, 'name': SearchDatastore_Task, 'duration_secs': 0.012497} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.737120] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.737416] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 23ece753-c2d1-44c9-86b9-d9ec833d90f0/23ece753-c2d1-44c9-86b9-d9ec833d90f0.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.737697] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92361f2c-b283-4238-83bb-0166de44124c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.746235] env[62321]: DEBUG oslo_vmware.api [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Waiting for the task: (returnval){ [ 761.746235] env[62321]: value = "task-2633067" [ 761.746235] env[62321]: _type = "Task" [ 761.746235] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.755028] env[62321]: DEBUG oslo_vmware.api [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Task: {'id': task-2633067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.780840] env[62321]: DEBUG oslo_concurrency.lockutils [req-2bb27b86-206d-4d5a-9f9a-911109a01445 req-b163b8ce-7bf3-4fed-b4de-3255d749dd20 service nova] Releasing lock "refresh_cache-23ece753-c2d1-44c9-86b9-d9ec833d90f0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.820240] env[62321]: DEBUG nova.compute.manager [req-ea942f60-1c82-453e-b82e-7e28e508555c req-c9bedaa5-8046-4508-a33f-ff580564d712 service nova] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Received event network-vif-deleted-c6ae437d-3ff8-4188-b86e-89d652cc35ac {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 761.820563] env[62321]: INFO nova.compute.manager [req-ea942f60-1c82-453e-b82e-7e28e508555c req-c9bedaa5-8046-4508-a33f-ff580564d712 service nova] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Neutron deleted interface c6ae437d-3ff8-4188-b86e-89d652cc35ac; detaching it from the instance and deleting it from the info cache [ 761.820814] env[62321]: DEBUG nova.network.neutron [req-ea942f60-1c82-453e-b82e-7e28e508555c req-c9bedaa5-8046-4508-a33f-ff580564d712 service nova] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.863042] env[62321]: DEBUG oslo_vmware.api [None req-f33dd1b6-d8e9-4f8a-b661-03047a7e18d9 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633065, 'name': ReconfigVM_Task, 'duration_secs': 0.19156} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.863410] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-f33dd1b6-d8e9-4f8a-b661-03047a7e18d9 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530589', 'volume_id': '759a89ba-1136-4841-9f6c-1225beef7b68', 'name': 'volume-759a89ba-1136-4841-9f6c-1225beef7b68', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65a448f8-a8f1-4308-8c1f-e0b12317778f', 'attached_at': '', 'detached_at': '', 'volume_id': '759a89ba-1136-4841-9f6c-1225beef7b68', 'serial': '759a89ba-1136-4841-9f6c-1225beef7b68'} {{(pid=62321) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 761.877310] env[62321]: DEBUG nova.network.neutron [-] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.889050] env[62321]: INFO nova.compute.manager [-] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Took 1.57 seconds to deallocate network for instance. [ 761.902560] env[62321]: DEBUG oslo_vmware.api [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633062, 'name': PowerOnVM_Task, 'duration_secs': 1.055719} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.902905] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.903170] env[62321]: INFO nova.compute.manager [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Took 11.00 seconds to spawn the instance on the hypervisor. [ 761.903361] env[62321]: DEBUG nova.compute.manager [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.904219] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb1a0bb-2335-429f-a45b-0f19f50614c5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.943658] env[62321]: DEBUG oslo_vmware.api [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633066, 'name': Rename_Task, 'duration_secs': 0.301172} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.943943] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.944236] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98aa3d6a-f259-4d62-b9e3-e61f307d118a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.955285] env[62321]: DEBUG oslo_vmware.api [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Waiting for the task: (returnval){ [ 761.955285] env[62321]: value = "task-2633068" [ 761.955285] env[62321]: _type = "Task" [ 761.955285] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.964103] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d123a6c0-5a9b-4fd1-a80f-1ca6776a17d5 tempest-VolumesAssistedSnapshotsTest-488637200 tempest-VolumesAssistedSnapshotsTest-488637200-project-admin] Lock "c1559566-8363-4f6d-8e9d-695f91e7fe1d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.374s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.969213] env[62321]: DEBUG oslo_vmware.api [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.177624] env[62321]: DEBUG oslo_concurrency.lockutils [None req-69a57c76-ef7d-4e11-ad6b-9554b9475635 tempest-ImagesOneServerTestJSON-1903207517 tempest-ImagesOneServerTestJSON-1903207517-project-member] Lock "88c9e905-5a60-4109-a03f-fa971843c488" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.069s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.196360] env[62321]: DEBUG oslo_vmware.api [None req-a5890f6f-1289-4e62-874a-4dd628d97c83 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633064, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.259650] env[62321]: DEBUG oslo_vmware.api [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Task: {'id': task-2633067, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.323728] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae9907b7-4f83-4d42-8c99-1333fad6487d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.334175] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c312be-3df1-4cb8-ae33-949b3f278441 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.377377] env[62321]: DEBUG nova.compute.manager [req-ea942f60-1c82-453e-b82e-7e28e508555c req-c9bedaa5-8046-4508-a33f-ff580564d712 service nova] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Detach interface failed, port_id=c6ae437d-3ff8-4188-b86e-89d652cc35ac, reason: Instance 0a511243-824b-4c55-a804-fd8e69dbbaf9 could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 762.380602] env[62321]: INFO nova.compute.manager [-] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Took 2.05 seconds to deallocate network for instance. [ 762.394566] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d0dbb4de-bb77-4d8a-b4ea-4a77f3753345 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.425913] env[62321]: INFO nova.compute.manager [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Took 40.46 seconds to build instance. [ 762.469297] env[62321]: DEBUG oslo_vmware.api [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633068, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.531485] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ccab6a88-eae1-4c35-9fe8-23f750748e65 tempest-VolumesAssistedSnapshotsTest-488637200 tempest-VolumesAssistedSnapshotsTest-488637200-project-admin] Acquiring lock "c1559566-8363-4f6d-8e9d-695f91e7fe1d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.531816] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ccab6a88-eae1-4c35-9fe8-23f750748e65 tempest-VolumesAssistedSnapshotsTest-488637200 tempest-VolumesAssistedSnapshotsTest-488637200-project-admin] Lock "c1559566-8363-4f6d-8e9d-695f91e7fe1d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.697265] env[62321]: DEBUG oslo_vmware.api [None req-a5890f6f-1289-4e62-874a-4dd628d97c83 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633064, 'name': CreateSnapshot_Task, 'duration_secs': 1.396269} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.697609] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a5890f6f-1289-4e62-874a-4dd628d97c83 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Created Snapshot of the VM instance {{(pid=62321) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 762.698418] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5fa570-1e9c-4aaa-bd78-bccd1f2ca5dc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.759927] env[62321]: DEBUG oslo_vmware.api [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Task: {'id': task-2633067, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583367} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.760376] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 23ece753-c2d1-44c9-86b9-d9ec833d90f0/23ece753-c2d1-44c9-86b9-d9ec833d90f0.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.760598] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.760846] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9733d06c-1fec-45fc-b48a-5d47f84cd339 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.772265] env[62321]: DEBUG oslo_vmware.api [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Waiting for the task: (returnval){ [ 762.772265] env[62321]: value = "task-2633069" [ 762.772265] env[62321]: _type = "Task" [ 762.772265] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.781648] env[62321]: DEBUG oslo_vmware.api [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Task: {'id': task-2633069, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.887974] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6c7ea56e-f01e-4c31-a184-b64853b42440 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.917273] env[62321]: DEBUG nova.objects.instance [None req-f33dd1b6-d8e9-4f8a-b661-03047a7e18d9 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lazy-loading 'flavor' on Instance uuid 65a448f8-a8f1-4308-8c1f-e0b12317778f {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 762.929921] env[62321]: DEBUG oslo_concurrency.lockutils [None req-74f721c0-55ee-4c47-ad15-7738cb67a418 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lock "185227ef-d7f7-4d1f-b3dd-d3073bf5db73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.369s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.972310] env[62321]: DEBUG oslo_vmware.api [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633068, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.034979] env[62321]: INFO nova.compute.manager [None req-ccab6a88-eae1-4c35-9fe8-23f750748e65 tempest-VolumesAssistedSnapshotsTest-488637200 tempest-VolumesAssistedSnapshotsTest-488637200-project-admin] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Detaching volume d0b24ace-955e-4a83-830c-79be2bdfb6b0 [ 763.081242] env[62321]: INFO nova.virt.block_device [None req-ccab6a88-eae1-4c35-9fe8-23f750748e65 tempest-VolumesAssistedSnapshotsTest-488637200 tempest-VolumesAssistedSnapshotsTest-488637200-project-admin] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Attempting to driver detach volume d0b24ace-955e-4a83-830c-79be2bdfb6b0 from mountpoint /dev/sdb [ 763.081581] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccab6a88-eae1-4c35-9fe8-23f750748e65 tempest-VolumesAssistedSnapshotsTest-488637200 tempest-VolumesAssistedSnapshotsTest-488637200-project-admin] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Volume detach. Driver type: vmdk {{(pid=62321) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 763.081791] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccab6a88-eae1-4c35-9fe8-23f750748e65 tempest-VolumesAssistedSnapshotsTest-488637200 tempest-VolumesAssistedSnapshotsTest-488637200-project-admin] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530586', 'volume_id': 'd0b24ace-955e-4a83-830c-79be2bdfb6b0', 'name': 'volume-d0b24ace-955e-4a83-830c-79be2bdfb6b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c1559566-8363-4f6d-8e9d-695f91e7fe1d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd0b24ace-955e-4a83-830c-79be2bdfb6b0', 'serial': 'd0b24ace-955e-4a83-830c-79be2bdfb6b0'} {{(pid=62321) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 763.084286] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab583a2-ca2e-49db-9712-c900cc34d47b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.124835] env[62321]: DEBUG nova.network.neutron [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Successfully updated port: 8cdf9ba2-5954-47f4-a13e-c1e93ffd3f33 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 763.128560] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8b71cf-90a6-4736-8140-ef9e3db963ca {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.141552] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2badb0c-5695-413e-a683-597a64e58097 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.172195] env[62321]: DEBUG oslo_concurrency.lockutils [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "65a448f8-a8f1-4308-8c1f-e0b12317778f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.176327] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a166dd-d33b-4d23-87f9-9a24bc26c55c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.196041] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccab6a88-eae1-4c35-9fe8-23f750748e65 tempest-VolumesAssistedSnapshotsTest-488637200 tempest-VolumesAssistedSnapshotsTest-488637200-project-admin] The volume has not been displaced from its original location: [datastore2] volume-d0b24ace-955e-4a83-830c-79be2bdfb6b0/volume-d0b24ace-955e-4a83-830c-79be2bdfb6b0.vmdk. No consolidation needed. {{(pid=62321) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 763.205603] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccab6a88-eae1-4c35-9fe8-23f750748e65 tempest-VolumesAssistedSnapshotsTest-488637200 tempest-VolumesAssistedSnapshotsTest-488637200-project-admin] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 763.209521] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b410eea5-9efc-4176-9d51-38533eb51161 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.231029] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a5890f6f-1289-4e62-874a-4dd628d97c83 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Creating linked-clone VM from snapshot {{(pid=62321) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 763.231029] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3195b5bb-4370-48e8-80e1-8e1779125fa8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.246517] env[62321]: DEBUG oslo_vmware.api [None req-a5890f6f-1289-4e62-874a-4dd628d97c83 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 763.246517] env[62321]: value = "task-2633070" [ 763.246517] env[62321]: _type = "Task" [ 763.246517] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.246812] env[62321]: DEBUG oslo_vmware.api [None req-ccab6a88-eae1-4c35-9fe8-23f750748e65 tempest-VolumesAssistedSnapshotsTest-488637200 tempest-VolumesAssistedSnapshotsTest-488637200-project-admin] Waiting for the task: (returnval){ [ 763.246812] env[62321]: value = "task-2633071" [ 763.246812] env[62321]: _type = "Task" [ 763.246812] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.265482] env[62321]: DEBUG oslo_vmware.api [None req-ccab6a88-eae1-4c35-9fe8-23f750748e65 tempest-VolumesAssistedSnapshotsTest-488637200 tempest-VolumesAssistedSnapshotsTest-488637200-project-admin] Task: {'id': task-2633071, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.265482] env[62321]: DEBUG oslo_vmware.api [None req-a5890f6f-1289-4e62-874a-4dd628d97c83 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633070, 'name': CloneVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.287152] env[62321]: DEBUG oslo_vmware.api [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Task: {'id': task-2633069, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078256} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.287456] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.288667] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36429e33-6aae-40d2-bc75-b55bdb9949c2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.319791] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 23ece753-c2d1-44c9-86b9-d9ec833d90f0/23ece753-c2d1-44c9-86b9-d9ec833d90f0.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.322026] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a38ed45-8e01-4f52-acfe-eadcf897a389 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.341783] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b09ce5b-5530-47a8-b332-60582f1bb330 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.353849] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37e65ff-a62f-4a95-b394-ef545f28beca {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.356261] env[62321]: DEBUG oslo_vmware.api [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Waiting for the task: (returnval){ [ 763.356261] env[62321]: value = "task-2633072" [ 763.356261] env[62321]: _type = "Task" [ 763.356261] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.393214] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e8178e-cdd3-4e26-9b7a-9c2ee2caee54 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.400050] env[62321]: DEBUG oslo_vmware.api [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Task: {'id': task-2633072, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.403821] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c2fb19-e23d-4ec5-93e9-6de368ad99cf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.426173] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f33dd1b6-d8e9-4f8a-b661-03047a7e18d9 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "65a448f8-a8f1-4308-8c1f-e0b12317778f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.874s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.428138] env[62321]: DEBUG nova.compute.provider_tree [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.429353] env[62321]: DEBUG oslo_concurrency.lockutils [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "65a448f8-a8f1-4308-8c1f-e0b12317778f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.258s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.429605] env[62321]: DEBUG oslo_concurrency.lockutils [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "65a448f8-a8f1-4308-8c1f-e0b12317778f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.429889] env[62321]: DEBUG oslo_concurrency.lockutils [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "65a448f8-a8f1-4308-8c1f-e0b12317778f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.430185] env[62321]: DEBUG oslo_concurrency.lockutils [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "65a448f8-a8f1-4308-8c1f-e0b12317778f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.432709] env[62321]: INFO nova.compute.manager [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Terminating instance [ 763.472919] env[62321]: DEBUG oslo_vmware.api [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633068, 'name': PowerOnVM_Task, 'duration_secs': 1.162569} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.473202] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.473372] env[62321]: INFO nova.compute.manager [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Took 9.75 seconds to spawn the instance on the hypervisor. [ 763.473553] env[62321]: DEBUG nova.compute.manager [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.474377] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f5f0ec-d05b-425e-9f94-9382b70ece43 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.495334] env[62321]: DEBUG oslo_concurrency.lockutils [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquiring lock "fad4687d-8a09-4fbc-81d7-873c9847b830" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.495334] env[62321]: DEBUG oslo_concurrency.lockutils [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lock "fad4687d-8a09-4fbc-81d7-873c9847b830" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.632764] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "refresh_cache-88c97bc4-ebde-4bd0-8217-f682605a6bc8" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.632922] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquired lock "refresh_cache-88c97bc4-ebde-4bd0-8217-f682605a6bc8" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.633083] env[62321]: DEBUG nova.network.neutron [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.761921] env[62321]: DEBUG oslo_vmware.api [None req-a5890f6f-1289-4e62-874a-4dd628d97c83 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633070, 'name': CloneVM_Task} progress is 94%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.765140] env[62321]: DEBUG oslo_vmware.api [None req-ccab6a88-eae1-4c35-9fe8-23f750748e65 tempest-VolumesAssistedSnapshotsTest-488637200 tempest-VolumesAssistedSnapshotsTest-488637200-project-admin] Task: {'id': task-2633071, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.857379] env[62321]: DEBUG nova.compute.manager [req-9c4f0699-07c7-4395-82fc-d235023b81a6 req-5502af05-0ffc-4188-a8b2-19b2f23d50e3 service nova] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Received event network-vif-plugged-8cdf9ba2-5954-47f4-a13e-c1e93ffd3f33 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 763.857649] env[62321]: DEBUG oslo_concurrency.lockutils [req-9c4f0699-07c7-4395-82fc-d235023b81a6 req-5502af05-0ffc-4188-a8b2-19b2f23d50e3 service nova] Acquiring lock "88c97bc4-ebde-4bd0-8217-f682605a6bc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.858029] env[62321]: DEBUG oslo_concurrency.lockutils [req-9c4f0699-07c7-4395-82fc-d235023b81a6 req-5502af05-0ffc-4188-a8b2-19b2f23d50e3 service nova] Lock "88c97bc4-ebde-4bd0-8217-f682605a6bc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.858267] env[62321]: DEBUG oslo_concurrency.lockutils [req-9c4f0699-07c7-4395-82fc-d235023b81a6 req-5502af05-0ffc-4188-a8b2-19b2f23d50e3 service nova] Lock "88c97bc4-ebde-4bd0-8217-f682605a6bc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.858526] env[62321]: DEBUG nova.compute.manager [req-9c4f0699-07c7-4395-82fc-d235023b81a6 req-5502af05-0ffc-4188-a8b2-19b2f23d50e3 service nova] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] No waiting events found dispatching network-vif-plugged-8cdf9ba2-5954-47f4-a13e-c1e93ffd3f33 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 763.858800] env[62321]: WARNING nova.compute.manager [req-9c4f0699-07c7-4395-82fc-d235023b81a6 req-5502af05-0ffc-4188-a8b2-19b2f23d50e3 service nova] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Received unexpected event network-vif-plugged-8cdf9ba2-5954-47f4-a13e-c1e93ffd3f33 for instance with vm_state building and task_state spawning. [ 763.859437] env[62321]: DEBUG nova.compute.manager [req-9c4f0699-07c7-4395-82fc-d235023b81a6 req-5502af05-0ffc-4188-a8b2-19b2f23d50e3 service nova] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Received event network-changed-8cdf9ba2-5954-47f4-a13e-c1e93ffd3f33 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 763.859437] env[62321]: DEBUG nova.compute.manager [req-9c4f0699-07c7-4395-82fc-d235023b81a6 req-5502af05-0ffc-4188-a8b2-19b2f23d50e3 service nova] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Refreshing instance network info cache due to event network-changed-8cdf9ba2-5954-47f4-a13e-c1e93ffd3f33. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 763.859580] env[62321]: DEBUG oslo_concurrency.lockutils [req-9c4f0699-07c7-4395-82fc-d235023b81a6 req-5502af05-0ffc-4188-a8b2-19b2f23d50e3 service nova] Acquiring lock "refresh_cache-88c97bc4-ebde-4bd0-8217-f682605a6bc8" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.875352] env[62321]: DEBUG oslo_vmware.api [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Task: {'id': task-2633072, 'name': ReconfigVM_Task, 'duration_secs': 0.482454} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.875790] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 23ece753-c2d1-44c9-86b9-d9ec833d90f0/23ece753-c2d1-44c9-86b9-d9ec833d90f0.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.876701] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f188b31-4360-4dc9-b1ba-69da47da27b9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.885954] env[62321]: DEBUG oslo_vmware.api [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Waiting for the task: (returnval){ [ 763.885954] env[62321]: value = "task-2633073" [ 763.885954] env[62321]: _type = "Task" [ 763.885954] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.899209] env[62321]: DEBUG oslo_vmware.api [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Task: {'id': task-2633073, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.934062] env[62321]: DEBUG nova.scheduler.client.report [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.939723] env[62321]: DEBUG nova.compute.manager [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 763.940386] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.940725] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fb8b850-4c60-40d4-bc6e-7d4bcd4e362f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.950129] env[62321]: DEBUG oslo_vmware.api [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 763.950129] env[62321]: value = "task-2633074" [ 763.950129] env[62321]: _type = "Task" [ 763.950129] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.965458] env[62321]: DEBUG oslo_vmware.api [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633074, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.999106] env[62321]: DEBUG nova.compute.manager [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 764.001784] env[62321]: INFO nova.compute.manager [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Took 35.65 seconds to build instance. [ 764.212321] env[62321]: DEBUG nova.network.neutron [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.262601] env[62321]: DEBUG oslo_vmware.api [None req-a5890f6f-1289-4e62-874a-4dd628d97c83 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633070, 'name': CloneVM_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.268064] env[62321]: DEBUG oslo_vmware.api [None req-ccab6a88-eae1-4c35-9fe8-23f750748e65 tempest-VolumesAssistedSnapshotsTest-488637200 tempest-VolumesAssistedSnapshotsTest-488637200-project-admin] Task: {'id': task-2633071, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.397981] env[62321]: DEBUG oslo_vmware.api [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Task: {'id': task-2633073, 'name': Rename_Task, 'duration_secs': 0.172662} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.399512] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.399512] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc2159d1-ed93-4686-8976-1300e19d4299 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.407211] env[62321]: DEBUG oslo_vmware.api [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Waiting for the task: (returnval){ [ 764.407211] env[62321]: value = "task-2633075" [ 764.407211] env[62321]: _type = "Task" [ 764.407211] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.416084] env[62321]: DEBUG oslo_vmware.api [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Task: {'id': task-2633075, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.446520] env[62321]: DEBUG oslo_concurrency.lockutils [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.804s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.447126] env[62321]: DEBUG nova.compute.manager [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 764.453023] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d5433cb7-a269-4861-bdff-bcff8b9b4d20 tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.239s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.453023] env[62321]: DEBUG nova.objects.instance [None req-d5433cb7-a269-4861-bdff-bcff8b9b4d20 tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Lazy-loading 'resources' on Instance uuid 0cd0839e-d442-4d82-9b9b-8a59dee70db7 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 764.461824] env[62321]: DEBUG oslo_vmware.api [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633074, 'name': PowerOffVM_Task, 'duration_secs': 0.325137} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.462768] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.462977] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Volume detach. Driver type: vmdk {{(pid=62321) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 764.463187] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530589', 'volume_id': '759a89ba-1136-4841-9f6c-1225beef7b68', 'name': 'volume-759a89ba-1136-4841-9f6c-1225beef7b68', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65a448f8-a8f1-4308-8c1f-e0b12317778f', 'attached_at': '', 'detached_at': '', 'volume_id': '759a89ba-1136-4841-9f6c-1225beef7b68', 'serial': '759a89ba-1136-4841-9f6c-1225beef7b68'} {{(pid=62321) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 764.464041] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c374d8a-d6e3-4681-b7ed-cd89c64529b1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.489242] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea1ef8d-8787-4ff2-b794-55620a2ac8d5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.500617] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335c1676-999b-4d77-bc22-af2ead8b1ec1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.526146] env[62321]: DEBUG oslo_concurrency.lockutils [None req-764433fe-46a6-4576-93f0-507f5d201352 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Lock "818e7bd7-7e32-4689-bff1-fa3d199fb712" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.630s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.527654] env[62321]: DEBUG nova.network.neutron [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Updating instance_info_cache with network_info: [{"id": "8cdf9ba2-5954-47f4-a13e-c1e93ffd3f33", "address": "fa:16:3e:d1:1a:33", "network": {"id": "750e916d-f2cf-425c-88f0-488d2d7ac894", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-457582844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4d5b3a8d92f42ddb204a0a27c24609a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cdf9ba2-59", "ovs_interfaceid": "8cdf9ba2-5954-47f4-a13e-c1e93ffd3f33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.533020] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a48b522-d37e-417c-8235-e75bc45e1e9c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.550029] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] The volume has not been displaced from its original location: [datastore2] volume-759a89ba-1136-4841-9f6c-1225beef7b68/volume-759a89ba-1136-4841-9f6c-1225beef7b68.vmdk. No consolidation needed. {{(pid=62321) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 764.555054] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Reconfiguring VM instance instance-00000033 to detach disk 2001 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 764.556347] env[62321]: DEBUG oslo_concurrency.lockutils [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.556870] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4ffec53-0219-474e-bfd9-d6716477a69f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.580639] env[62321]: DEBUG oslo_vmware.api [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 764.580639] env[62321]: value = "task-2633076" [ 764.580639] env[62321]: _type = "Task" [ 764.580639] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.589240] env[62321]: DEBUG oslo_vmware.api [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633076, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.761956] env[62321]: DEBUG oslo_vmware.api [None req-a5890f6f-1289-4e62-874a-4dd628d97c83 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633070, 'name': CloneVM_Task, 'duration_secs': 1.160228} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.765371] env[62321]: INFO nova.virt.vmwareapi.vmops [None req-a5890f6f-1289-4e62-874a-4dd628d97c83 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Created linked-clone VM from snapshot [ 764.765473] env[62321]: DEBUG oslo_vmware.api [None req-ccab6a88-eae1-4c35-9fe8-23f750748e65 tempest-VolumesAssistedSnapshotsTest-488637200 tempest-VolumesAssistedSnapshotsTest-488637200-project-admin] Task: {'id': task-2633071, 'name': ReconfigVM_Task, 'duration_secs': 1.286846} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.766210] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f72ba8-68df-4c18-9fb8-aa348746a373 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.768711] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccab6a88-eae1-4c35-9fe8-23f750748e65 tempest-VolumesAssistedSnapshotsTest-488637200 tempest-VolumesAssistedSnapshotsTest-488637200-project-admin] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 764.773523] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d74cd21-1241-4b0e-831c-a74bf187e56a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.790717] env[62321]: DEBUG nova.virt.vmwareapi.images [None req-a5890f6f-1289-4e62-874a-4dd628d97c83 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Uploading image d65e9c4d-5d76-4b41-aaf6-b95ff0b7dbda {{(pid=62321) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 764.794097] env[62321]: DEBUG oslo_vmware.api [None req-ccab6a88-eae1-4c35-9fe8-23f750748e65 tempest-VolumesAssistedSnapshotsTest-488637200 tempest-VolumesAssistedSnapshotsTest-488637200-project-admin] Waiting for the task: (returnval){ [ 764.794097] env[62321]: value = "task-2633077" [ 764.794097] env[62321]: _type = "Task" [ 764.794097] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.802626] env[62321]: DEBUG oslo_vmware.api [None req-ccab6a88-eae1-4c35-9fe8-23f750748e65 tempest-VolumesAssistedSnapshotsTest-488637200 tempest-VolumesAssistedSnapshotsTest-488637200-project-admin] Task: {'id': task-2633077, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.815831] env[62321]: DEBUG oslo_vmware.rw_handles [None req-a5890f6f-1289-4e62-874a-4dd628d97c83 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 764.815831] env[62321]: value = "vm-530595" [ 764.815831] env[62321]: _type = "VirtualMachine" [ 764.815831] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 764.816189] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d5e87cfa-2e97-4afc-bef9-57b715d7d941 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.826448] env[62321]: DEBUG oslo_vmware.rw_handles [None req-a5890f6f-1289-4e62-874a-4dd628d97c83 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lease: (returnval){ [ 764.826448] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d533e2-fe8f-f5d3-f842-97df59180339" [ 764.826448] env[62321]: _type = "HttpNfcLease" [ 764.826448] env[62321]: } obtained for exporting VM: (result){ [ 764.826448] env[62321]: value = "vm-530595" [ 764.826448] env[62321]: _type = "VirtualMachine" [ 764.826448] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 764.827232] env[62321]: DEBUG oslo_vmware.api [None req-a5890f6f-1289-4e62-874a-4dd628d97c83 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the lease: (returnval){ [ 764.827232] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d533e2-fe8f-f5d3-f842-97df59180339" [ 764.827232] env[62321]: _type = "HttpNfcLease" [ 764.827232] env[62321]: } to be ready. {{(pid=62321) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 764.836028] env[62321]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 764.836028] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d533e2-fe8f-f5d3-f842-97df59180339" [ 764.836028] env[62321]: _type = "HttpNfcLease" [ 764.836028] env[62321]: } is initializing. {{(pid=62321) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 764.917944] env[62321]: DEBUG oslo_vmware.api [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Task: {'id': task-2633075, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.953709] env[62321]: DEBUG nova.compute.utils [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 764.955263] env[62321]: DEBUG nova.compute.manager [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 764.955484] env[62321]: DEBUG nova.network.neutron [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.035311] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Releasing lock "refresh_cache-88c97bc4-ebde-4bd0-8217-f682605a6bc8" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.035619] env[62321]: DEBUG nova.compute.manager [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Instance network_info: |[{"id": "8cdf9ba2-5954-47f4-a13e-c1e93ffd3f33", "address": "fa:16:3e:d1:1a:33", "network": {"id": "750e916d-f2cf-425c-88f0-488d2d7ac894", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-457582844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4d5b3a8d92f42ddb204a0a27c24609a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cdf9ba2-59", "ovs_interfaceid": "8cdf9ba2-5954-47f4-a13e-c1e93ffd3f33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 765.035913] env[62321]: DEBUG oslo_concurrency.lockutils [req-9c4f0699-07c7-4395-82fc-d235023b81a6 req-5502af05-0ffc-4188-a8b2-19b2f23d50e3 service nova] Acquired lock "refresh_cache-88c97bc4-ebde-4bd0-8217-f682605a6bc8" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.036648] env[62321]: DEBUG nova.network.neutron [req-9c4f0699-07c7-4395-82fc-d235023b81a6 req-5502af05-0ffc-4188-a8b2-19b2f23d50e3 service nova] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Refreshing network info cache for port 8cdf9ba2-5954-47f4-a13e-c1e93ffd3f33 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.037295] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:1a:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b94712a6-b777-47dd-bc06-f9acfce2d936', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8cdf9ba2-5954-47f4-a13e-c1e93ffd3f33', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.048052] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Creating folder: Project (c4d5b3a8d92f42ddb204a0a27c24609a). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.052575] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f68365d-d56f-4693-b4f3-34ed70664dc0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.063806] env[62321]: DEBUG nova.policy [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2bc7051fcc844938b29cc2fd9d8a2608', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f9ba67a32294feda37ce6c58c302ced', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.069869] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Created folder: Project (c4d5b3a8d92f42ddb204a0a27c24609a) in parent group-v530434. [ 765.070664] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Creating folder: Instances. Parent ref: group-v530596. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.073290] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a6ae424-f440-4a12-bf10-b5c24104ceda {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.090081] env[62321]: DEBUG oslo_vmware.api [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633076, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.095218] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Created folder: Instances in parent group-v530596. [ 765.095218] env[62321]: DEBUG oslo.service.loopingcall [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 765.095962] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.099550] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fa0322c-fca5-4b8d-ab44-3efae094d82a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.123641] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.123641] env[62321]: value = "task-2633081" [ 765.123641] env[62321]: _type = "Task" [ 765.123641] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.138101] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633081, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.310607] env[62321]: DEBUG oslo_vmware.api [None req-ccab6a88-eae1-4c35-9fe8-23f750748e65 tempest-VolumesAssistedSnapshotsTest-488637200 tempest-VolumesAssistedSnapshotsTest-488637200-project-admin] Task: {'id': task-2633077, 'name': ReconfigVM_Task, 'duration_secs': 0.154434} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.310945] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccab6a88-eae1-4c35-9fe8-23f750748e65 tempest-VolumesAssistedSnapshotsTest-488637200 tempest-VolumesAssistedSnapshotsTest-488637200-project-admin] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530586', 'volume_id': 'd0b24ace-955e-4a83-830c-79be2bdfb6b0', 'name': 'volume-d0b24ace-955e-4a83-830c-79be2bdfb6b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c1559566-8363-4f6d-8e9d-695f91e7fe1d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd0b24ace-955e-4a83-830c-79be2bdfb6b0', 'serial': 'd0b24ace-955e-4a83-830c-79be2bdfb6b0'} {{(pid=62321) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 765.340218] env[62321]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 765.340218] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d533e2-fe8f-f5d3-f842-97df59180339" [ 765.340218] env[62321]: _type = "HttpNfcLease" [ 765.340218] env[62321]: } is ready. {{(pid=62321) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 765.340218] env[62321]: DEBUG oslo_vmware.rw_handles [None req-a5890f6f-1289-4e62-874a-4dd628d97c83 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 765.340218] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d533e2-fe8f-f5d3-f842-97df59180339" [ 765.340218] env[62321]: _type = "HttpNfcLease" [ 765.340218] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 765.340218] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ed3a5a-f889-4656-8fbc-586bc96e7f9a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.353824] env[62321]: DEBUG oslo_vmware.rw_handles [None req-a5890f6f-1289-4e62-874a-4dd628d97c83 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52135bd1-12d9-52b5-defe-f8ba1a59991a/disk-0.vmdk from lease info. {{(pid=62321) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 765.353824] env[62321]: DEBUG oslo_vmware.rw_handles [None req-a5890f6f-1289-4e62-874a-4dd628d97c83 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52135bd1-12d9-52b5-defe-f8ba1a59991a/disk-0.vmdk for reading. {{(pid=62321) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 765.429424] env[62321]: DEBUG oslo_vmware.api [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Task: {'id': task-2633075, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.461387] env[62321]: DEBUG nova.compute.manager [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 765.462713] env[62321]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a82f0d14-9093-487b-8e6b-c5f0f75c0b7b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.586445] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1916a303-0b01-4898-b58f-f62d78c33a05 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.597332] env[62321]: DEBUG oslo_vmware.api [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633076, 'name': ReconfigVM_Task, 'duration_secs': 0.581402} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.602735] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Reconfigured VM instance instance-00000033 to detach disk 2001 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 765.607824] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a052c7f-f1aa-4ee2-bf7d-8b1a8a1ae89d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.617311] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2522ed5e-a405-4e09-8451-b652840f740b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.623609] env[62321]: DEBUG nova.network.neutron [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Successfully created port: 8207d230-1b22-4f65-8fea-f723159b769a {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 765.666910] env[62321]: DEBUG oslo_vmware.api [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 765.666910] env[62321]: value = "task-2633082" [ 765.666910] env[62321]: _type = "Task" [ 765.666910] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.668256] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e0320e-31cf-423e-8612-76117fed9c1e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.678756] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633081, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.689426] env[62321]: DEBUG oslo_vmware.api [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633082, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.693176] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcb46a2-fae7-42ba-8c71-a3322bb39951 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.712992] env[62321]: DEBUG nova.compute.provider_tree [None req-d5433cb7-a269-4861-bdff-bcff8b9b4d20 tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.873918] env[62321]: DEBUG nova.objects.instance [None req-ccab6a88-eae1-4c35-9fe8-23f750748e65 tempest-VolumesAssistedSnapshotsTest-488637200 tempest-VolumesAssistedSnapshotsTest-488637200-project-admin] Lazy-loading 'flavor' on Instance uuid c1559566-8363-4f6d-8e9d-695f91e7fe1d {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.940337] env[62321]: DEBUG oslo_vmware.api [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Task: {'id': task-2633075, 'name': PowerOnVM_Task, 'duration_secs': 1.049465} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.944162] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.944819] env[62321]: INFO nova.compute.manager [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Took 9.46 seconds to spawn the instance on the hypervisor. [ 765.948696] env[62321]: DEBUG nova.compute.manager [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.948696] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd39d90-76cf-4028-a267-35411575edab {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.142148] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633081, 'name': CreateVM_Task, 'duration_secs': 0.642978} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.142148] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.143095] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.143216] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.144350] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.144824] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92431f44-7b24-4547-99b6-94304e76a809 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.151918] env[62321]: DEBUG oslo_vmware.api [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 766.151918] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52752380-15dd-c5b5-e0d0-5aed2de09d78" [ 766.151918] env[62321]: _type = "Task" [ 766.151918] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.163737] env[62321]: DEBUG oslo_vmware.api [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52752380-15dd-c5b5-e0d0-5aed2de09d78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.165084] env[62321]: DEBUG nova.network.neutron [req-9c4f0699-07c7-4395-82fc-d235023b81a6 req-5502af05-0ffc-4188-a8b2-19b2f23d50e3 service nova] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Updated VIF entry in instance network info cache for port 8cdf9ba2-5954-47f4-a13e-c1e93ffd3f33. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.165441] env[62321]: DEBUG nova.network.neutron [req-9c4f0699-07c7-4395-82fc-d235023b81a6 req-5502af05-0ffc-4188-a8b2-19b2f23d50e3 service nova] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Updating instance_info_cache with network_info: [{"id": "8cdf9ba2-5954-47f4-a13e-c1e93ffd3f33", "address": "fa:16:3e:d1:1a:33", "network": {"id": "750e916d-f2cf-425c-88f0-488d2d7ac894", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-457582844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4d5b3a8d92f42ddb204a0a27c24609a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cdf9ba2-59", "ovs_interfaceid": "8cdf9ba2-5954-47f4-a13e-c1e93ffd3f33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.186886] env[62321]: DEBUG oslo_vmware.api [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633082, 'name': ReconfigVM_Task, 'duration_secs': 0.188361} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.187048] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530589', 'volume_id': '759a89ba-1136-4841-9f6c-1225beef7b68', 'name': 'volume-759a89ba-1136-4841-9f6c-1225beef7b68', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65a448f8-a8f1-4308-8c1f-e0b12317778f', 'attached_at': '', 'detached_at': '', 'volume_id': '759a89ba-1136-4841-9f6c-1225beef7b68', 'serial': '759a89ba-1136-4841-9f6c-1225beef7b68'} {{(pid=62321) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 766.187380] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.188540] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd1dfe7-00b7-464b-bf2f-c0785a40350a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.200822] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.201820] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97b900d4-928b-483d-96a8-19c1198db5be {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.220123] env[62321]: DEBUG nova.scheduler.client.report [None req-d5433cb7-a269-4861-bdff-bcff8b9b4d20 tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.261238] env[62321]: DEBUG nova.compute.manager [None req-5a9edfef-a238-4498-b0aa-472c6c7b817d tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.262092] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16e2f73-1c4d-469b-abd9-c4a679e9ec08 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.297755] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.298044] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.298310] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Deleting the datastore file [datastore1] 65a448f8-a8f1-4308-8c1f-e0b12317778f {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.298828] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e95ed82-b37c-4028-8f68-9dbd33f04aa4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.307841] env[62321]: DEBUG oslo_vmware.api [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 766.307841] env[62321]: value = "task-2633084" [ 766.307841] env[62321]: _type = "Task" [ 766.307841] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.319788] env[62321]: DEBUG oslo_vmware.api [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.482346] env[62321]: DEBUG nova.compute.manager [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 766.487235] env[62321]: INFO nova.compute.manager [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Took 36.96 seconds to build instance. [ 766.522083] env[62321]: DEBUG nova.virt.hardware [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 766.522083] env[62321]: DEBUG nova.virt.hardware [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.522612] env[62321]: DEBUG nova.virt.hardware [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.522961] env[62321]: DEBUG nova.virt.hardware [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.523257] env[62321]: DEBUG nova.virt.hardware [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.523971] env[62321]: DEBUG nova.virt.hardware [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 766.524481] env[62321]: DEBUG nova.virt.hardware [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 766.525216] env[62321]: DEBUG nova.virt.hardware [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 766.525216] env[62321]: DEBUG nova.virt.hardware [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 766.525512] env[62321]: DEBUG nova.virt.hardware [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 766.525800] env[62321]: DEBUG nova.virt.hardware [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 766.528015] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76166cff-980f-4a50-8fb6-d4e6902f7429 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.536968] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8208a136-a676-4a72-bffd-7f8b6fd48313 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.663983] env[62321]: DEBUG oslo_vmware.api [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52752380-15dd-c5b5-e0d0-5aed2de09d78, 'name': SearchDatastore_Task, 'duration_secs': 0.01351} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.664475] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.664731] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.665040] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.665128] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.665285] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.665627] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2fa5c91-90c2-4981-b55a-790210b0010c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.671603] env[62321]: DEBUG oslo_concurrency.lockutils [req-9c4f0699-07c7-4395-82fc-d235023b81a6 req-5502af05-0ffc-4188-a8b2-19b2f23d50e3 service nova] Releasing lock "refresh_cache-88c97bc4-ebde-4bd0-8217-f682605a6bc8" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.675484] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.675657] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.676737] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-076bf40b-0af9-4c1a-a958-fbca7b839403 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.683308] env[62321]: DEBUG oslo_vmware.api [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 766.683308] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]527ea3e1-e3d8-3d4a-9b5c-9332fb35310f" [ 766.683308] env[62321]: _type = "Task" [ 766.683308] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.693520] env[62321]: DEBUG oslo_vmware.api [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]527ea3e1-e3d8-3d4a-9b5c-9332fb35310f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.730703] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d5433cb7-a269-4861-bdff-bcff8b9b4d20 tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.280s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.733092] env[62321]: DEBUG oslo_concurrency.lockutils [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.745s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 766.736220] env[62321]: INFO nova.compute.claims [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 766.770628] env[62321]: INFO nova.scheduler.client.report [None req-d5433cb7-a269-4861-bdff-bcff8b9b4d20 tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Deleted allocations for instance 0cd0839e-d442-4d82-9b9b-8a59dee70db7 [ 766.783407] env[62321]: INFO nova.compute.manager [None req-5a9edfef-a238-4498-b0aa-472c6c7b817d tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] instance snapshotting [ 766.785210] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401be2a8-74ed-4cd5-93eb-466eb8862a66 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.813799] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab8e913-fe45-493c-bba6-f2b637d44081 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.823219] env[62321]: DEBUG oslo_vmware.api [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1973} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.826035] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.826035] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.826035] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.829690] env[62321]: INFO nova.compute.manager [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Took 2.89 seconds to destroy the instance on the hypervisor. [ 766.829690] env[62321]: DEBUG oslo.service.loopingcall [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 766.829690] env[62321]: DEBUG nova.compute.manager [-] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 766.829690] env[62321]: DEBUG nova.network.neutron [-] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.882797] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ccab6a88-eae1-4c35-9fe8-23f750748e65 tempest-VolumesAssistedSnapshotsTest-488637200 tempest-VolumesAssistedSnapshotsTest-488637200-project-admin] Lock "c1559566-8363-4f6d-8e9d-695f91e7fe1d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.350s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.991325] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7bbb9c14-712c-42cc-b815-624820dd668c tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Lock "23ece753-c2d1-44c9-86b9-d9ec833d90f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.551s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.194360] env[62321]: DEBUG oslo_vmware.api [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]527ea3e1-e3d8-3d4a-9b5c-9332fb35310f, 'name': SearchDatastore_Task, 'duration_secs': 0.010187} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.195310] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50218a9e-6173-4e5d-92b8-7b7c5ba3facb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.202478] env[62321]: DEBUG oslo_vmware.api [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 767.202478] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]526be978-7b3e-0a3a-f0c6-19fc94ed32ca" [ 767.202478] env[62321]: _type = "Task" [ 767.202478] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.213102] env[62321]: DEBUG oslo_vmware.api [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]526be978-7b3e-0a3a-f0c6-19fc94ed32ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.225012] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3f61b56e-1be8-42dc-af17-d1e927a30e52 tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Acquiring lock "23ece753-c2d1-44c9-86b9-d9ec833d90f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.225277] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3f61b56e-1be8-42dc-af17-d1e927a30e52 tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Lock "23ece753-c2d1-44c9-86b9-d9ec833d90f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.225488] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3f61b56e-1be8-42dc-af17-d1e927a30e52 tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Acquiring lock "23ece753-c2d1-44c9-86b9-d9ec833d90f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.225679] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3f61b56e-1be8-42dc-af17-d1e927a30e52 tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Lock "23ece753-c2d1-44c9-86b9-d9ec833d90f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.227032] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3f61b56e-1be8-42dc-af17-d1e927a30e52 tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Lock "23ece753-c2d1-44c9-86b9-d9ec833d90f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.229443] env[62321]: INFO nova.compute.manager [None req-3f61b56e-1be8-42dc-af17-d1e927a30e52 tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Terminating instance [ 767.279556] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d5433cb7-a269-4861-bdff-bcff8b9b4d20 tempest-ServerAddressesNegativeTestJSON-2073590222 tempest-ServerAddressesNegativeTestJSON-2073590222-project-member] Lock "0cd0839e-d442-4d82-9b9b-8a59dee70db7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.897s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.333496] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9edfef-a238-4498-b0aa-472c6c7b817d tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Creating Snapshot of the VM instance {{(pid=62321) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 767.333843] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d0a1d593-1ff2-4ee7-ab87-29d2ab17d107 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.344033] env[62321]: DEBUG oslo_vmware.api [None req-5a9edfef-a238-4498-b0aa-472c6c7b817d tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Waiting for the task: (returnval){ [ 767.344033] env[62321]: value = "task-2633085" [ 767.344033] env[62321]: _type = "Task" [ 767.344033] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.352742] env[62321]: DEBUG oslo_vmware.api [None req-5a9edfef-a238-4498-b0aa-472c6c7b817d tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633085, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.716374] env[62321]: DEBUG oslo_vmware.api [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]526be978-7b3e-0a3a-f0c6-19fc94ed32ca, 'name': SearchDatastore_Task, 'duration_secs': 0.010826} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.717881] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.718294] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 88c97bc4-ebde-4bd0-8217-f682605a6bc8/88c97bc4-ebde-4bd0-8217-f682605a6bc8.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.718971] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a1fa64e-6b0f-4f3e-bd71-9849bbf5dcbe {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.727711] env[62321]: DEBUG oslo_vmware.api [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 767.727711] env[62321]: value = "task-2633087" [ 767.727711] env[62321]: _type = "Task" [ 767.727711] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.734703] env[62321]: DEBUG nova.compute.manager [None req-3f61b56e-1be8-42dc-af17-d1e927a30e52 tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 767.735116] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3f61b56e-1be8-42dc-af17-d1e927a30e52 tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.736591] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304d0cf6-f18b-4c8e-b628-454f2923f7c3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.750163] env[62321]: DEBUG oslo_vmware.api [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633087, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.756268] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f61b56e-1be8-42dc-af17-d1e927a30e52 tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.759125] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3666c5cf-97f4-4663-9526-c7c324106815 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.766156] env[62321]: DEBUG oslo_vmware.api [None req-3f61b56e-1be8-42dc-af17-d1e927a30e52 tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Waiting for the task: (returnval){ [ 767.766156] env[62321]: value = "task-2633088" [ 767.766156] env[62321]: _type = "Task" [ 767.766156] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.782770] env[62321]: DEBUG oslo_vmware.api [None req-3f61b56e-1be8-42dc-af17-d1e927a30e52 tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Task: {'id': task-2633088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.866643] env[62321]: DEBUG oslo_vmware.api [None req-5a9edfef-a238-4498-b0aa-472c6c7b817d tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633085, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.091664] env[62321]: DEBUG nova.compute.manager [req-44cc2d3d-1d59-4a42-89f4-2c3ba5206057 req-4a71a5d1-6d8f-4b58-b4e7-f1e8297bbd00 service nova] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Received event network-vif-deleted-d4ce78e2-9c3c-481d-8825-971f8e84e5bd {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 768.091664] env[62321]: INFO nova.compute.manager [req-44cc2d3d-1d59-4a42-89f4-2c3ba5206057 req-4a71a5d1-6d8f-4b58-b4e7-f1e8297bbd00 service nova] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Neutron deleted interface d4ce78e2-9c3c-481d-8825-971f8e84e5bd; detaching it from the instance and deleting it from the info cache [ 768.091664] env[62321]: DEBUG nova.network.neutron [req-44cc2d3d-1d59-4a42-89f4-2c3ba5206057 req-4a71a5d1-6d8f-4b58-b4e7-f1e8297bbd00 service nova] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.242207] env[62321]: DEBUG nova.network.neutron [-] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.252223] env[62321]: DEBUG oslo_vmware.api [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633087, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502465} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.252223] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 88c97bc4-ebde-4bd0-8217-f682605a6bc8/88c97bc4-ebde-4bd0-8217-f682605a6bc8.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.252223] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.252547] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fdc8717e-982f-4e92-9793-307e1fce29fc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.264116] env[62321]: DEBUG oslo_vmware.api [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 768.264116] env[62321]: value = "task-2633089" [ 768.264116] env[62321]: _type = "Task" [ 768.264116] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.279880] env[62321]: DEBUG nova.network.neutron [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Successfully updated port: 8207d230-1b22-4f65-8fea-f723159b769a {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.291521] env[62321]: DEBUG oslo_vmware.api [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633089, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.297601] env[62321]: DEBUG oslo_vmware.api [None req-3f61b56e-1be8-42dc-af17-d1e927a30e52 tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Task: {'id': task-2633088, 'name': PowerOffVM_Task, 'duration_secs': 0.31092} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.298061] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f61b56e-1be8-42dc-af17-d1e927a30e52 tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.298261] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3f61b56e-1be8-42dc-af17-d1e927a30e52 tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.298730] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d361ca26-7438-49ca-b49b-b4db7e6f6d35 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.361883] env[62321]: DEBUG oslo_vmware.api [None req-5a9edfef-a238-4498-b0aa-472c6c7b817d tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633085, 'name': CreateSnapshot_Task, 'duration_secs': 0.914071} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.362400] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9edfef-a238-4498-b0aa-472c6c7b817d tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Created Snapshot of the VM instance {{(pid=62321) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 768.363298] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2819d76-469e-4d5b-9c42-8face903c3f9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.383972] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3f61b56e-1be8-42dc-af17-d1e927a30e52 tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.384226] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3f61b56e-1be8-42dc-af17-d1e927a30e52 tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.384714] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f61b56e-1be8-42dc-af17-d1e927a30e52 tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Deleting the datastore file [datastore2] 23ece753-c2d1-44c9-86b9-d9ec833d90f0 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.384714] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee225e6b-0094-48f0-b69a-3c6eb1ed0dc6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.393632] env[62321]: DEBUG oslo_vmware.api [None req-3f61b56e-1be8-42dc-af17-d1e927a30e52 tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Waiting for the task: (returnval){ [ 768.393632] env[62321]: value = "task-2633091" [ 768.393632] env[62321]: _type = "Task" [ 768.393632] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.405991] env[62321]: DEBUG oslo_vmware.api [None req-3f61b56e-1be8-42dc-af17-d1e927a30e52 tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Task: {'id': task-2633091, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.530180] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4387949d-a880-4d54-96cd-b43929003a74 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.538981] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf873388-52ee-4b1f-8176-f276b0c7eead {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.575794] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f327100-a98f-402a-8baf-5d39c5c43886 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.589508] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a91e4a-6201-4397-b2c7-ec4e4627d62b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.595021] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-568d76a4-5090-4640-855e-46ffc24fffba {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.607549] env[62321]: DEBUG nova.compute.provider_tree [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.613080] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d6fb23-9315-4503-8982-a608833455bf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.660937] env[62321]: DEBUG nova.compute.manager [req-44cc2d3d-1d59-4a42-89f4-2c3ba5206057 req-4a71a5d1-6d8f-4b58-b4e7-f1e8297bbd00 service nova] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Detach interface failed, port_id=d4ce78e2-9c3c-481d-8825-971f8e84e5bd, reason: Instance 65a448f8-a8f1-4308-8c1f-e0b12317778f could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 768.745079] env[62321]: INFO nova.compute.manager [-] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Took 1.92 seconds to deallocate network for instance. [ 768.779848] env[62321]: DEBUG oslo_vmware.api [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633089, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075124} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.779848] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.780776] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e914cee3-a033-4517-bc3f-dac3f983f30d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.786902] env[62321]: DEBUG oslo_concurrency.lockutils [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Acquiring lock "refresh_cache-cf28c85f-f06a-460a-9289-117c6bdb68f9" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.787063] env[62321]: DEBUG oslo_concurrency.lockutils [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Acquired lock "refresh_cache-cf28c85f-f06a-460a-9289-117c6bdb68f9" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.789031] env[62321]: DEBUG nova.network.neutron [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.811064] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 88c97bc4-ebde-4bd0-8217-f682605a6bc8/88c97bc4-ebde-4bd0-8217-f682605a6bc8.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.812276] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f6e199c-b853-4cc7-9848-38398686c9c0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.839026] env[62321]: DEBUG oslo_vmware.api [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 768.839026] env[62321]: value = "task-2633092" [ 768.839026] env[62321]: _type = "Task" [ 768.839026] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.854220] env[62321]: DEBUG oslo_vmware.api [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633092, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.892688] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9edfef-a238-4498-b0aa-472c6c7b817d tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Creating linked-clone VM from snapshot {{(pid=62321) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 768.892688] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-660643e1-786c-434a-94b3-a557b46e7764 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.907918] env[62321]: DEBUG oslo_vmware.api [None req-3f61b56e-1be8-42dc-af17-d1e927a30e52 tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Task: {'id': task-2633091, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25118} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.912796] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f61b56e-1be8-42dc-af17-d1e927a30e52 tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.912796] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3f61b56e-1be8-42dc-af17-d1e927a30e52 tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.912796] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3f61b56e-1be8-42dc-af17-d1e927a30e52 tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.912796] env[62321]: INFO nova.compute.manager [None req-3f61b56e-1be8-42dc-af17-d1e927a30e52 tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Took 1.18 seconds to destroy the instance on the hypervisor. [ 768.912796] env[62321]: DEBUG oslo.service.loopingcall [None req-3f61b56e-1be8-42dc-af17-d1e927a30e52 tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 768.912796] env[62321]: DEBUG oslo_vmware.api [None req-5a9edfef-a238-4498-b0aa-472c6c7b817d tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Waiting for the task: (returnval){ [ 768.912796] env[62321]: value = "task-2633093" [ 768.912796] env[62321]: _type = "Task" [ 768.912796] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.912796] env[62321]: DEBUG nova.compute.manager [-] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 768.912796] env[62321]: DEBUG nova.network.neutron [-] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 768.923998] env[62321]: DEBUG oslo_vmware.api [None req-5a9edfef-a238-4498-b0aa-472c6c7b817d tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633093, 'name': CloneVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.113634] env[62321]: DEBUG nova.scheduler.client.report [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.323229] env[62321]: INFO nova.compute.manager [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Took 0.58 seconds to detach 1 volumes for instance. [ 769.348464] env[62321]: DEBUG oslo_vmware.api [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633092, 'name': ReconfigVM_Task, 'duration_secs': 0.330468} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.349482] env[62321]: DEBUG nova.network.neutron [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.351894] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 88c97bc4-ebde-4bd0-8217-f682605a6bc8/88c97bc4-ebde-4bd0-8217-f682605a6bc8.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.352534] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90a90fd8-de11-4d30-b9da-678fc70e1d7a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.363204] env[62321]: DEBUG oslo_vmware.api [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 769.363204] env[62321]: value = "task-2633094" [ 769.363204] env[62321]: _type = "Task" [ 769.363204] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.385859] env[62321]: DEBUG oslo_vmware.api [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633094, 'name': Rename_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.429955] env[62321]: DEBUG oslo_vmware.api [None req-5a9edfef-a238-4498-b0aa-472c6c7b817d tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633093, 'name': CloneVM_Task} progress is 94%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.494945] env[62321]: DEBUG oslo_concurrency.lockutils [None req-858df278-ebe9-48d5-a43d-efca61fa5b9c tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquiring lock "5114d3c2-a387-4520-8837-be0736533858" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.494945] env[62321]: DEBUG oslo_concurrency.lockutils [None req-858df278-ebe9-48d5-a43d-efca61fa5b9c tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "5114d3c2-a387-4520-8837-be0736533858" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.515332] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7ddb1f52-6fd1-41e3-a0bc-6cc6eb264c32 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "interface-6c7313cd-0c0a-4068-975a-3239bf6b7869-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.515635] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7ddb1f52-6fd1-41e3-a0bc-6cc6eb264c32 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "interface-6c7313cd-0c0a-4068-975a-3239bf6b7869-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.516941] env[62321]: DEBUG nova.objects.instance [None req-7ddb1f52-6fd1-41e3-a0bc-6cc6eb264c32 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lazy-loading 'flavor' on Instance uuid 6c7313cd-0c0a-4068-975a-3239bf6b7869 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.546867] env[62321]: DEBUG nova.network.neutron [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Updating instance_info_cache with network_info: [{"id": "8207d230-1b22-4f65-8fea-f723159b769a", "address": "fa:16:3e:3b:7d:48", "network": {"id": "c2c64e93-1634-4733-ba04-2307c219020c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1866181050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9ba67a32294feda37ce6c58c302ced", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8207d230-1b", "ovs_interfaceid": "8207d230-1b22-4f65-8fea-f723159b769a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.622462] env[62321]: DEBUG oslo_concurrency.lockutils [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.889s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.623026] env[62321]: DEBUG nova.compute.manager [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.627697] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 23.440s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.776219] env[62321]: DEBUG nova.network.neutron [-] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.831183] env[62321]: DEBUG oslo_concurrency.lockutils [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.874704] env[62321]: DEBUG oslo_vmware.api [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633094, 'name': Rename_Task, 'duration_secs': 0.238483} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.875042] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.875344] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d474de9f-cfbc-4944-9e33-3a4e6afa3c57 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.884987] env[62321]: DEBUG oslo_vmware.api [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 769.884987] env[62321]: value = "task-2633095" [ 769.884987] env[62321]: _type = "Task" [ 769.884987] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.900992] env[62321]: DEBUG oslo_vmware.api [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633095, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.926334] env[62321]: DEBUG oslo_vmware.api [None req-5a9edfef-a238-4498-b0aa-472c6c7b817d tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633093, 'name': CloneVM_Task} progress is 94%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.998099] env[62321]: DEBUG nova.compute.utils [None req-858df278-ebe9-48d5-a43d-efca61fa5b9c tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.053186] env[62321]: DEBUG oslo_concurrency.lockutils [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Releasing lock "refresh_cache-cf28c85f-f06a-460a-9289-117c6bdb68f9" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.053632] env[62321]: DEBUG nova.compute.manager [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Instance network_info: |[{"id": "8207d230-1b22-4f65-8fea-f723159b769a", "address": "fa:16:3e:3b:7d:48", "network": {"id": "c2c64e93-1634-4733-ba04-2307c219020c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1866181050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9ba67a32294feda37ce6c58c302ced", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8207d230-1b", "ovs_interfaceid": "8207d230-1b22-4f65-8fea-f723159b769a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 770.054129] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:7d:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a2b284a-a29c-478f-b763-c9b5821e20ec', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8207d230-1b22-4f65-8fea-f723159b769a', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 770.062953] env[62321]: DEBUG oslo.service.loopingcall [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 770.065804] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 770.066168] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1ae8ad0-8f5b-4a2f-a594-08592ac3416a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.090818] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 770.090818] env[62321]: value = "task-2633096" [ 770.090818] env[62321]: _type = "Task" [ 770.090818] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.108450] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633096, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.131368] env[62321]: DEBUG nova.compute.utils [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.136467] env[62321]: INFO nova.compute.claims [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.140974] env[62321]: DEBUG nova.objects.instance [None req-7ddb1f52-6fd1-41e3-a0bc-6cc6eb264c32 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lazy-loading 'pci_requests' on Instance uuid 6c7313cd-0c0a-4068-975a-3239bf6b7869 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.142564] env[62321]: DEBUG nova.compute.manager [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 770.142564] env[62321]: DEBUG nova.network.neutron [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.193946] env[62321]: DEBUG nova.policy [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88114c9f6d3444fe89fa63ccbb559922', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1fce10dbb4f3496896aa1e08376ae9cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.281116] env[62321]: INFO nova.compute.manager [-] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Took 1.37 seconds to deallocate network for instance. [ 770.398702] env[62321]: DEBUG oslo_vmware.api [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633095, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.429438] env[62321]: DEBUG oslo_vmware.api [None req-5a9edfef-a238-4498-b0aa-472c6c7b817d tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633093, 'name': CloneVM_Task} progress is 94%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.502316] env[62321]: DEBUG oslo_concurrency.lockutils [None req-858df278-ebe9-48d5-a43d-efca61fa5b9c tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "5114d3c2-a387-4520-8837-be0736533858" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.528159] env[62321]: DEBUG nova.network.neutron [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Successfully created port: e3e061ad-60d9-4013-a4c1-4e1f8b82d87d {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.606211] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633096, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.644050] env[62321]: DEBUG nova.compute.manager [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.650879] env[62321]: INFO nova.compute.resource_tracker [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Updating resource usage from migration efe532e1-1512-4deb-8592-d7e4e4f393e7 [ 770.654517] env[62321]: DEBUG nova.objects.base [None req-7ddb1f52-6fd1-41e3-a0bc-6cc6eb264c32 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Object Instance<6c7313cd-0c0a-4068-975a-3239bf6b7869> lazy-loaded attributes: flavor,pci_requests {{(pid=62321) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 770.656534] env[62321]: DEBUG nova.network.neutron [None req-7ddb1f52-6fd1-41e3-a0bc-6cc6eb264c32 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.730579] env[62321]: DEBUG nova.policy [None req-7ddb1f52-6fd1-41e3-a0bc-6cc6eb264c32 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1c2f5dfbac44829bbe716952367a1aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c660bc9909cd431cbe05cf3f4e3d2be4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.792887] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3f61b56e-1be8-42dc-af17-d1e927a30e52 tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.902942] env[62321]: DEBUG oslo_vmware.api [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633095, 'name': PowerOnVM_Task, 'duration_secs': 0.525959} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.903572] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.903572] env[62321]: INFO nova.compute.manager [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Took 9.48 seconds to spawn the instance on the hypervisor. [ 770.903731] env[62321]: DEBUG nova.compute.manager [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.904647] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2d42aa-5393-416b-8bce-35d2607541e5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.929775] env[62321]: DEBUG oslo_vmware.api [None req-5a9edfef-a238-4498-b0aa-472c6c7b817d tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633093, 'name': CloneVM_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.067546] env[62321]: DEBUG nova.network.neutron [None req-7ddb1f52-6fd1-41e3-a0bc-6cc6eb264c32 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Successfully created port: b021e8ee-714b-48a2-9393-7cd6a93bba20 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.114961] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633096, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.220329] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7293be7b-6091-46f2-b9c9-ae8e89ef7895 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.232072] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3739af84-7870-40c3-99a2-e177fa910cc0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.265126] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c29d032-66bd-4c94-93db-d7c043748a42 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.274955] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de419a16-88e4-49ed-b1ad-69c3db0da7dc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.294914] env[62321]: DEBUG nova.compute.provider_tree [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.435326] env[62321]: DEBUG oslo_vmware.api [None req-5a9edfef-a238-4498-b0aa-472c6c7b817d tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633093, 'name': CloneVM_Task, 'duration_secs': 2.028428} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.435946] env[62321]: INFO nova.compute.manager [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Took 35.82 seconds to build instance. [ 771.437275] env[62321]: INFO nova.virt.vmwareapi.vmops [None req-5a9edfef-a238-4498-b0aa-472c6c7b817d tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Created linked-clone VM from snapshot [ 771.438340] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177f7ed8-edb1-4eee-bc1a-0afcaffc83d1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.449093] env[62321]: DEBUG nova.virt.vmwareapi.images [None req-5a9edfef-a238-4498-b0aa-472c6c7b817d tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Uploading image 9a1aee22-0b26-4018-ad04-7092c241d039 {{(pid=62321) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 771.463956] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a9edfef-a238-4498-b0aa-472c6c7b817d tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Destroying the VM {{(pid=62321) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 771.464296] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-10c90645-0ced-47b6-b35e-b8b45ef47058 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.480201] env[62321]: DEBUG oslo_vmware.api [None req-5a9edfef-a238-4498-b0aa-472c6c7b817d tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Waiting for the task: (returnval){ [ 771.480201] env[62321]: value = "task-2633097" [ 771.480201] env[62321]: _type = "Task" [ 771.480201] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.492259] env[62321]: DEBUG oslo_vmware.api [None req-5a9edfef-a238-4498-b0aa-472c6c7b817d tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633097, 'name': Destroy_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.604115] env[62321]: DEBUG oslo_concurrency.lockutils [None req-858df278-ebe9-48d5-a43d-efca61fa5b9c tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquiring lock "5114d3c2-a387-4520-8837-be0736533858" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.604416] env[62321]: DEBUG oslo_concurrency.lockutils [None req-858df278-ebe9-48d5-a43d-efca61fa5b9c tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "5114d3c2-a387-4520-8837-be0736533858" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.604670] env[62321]: INFO nova.compute.manager [None req-858df278-ebe9-48d5-a43d-efca61fa5b9c tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Attaching volume 2f2f7eb5-cf7c-4a1f-9f9c-5e6b657856f2 to /dev/sdb [ 771.606486] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633096, 'name': CreateVM_Task, 'duration_secs': 1.487826} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.606911] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 771.607606] env[62321]: DEBUG oslo_concurrency.lockutils [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.607784] env[62321]: DEBUG oslo_concurrency.lockutils [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.608125] env[62321]: DEBUG oslo_concurrency.lockutils [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.608479] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f319a2b8-6172-4c99-bd6d-4574ee74f3d3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.615276] env[62321]: DEBUG oslo_vmware.api [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Waiting for the task: (returnval){ [ 771.615276] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52f13252-ce70-a5eb-41be-ecad3c6f635e" [ 771.615276] env[62321]: _type = "Task" [ 771.615276] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.626443] env[62321]: DEBUG oslo_vmware.api [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52f13252-ce70-a5eb-41be-ecad3c6f635e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.651144] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea78ccad-7a27-4d7a-a2c1-b2625e2c293b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.659799] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a3e01e-6821-4d90-b167-6c1953c5bcfe {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.666853] env[62321]: DEBUG nova.compute.manager [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.677226] env[62321]: DEBUG nova.virt.block_device [None req-858df278-ebe9-48d5-a43d-efca61fa5b9c tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Updating existing volume attachment record: fbe6b263-c9de-45fd-8966-046e043e3d14 {{(pid=62321) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 771.695340] env[62321]: DEBUG nova.virt.hardware [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.695607] env[62321]: DEBUG nova.virt.hardware [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.695792] env[62321]: DEBUG nova.virt.hardware [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.695976] env[62321]: DEBUG nova.virt.hardware [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.696147] env[62321]: DEBUG nova.virt.hardware [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.696654] env[62321]: DEBUG nova.virt.hardware [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.696654] env[62321]: DEBUG nova.virt.hardware [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.696808] env[62321]: DEBUG nova.virt.hardware [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.697054] env[62321]: DEBUG nova.virt.hardware [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.697150] env[62321]: DEBUG nova.virt.hardware [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.697363] env[62321]: DEBUG nova.virt.hardware [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.698486] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117aaa15-184b-4700-9883-2e0aec851274 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.708331] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9bdd3ca-7b7b-40a3-9936-6c75bf3568dc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.799695] env[62321]: DEBUG nova.scheduler.client.report [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.940199] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c2d66dd8-1f1e-4909-a1c3-bb4b398bcac3 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "88c97bc4-ebde-4bd0-8217-f682605a6bc8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.766s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.992478] env[62321]: DEBUG oslo_vmware.api [None req-5a9edfef-a238-4498-b0aa-472c6c7b817d tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633097, 'name': Destroy_Task} progress is 33%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.024338] env[62321]: DEBUG oslo_concurrency.lockutils [None req-eb0f3297-b173-4331-b7fc-7bff07b3c19e tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Acquiring lock "c1559566-8363-4f6d-8e9d-695f91e7fe1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.024939] env[62321]: DEBUG oslo_concurrency.lockutils [None req-eb0f3297-b173-4331-b7fc-7bff07b3c19e tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Lock "c1559566-8363-4f6d-8e9d-695f91e7fe1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.025258] env[62321]: DEBUG oslo_concurrency.lockutils [None req-eb0f3297-b173-4331-b7fc-7bff07b3c19e tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Acquiring lock "c1559566-8363-4f6d-8e9d-695f91e7fe1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.025560] env[62321]: DEBUG oslo_concurrency.lockutils [None req-eb0f3297-b173-4331-b7fc-7bff07b3c19e tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Lock "c1559566-8363-4f6d-8e9d-695f91e7fe1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.025821] env[62321]: DEBUG oslo_concurrency.lockutils [None req-eb0f3297-b173-4331-b7fc-7bff07b3c19e tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Lock "c1559566-8363-4f6d-8e9d-695f91e7fe1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.030787] env[62321]: INFO nova.compute.manager [None req-eb0f3297-b173-4331-b7fc-7bff07b3c19e tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Terminating instance [ 772.129620] env[62321]: DEBUG oslo_vmware.api [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52f13252-ce70-a5eb-41be-ecad3c6f635e, 'name': SearchDatastore_Task, 'duration_secs': 0.015931} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.130058] env[62321]: DEBUG oslo_concurrency.lockutils [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.130301] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 772.131879] env[62321]: DEBUG oslo_concurrency.lockutils [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.131879] env[62321]: DEBUG oslo_concurrency.lockutils [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.131879] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 772.131879] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fcb61801-c9fd-4bff-aa85-664408b0c3aa {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.143868] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 772.144097] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 772.144889] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99a9a3eb-4332-467d-8421-db9ec950c049 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.157836] env[62321]: DEBUG oslo_vmware.api [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Waiting for the task: (returnval){ [ 772.157836] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c210b4-fde0-1690-3202-ab608eeee70c" [ 772.157836] env[62321]: _type = "Task" [ 772.157836] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.168051] env[62321]: DEBUG oslo_vmware.api [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c210b4-fde0-1690-3202-ab608eeee70c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.195017] env[62321]: DEBUG nova.network.neutron [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Successfully updated port: e3e061ad-60d9-4013-a4c1-4e1f8b82d87d {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.305719] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.678s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.306017] env[62321]: INFO nova.compute.manager [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Migrating [ 772.316918] env[62321]: DEBUG oslo_concurrency.lockutils [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.183s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.318750] env[62321]: INFO nova.compute.claims [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 030c4753-c373-49fa-b501-869822976d93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.492488] env[62321]: DEBUG oslo_vmware.api [None req-5a9edfef-a238-4498-b0aa-472c6c7b817d tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633097, 'name': Destroy_Task, 'duration_secs': 0.62689} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.492646] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-5a9edfef-a238-4498-b0aa-472c6c7b817d tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Destroyed the VM [ 772.492880] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9edfef-a238-4498-b0aa-472c6c7b817d tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Deleting Snapshot of the VM instance {{(pid=62321) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 772.493157] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a503e424-a34c-4bf5-84a0-68f9d5b29149 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.501917] env[62321]: DEBUG oslo_vmware.api [None req-5a9edfef-a238-4498-b0aa-472c6c7b817d tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Waiting for the task: (returnval){ [ 772.501917] env[62321]: value = "task-2633101" [ 772.501917] env[62321]: _type = "Task" [ 772.501917] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.511941] env[62321]: DEBUG oslo_vmware.api [None req-5a9edfef-a238-4498-b0aa-472c6c7b817d tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633101, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.536187] env[62321]: DEBUG nova.compute.manager [None req-eb0f3297-b173-4331-b7fc-7bff07b3c19e tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 772.536586] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0f3297-b173-4331-b7fc-7bff07b3c19e tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 772.537675] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e879840-dee0-4b42-a3df-39b6194540aa {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.548655] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0f3297-b173-4331-b7fc-7bff07b3c19e tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 772.549024] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87e4bd9f-732d-4c3d-8059-b76e06731dcd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.558072] env[62321]: DEBUG oslo_vmware.api [None req-eb0f3297-b173-4331-b7fc-7bff07b3c19e tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Waiting for the task: (returnval){ [ 772.558072] env[62321]: value = "task-2633102" [ 772.558072] env[62321]: _type = "Task" [ 772.558072] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.572235] env[62321]: DEBUG oslo_vmware.api [None req-eb0f3297-b173-4331-b7fc-7bff07b3c19e tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Task: {'id': task-2633102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.670475] env[62321]: DEBUG oslo_vmware.api [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c210b4-fde0-1690-3202-ab608eeee70c, 'name': SearchDatastore_Task, 'duration_secs': 0.024683} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.671374] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99158f04-24bd-4998-a001-77690af5e8a3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.677998] env[62321]: DEBUG oslo_vmware.api [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Waiting for the task: (returnval){ [ 772.677998] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522fb275-aebc-6a7b-8399-204000b4dd25" [ 772.677998] env[62321]: _type = "Task" [ 772.677998] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.687306] env[62321]: DEBUG oslo_vmware.api [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522fb275-aebc-6a7b-8399-204000b4dd25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.698147] env[62321]: DEBUG oslo_concurrency.lockutils [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Acquiring lock "refresh_cache-1148efb1-5dfa-43d9-9891-3738a50bf214" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.698430] env[62321]: DEBUG oslo_concurrency.lockutils [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Acquired lock "refresh_cache-1148efb1-5dfa-43d9-9891-3738a50bf214" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.698559] env[62321]: DEBUG nova.network.neutron [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.831398] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquiring lock "refresh_cache-abc046a0-2875-4673-9eda-dcd9ded773c1" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.831650] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquired lock "refresh_cache-abc046a0-2875-4673-9eda-dcd9ded773c1" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.831835] env[62321]: DEBUG nova.network.neutron [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.896030] env[62321]: DEBUG nova.network.neutron [None req-7ddb1f52-6fd1-41e3-a0bc-6cc6eb264c32 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Successfully updated port: b021e8ee-714b-48a2-9393-7cd6a93bba20 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.985060] env[62321]: DEBUG nova.compute.manager [req-1a5bffdc-9558-46bf-b6d6-433bce8c5e66 req-ec2f00de-987b-4554-9d20-1038542f3821 service nova] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Received event network-vif-plugged-8207d230-1b22-4f65-8fea-f723159b769a {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 772.985326] env[62321]: DEBUG oslo_concurrency.lockutils [req-1a5bffdc-9558-46bf-b6d6-433bce8c5e66 req-ec2f00de-987b-4554-9d20-1038542f3821 service nova] Acquiring lock "cf28c85f-f06a-460a-9289-117c6bdb68f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.985542] env[62321]: DEBUG oslo_concurrency.lockutils [req-1a5bffdc-9558-46bf-b6d6-433bce8c5e66 req-ec2f00de-987b-4554-9d20-1038542f3821 service nova] Lock "cf28c85f-f06a-460a-9289-117c6bdb68f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.985718] env[62321]: DEBUG oslo_concurrency.lockutils [req-1a5bffdc-9558-46bf-b6d6-433bce8c5e66 req-ec2f00de-987b-4554-9d20-1038542f3821 service nova] Lock "cf28c85f-f06a-460a-9289-117c6bdb68f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.985889] env[62321]: DEBUG nova.compute.manager [req-1a5bffdc-9558-46bf-b6d6-433bce8c5e66 req-ec2f00de-987b-4554-9d20-1038542f3821 service nova] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] No waiting events found dispatching network-vif-plugged-8207d230-1b22-4f65-8fea-f723159b769a {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 772.986081] env[62321]: WARNING nova.compute.manager [req-1a5bffdc-9558-46bf-b6d6-433bce8c5e66 req-ec2f00de-987b-4554-9d20-1038542f3821 service nova] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Received unexpected event network-vif-plugged-8207d230-1b22-4f65-8fea-f723159b769a for instance with vm_state building and task_state spawning. [ 772.986248] env[62321]: DEBUG nova.compute.manager [req-1a5bffdc-9558-46bf-b6d6-433bce8c5e66 req-ec2f00de-987b-4554-9d20-1038542f3821 service nova] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Received event network-changed-8207d230-1b22-4f65-8fea-f723159b769a {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 772.986701] env[62321]: DEBUG nova.compute.manager [req-1a5bffdc-9558-46bf-b6d6-433bce8c5e66 req-ec2f00de-987b-4554-9d20-1038542f3821 service nova] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Refreshing instance network info cache due to event network-changed-8207d230-1b22-4f65-8fea-f723159b769a. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 772.986701] env[62321]: DEBUG oslo_concurrency.lockutils [req-1a5bffdc-9558-46bf-b6d6-433bce8c5e66 req-ec2f00de-987b-4554-9d20-1038542f3821 service nova] Acquiring lock "refresh_cache-cf28c85f-f06a-460a-9289-117c6bdb68f9" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.986867] env[62321]: DEBUG oslo_concurrency.lockutils [req-1a5bffdc-9558-46bf-b6d6-433bce8c5e66 req-ec2f00de-987b-4554-9d20-1038542f3821 service nova] Acquired lock "refresh_cache-cf28c85f-f06a-460a-9289-117c6bdb68f9" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.986978] env[62321]: DEBUG nova.network.neutron [req-1a5bffdc-9558-46bf-b6d6-433bce8c5e66 req-ec2f00de-987b-4554-9d20-1038542f3821 service nova] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Refreshing network info cache for port 8207d230-1b22-4f65-8fea-f723159b769a {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.014597] env[62321]: DEBUG oslo_vmware.api [None req-5a9edfef-a238-4498-b0aa-472c6c7b817d tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633101, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.071296] env[62321]: DEBUG oslo_vmware.api [None req-eb0f3297-b173-4331-b7fc-7bff07b3c19e tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Task: {'id': task-2633102, 'name': PowerOffVM_Task, 'duration_secs': 0.331584} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.071690] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0f3297-b173-4331-b7fc-7bff07b3c19e tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 773.071942] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0f3297-b173-4331-b7fc-7bff07b3c19e tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 773.072288] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52b3bf9e-e6a3-47ee-9e0c-65d4b32d74bb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.103165] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Acquiring lock "be57ec9c-ca2f-42c5-9be9-d30884fb516e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.103498] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Lock "be57ec9c-ca2f-42c5-9be9-d30884fb516e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.190568] env[62321]: DEBUG oslo_vmware.api [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522fb275-aebc-6a7b-8399-204000b4dd25, 'name': SearchDatastore_Task, 'duration_secs': 0.015196} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.190807] env[62321]: DEBUG oslo_concurrency.lockutils [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.191097] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] cf28c85f-f06a-460a-9289-117c6bdb68f9/cf28c85f-f06a-460a-9289-117c6bdb68f9.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 773.191395] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02e8a596-2588-4974-8e0c-a9a0b3692431 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.203957] env[62321]: DEBUG oslo_vmware.api [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Waiting for the task: (returnval){ [ 773.203957] env[62321]: value = "task-2633104" [ 773.203957] env[62321]: _type = "Task" [ 773.203957] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.214753] env[62321]: DEBUG oslo_vmware.api [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.248625] env[62321]: DEBUG nova.network.neutron [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.336025] env[62321]: DEBUG oslo_vmware.rw_handles [None req-a5890f6f-1289-4e62-874a-4dd628d97c83 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52135bd1-12d9-52b5-defe-f8ba1a59991a/disk-0.vmdk. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 773.339048] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a738c7ad-689a-4231-be54-a118609f874a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.350019] env[62321]: DEBUG oslo_vmware.rw_handles [None req-a5890f6f-1289-4e62-874a-4dd628d97c83 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52135bd1-12d9-52b5-defe-f8ba1a59991a/disk-0.vmdk is in state: ready. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 773.350019] env[62321]: ERROR oslo_vmware.rw_handles [None req-a5890f6f-1289-4e62-874a-4dd628d97c83 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52135bd1-12d9-52b5-defe-f8ba1a59991a/disk-0.vmdk due to incomplete transfer. [ 773.350019] env[62321]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-757f70f3-1d14-4146-a189-a9aff420b2d0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.359295] env[62321]: DEBUG oslo_vmware.rw_handles [None req-a5890f6f-1289-4e62-874a-4dd628d97c83 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52135bd1-12d9-52b5-defe-f8ba1a59991a/disk-0.vmdk. {{(pid=62321) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 773.359510] env[62321]: DEBUG nova.virt.vmwareapi.images [None req-a5890f6f-1289-4e62-874a-4dd628d97c83 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Uploaded image d65e9c4d-5d76-4b41-aaf6-b95ff0b7dbda to the Glance image server {{(pid=62321) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 773.361857] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5890f6f-1289-4e62-874a-4dd628d97c83 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Destroying the VM {{(pid=62321) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 773.362535] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e279b34a-0cb6-4d8a-a5e0-47d8496ff089 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.368787] env[62321]: DEBUG oslo_vmware.api [None req-a5890f6f-1289-4e62-874a-4dd628d97c83 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 773.368787] env[62321]: value = "task-2633105" [ 773.368787] env[62321]: _type = "Task" [ 773.368787] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.381686] env[62321]: DEBUG oslo_vmware.api [None req-a5890f6f-1289-4e62-874a-4dd628d97c83 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633105, 'name': Destroy_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.402612] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7ddb1f52-6fd1-41e3-a0bc-6cc6eb264c32 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "refresh_cache-6c7313cd-0c0a-4068-975a-3239bf6b7869" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.402887] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7ddb1f52-6fd1-41e3-a0bc-6cc6eb264c32 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquired lock "refresh_cache-6c7313cd-0c0a-4068-975a-3239bf6b7869" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.403105] env[62321]: DEBUG nova.network.neutron [None req-7ddb1f52-6fd1-41e3-a0bc-6cc6eb264c32 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.516713] env[62321]: DEBUG oslo_vmware.api [None req-5a9edfef-a238-4498-b0aa-472c6c7b817d tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633101, 'name': RemoveSnapshot_Task, 'duration_secs': 0.867048} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.516995] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9edfef-a238-4498-b0aa-472c6c7b817d tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Deleted Snapshot of the VM instance {{(pid=62321) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 773.568536] env[62321]: DEBUG nova.network.neutron [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Updating instance_info_cache with network_info: [{"id": "e3e061ad-60d9-4013-a4c1-4e1f8b82d87d", "address": "fa:16:3e:89:6b:c5", "network": {"id": "a2e969d5-cfd8-4af0-b77f-8f76373acb80", "bridge": "br-int", "label": "tempest-ServersTestJSON-195937025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fce10dbb4f3496896aa1e08376ae9cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e061ad-60", "ovs_interfaceid": "e3e061ad-60d9-4013-a4c1-4e1f8b82d87d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.606627] env[62321]: DEBUG nova.compute.manager [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.722449] env[62321]: DEBUG oslo_vmware.api [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633104, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.866749] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bae682a-a6a9-4d4a-9f37-0f2dde062b5b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.880304] env[62321]: DEBUG oslo_vmware.api [None req-a5890f6f-1289-4e62-874a-4dd628d97c83 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633105, 'name': Destroy_Task, 'duration_secs': 0.369295} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.882333] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-a5890f6f-1289-4e62-874a-4dd628d97c83 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Destroyed the VM [ 773.882536] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a5890f6f-1289-4e62-874a-4dd628d97c83 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Deleting Snapshot of the VM instance {{(pid=62321) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 773.882825] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b53c3f89-24ed-4bdc-998b-a8172aafcb6b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.885169] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ba9bd4-7eeb-4dc8-b277-d6af364d386e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.893999] env[62321]: DEBUG oslo_vmware.api [None req-a5890f6f-1289-4e62-874a-4dd628d97c83 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 773.893999] env[62321]: value = "task-2633106" [ 773.893999] env[62321]: _type = "Task" [ 773.893999] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.924648] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd61e24e-4c1d-4940-a681-3be0e5fa7194 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.936238] env[62321]: DEBUG oslo_vmware.api [None req-a5890f6f-1289-4e62-874a-4dd628d97c83 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633106, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.939765] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4b037c-938c-49b4-9f26-ad69869e06a3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.954959] env[62321]: DEBUG nova.compute.provider_tree [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.016065] env[62321]: WARNING nova.network.neutron [None req-7ddb1f52-6fd1-41e3-a0bc-6cc6eb264c32 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] 62edaec8-ba2d-4464-b39a-ca6af58f81f9 already exists in list: networks containing: ['62edaec8-ba2d-4464-b39a-ca6af58f81f9']. ignoring it [ 774.021645] env[62321]: WARNING nova.compute.manager [None req-5a9edfef-a238-4498-b0aa-472c6c7b817d tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Image not found during snapshot: nova.exception.ImageNotFound: Image 9a1aee22-0b26-4018-ad04-7092c241d039 could not be found. [ 774.073743] env[62321]: DEBUG oslo_concurrency.lockutils [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Releasing lock "refresh_cache-1148efb1-5dfa-43d9-9891-3738a50bf214" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.073743] env[62321]: DEBUG nova.compute.manager [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Instance network_info: |[{"id": "e3e061ad-60d9-4013-a4c1-4e1f8b82d87d", "address": "fa:16:3e:89:6b:c5", "network": {"id": "a2e969d5-cfd8-4af0-b77f-8f76373acb80", "bridge": "br-int", "label": "tempest-ServersTestJSON-195937025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fce10dbb4f3496896aa1e08376ae9cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e061ad-60", "ovs_interfaceid": "e3e061ad-60d9-4013-a4c1-4e1f8b82d87d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 774.073743] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:6b:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd69a4b11-8d65-435f-94a5-28f74a39a718', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3e061ad-60d9-4013-a4c1-4e1f8b82d87d', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.080083] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Creating folder: Project (1fce10dbb4f3496896aa1e08376ae9cb). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.083013] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3502d26e-7e92-468d-a68e-e2c494302259 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.096477] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Created folder: Project (1fce10dbb4f3496896aa1e08376ae9cb) in parent group-v530434. [ 774.096687] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Creating folder: Instances. Parent ref: group-v530604. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.096950] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f614673b-84e5-4d70-a895-5b64c3703286 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.123817] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Created folder: Instances in parent group-v530604. [ 774.124165] env[62321]: DEBUG oslo.service.loopingcall [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 774.124425] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.125077] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a03898b-e672-45ab-8039-abdc6b0db412 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.142915] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.152376] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.152376] env[62321]: value = "task-2633110" [ 774.152376] env[62321]: _type = "Task" [ 774.152376] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.153486] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0f3297-b173-4331-b7fc-7bff07b3c19e tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.153721] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0f3297-b173-4331-b7fc-7bff07b3c19e tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.153909] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb0f3297-b173-4331-b7fc-7bff07b3c19e tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Deleting the datastore file [datastore1] c1559566-8363-4f6d-8e9d-695f91e7fe1d {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.157849] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99a7717a-3045-45e0-845d-ef84ef85cedc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.176400] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633110, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.178111] env[62321]: DEBUG oslo_vmware.api [None req-eb0f3297-b173-4331-b7fc-7bff07b3c19e tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Waiting for the task: (returnval){ [ 774.178111] env[62321]: value = "task-2633111" [ 774.178111] env[62321]: _type = "Task" [ 774.178111] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.187423] env[62321]: DEBUG oslo_vmware.api [None req-eb0f3297-b173-4331-b7fc-7bff07b3c19e tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Task: {'id': task-2633111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.210318] env[62321]: DEBUG nova.network.neutron [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Updating instance_info_cache with network_info: [{"id": "f84bdc6f-32ab-414e-b50d-61e95a067937", "address": "fa:16:3e:68:bf:d9", "network": {"id": "a5547c0f-46b1-4ae5-841a-9f39910febcd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ef1461c1ad14a3cb8e9828aa58002a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf84bdc6f-32", "ovs_interfaceid": "f84bdc6f-32ab-414e-b50d-61e95a067937", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.217665] env[62321]: DEBUG oslo_vmware.api [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633104, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.734766} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.217922] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] cf28c85f-f06a-460a-9289-117c6bdb68f9/cf28c85f-f06a-460a-9289-117c6bdb68f9.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 774.218152] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 774.218430] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4151da1-6c57-431d-a18c-89f2adc02003 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.229975] env[62321]: DEBUG oslo_vmware.api [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Waiting for the task: (returnval){ [ 774.229975] env[62321]: value = "task-2633112" [ 774.229975] env[62321]: _type = "Task" [ 774.229975] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.246618] env[62321]: DEBUG oslo_vmware.api [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633112, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.370484] env[62321]: DEBUG nova.network.neutron [req-1a5bffdc-9558-46bf-b6d6-433bce8c5e66 req-ec2f00de-987b-4554-9d20-1038542f3821 service nova] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Updated VIF entry in instance network info cache for port 8207d230-1b22-4f65-8fea-f723159b769a. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.371143] env[62321]: DEBUG nova.network.neutron [req-1a5bffdc-9558-46bf-b6d6-433bce8c5e66 req-ec2f00de-987b-4554-9d20-1038542f3821 service nova] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Updating instance_info_cache with network_info: [{"id": "8207d230-1b22-4f65-8fea-f723159b769a", "address": "fa:16:3e:3b:7d:48", "network": {"id": "c2c64e93-1634-4733-ba04-2307c219020c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1866181050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9ba67a32294feda37ce6c58c302ced", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8207d230-1b", "ovs_interfaceid": "8207d230-1b22-4f65-8fea-f723159b769a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.429926] env[62321]: DEBUG oslo_vmware.api [None req-a5890f6f-1289-4e62-874a-4dd628d97c83 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633106, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.458429] env[62321]: DEBUG nova.scheduler.client.report [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.573844] env[62321]: DEBUG nova.network.neutron [None req-7ddb1f52-6fd1-41e3-a0bc-6cc6eb264c32 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Updating instance_info_cache with network_info: [{"id": "63ac5fd0-7915-46fd-91ec-20ad286ff74e", "address": "fa:16:3e:d1:b7:a6", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63ac5fd0-79", "ovs_interfaceid": "63ac5fd0-7915-46fd-91ec-20ad286ff74e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b021e8ee-714b-48a2-9393-7cd6a93bba20", "address": "fa:16:3e:01:7f:75", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb021e8ee-71", "ovs_interfaceid": "b021e8ee-714b-48a2-9393-7cd6a93bba20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.664955] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633110, 'name': CreateVM_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.691008] env[62321]: DEBUG oslo_vmware.api [None req-eb0f3297-b173-4331-b7fc-7bff07b3c19e tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Task: {'id': task-2633111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.714050] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Releasing lock "refresh_cache-abc046a0-2875-4673-9eda-dcd9ded773c1" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.741345] env[62321]: DEBUG oslo_vmware.api [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633112, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081527} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.741675] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.742576] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b812453-a1b3-435e-a32c-9c5a215c0de0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.767507] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] cf28c85f-f06a-460a-9289-117c6bdb68f9/cf28c85f-f06a-460a-9289-117c6bdb68f9.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.768196] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-249b29e9-b14e-4eaa-9e5e-e11aa5180503 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.789465] env[62321]: DEBUG oslo_vmware.api [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Waiting for the task: (returnval){ [ 774.789465] env[62321]: value = "task-2633113" [ 774.789465] env[62321]: _type = "Task" [ 774.789465] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.801053] env[62321]: DEBUG oslo_vmware.api [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633113, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.876682] env[62321]: DEBUG oslo_concurrency.lockutils [req-1a5bffdc-9558-46bf-b6d6-433bce8c5e66 req-ec2f00de-987b-4554-9d20-1038542f3821 service nova] Releasing lock "refresh_cache-cf28c85f-f06a-460a-9289-117c6bdb68f9" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.877014] env[62321]: DEBUG nova.compute.manager [req-1a5bffdc-9558-46bf-b6d6-433bce8c5e66 req-ec2f00de-987b-4554-9d20-1038542f3821 service nova] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Received event network-vif-deleted-f08714bf-a489-4847-bba5-63bb1c47b7a7 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 774.930623] env[62321]: DEBUG oslo_vmware.api [None req-a5890f6f-1289-4e62-874a-4dd628d97c83 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633106, 'name': RemoveSnapshot_Task, 'duration_secs': 0.675751} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.930785] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a5890f6f-1289-4e62-874a-4dd628d97c83 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Deleted Snapshot of the VM instance {{(pid=62321) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 774.931017] env[62321]: INFO nova.compute.manager [None req-a5890f6f-1289-4e62-874a-4dd628d97c83 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Took 14.31 seconds to snapshot the instance on the hypervisor. [ 774.963800] env[62321]: DEBUG oslo_concurrency.lockutils [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.964410] env[62321]: DEBUG nova.compute.manager [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 030c4753-c373-49fa-b501-869822976d93] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.967260] env[62321]: DEBUG oslo_concurrency.lockutils [None req-74242c6c-5330-4be9-8e19-8c5e1678590b tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.677s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.967695] env[62321]: DEBUG nova.objects.instance [None req-74242c6c-5330-4be9-8e19-8c5e1678590b tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Lazy-loading 'resources' on Instance uuid bbde3466-9829-4207-9670-72715d1e49c0 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.077339] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7ddb1f52-6fd1-41e3-a0bc-6cc6eb264c32 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Releasing lock "refresh_cache-6c7313cd-0c0a-4068-975a-3239bf6b7869" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.078297] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7ddb1f52-6fd1-41e3-a0bc-6cc6eb264c32 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "6c7313cd-0c0a-4068-975a-3239bf6b7869" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.078561] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7ddb1f52-6fd1-41e3-a0bc-6cc6eb264c32 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquired lock "6c7313cd-0c0a-4068-975a-3239bf6b7869" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.079863] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a607d0a-31a7-4e30-9df5-342ebff87095 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.111114] env[62321]: DEBUG nova.virt.hardware [None req-7ddb1f52-6fd1-41e3-a0bc-6cc6eb264c32 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.111386] env[62321]: DEBUG nova.virt.hardware [None req-7ddb1f52-6fd1-41e3-a0bc-6cc6eb264c32 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.111783] env[62321]: DEBUG nova.virt.hardware [None req-7ddb1f52-6fd1-41e3-a0bc-6cc6eb264c32 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.111783] env[62321]: DEBUG nova.virt.hardware [None req-7ddb1f52-6fd1-41e3-a0bc-6cc6eb264c32 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.111996] env[62321]: DEBUG nova.virt.hardware [None req-7ddb1f52-6fd1-41e3-a0bc-6cc6eb264c32 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.111996] env[62321]: DEBUG nova.virt.hardware [None req-7ddb1f52-6fd1-41e3-a0bc-6cc6eb264c32 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.112168] env[62321]: DEBUG nova.virt.hardware [None req-7ddb1f52-6fd1-41e3-a0bc-6cc6eb264c32 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.112332] env[62321]: DEBUG nova.virt.hardware [None req-7ddb1f52-6fd1-41e3-a0bc-6cc6eb264c32 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.112476] env[62321]: DEBUG nova.virt.hardware [None req-7ddb1f52-6fd1-41e3-a0bc-6cc6eb264c32 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.112700] env[62321]: DEBUG nova.virt.hardware [None req-7ddb1f52-6fd1-41e3-a0bc-6cc6eb264c32 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.112871] env[62321]: DEBUG nova.virt.hardware [None req-7ddb1f52-6fd1-41e3-a0bc-6cc6eb264c32 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.119741] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddb1f52-6fd1-41e3-a0bc-6cc6eb264c32 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Reconfiguring VM to attach interface {{(pid=62321) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 775.120258] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb4ec282-3b16-4913-a64a-6305a5a09b16 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.141530] env[62321]: DEBUG oslo_vmware.api [None req-7ddb1f52-6fd1-41e3-a0bc-6cc6eb264c32 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 775.141530] env[62321]: value = "task-2633114" [ 775.141530] env[62321]: _type = "Task" [ 775.141530] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.151668] env[62321]: DEBUG oslo_vmware.api [None req-7ddb1f52-6fd1-41e3-a0bc-6cc6eb264c32 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633114, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.163115] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633110, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.191337] env[62321]: DEBUG oslo_vmware.api [None req-eb0f3297-b173-4331-b7fc-7bff07b3c19e tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Task: {'id': task-2633111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.546586} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.194403] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb0f3297-b173-4331-b7fc-7bff07b3c19e tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.194403] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0f3297-b173-4331-b7fc-7bff07b3c19e tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.194403] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0f3297-b173-4331-b7fc-7bff07b3c19e tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.194403] env[62321]: INFO nova.compute.manager [None req-eb0f3297-b173-4331-b7fc-7bff07b3c19e tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Took 2.66 seconds to destroy the instance on the hypervisor. [ 775.194403] env[62321]: DEBUG oslo.service.loopingcall [None req-eb0f3297-b173-4331-b7fc-7bff07b3c19e tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 775.194403] env[62321]: DEBUG nova.compute.manager [-] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 775.194403] env[62321]: DEBUG nova.network.neutron [-] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 775.301761] env[62321]: DEBUG oslo_vmware.api [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633113, 'name': ReconfigVM_Task, 'duration_secs': 0.350139} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.301975] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Reconfigured VM instance instance-00000039 to attach disk [datastore1] cf28c85f-f06a-460a-9289-117c6bdb68f9/cf28c85f-f06a-460a-9289-117c6bdb68f9.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.303018] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ef1fc98-5f0f-4e86-ae81-1de23ef5e3a7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.312196] env[62321]: DEBUG oslo_vmware.api [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Waiting for the task: (returnval){ [ 775.312196] env[62321]: value = "task-2633115" [ 775.312196] env[62321]: _type = "Task" [ 775.312196] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.321465] env[62321]: DEBUG oslo_vmware.api [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633115, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.471114] env[62321]: DEBUG nova.compute.utils [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.478099] env[62321]: DEBUG nova.compute.manager [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 030c4753-c373-49fa-b501-869822976d93] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 775.478099] env[62321]: DEBUG nova.network.neutron [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 030c4753-c373-49fa-b501-869822976d93] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 775.559805] env[62321]: DEBUG nova.compute.manager [req-96d84be3-adaa-4e67-b9a9-fa8d1ce06990 req-8fa8ee05-1ea7-4ba5-a76a-0ee2e8bb31a0 service nova] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Received event network-vif-plugged-e3e061ad-60d9-4013-a4c1-4e1f8b82d87d {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 775.560042] env[62321]: DEBUG oslo_concurrency.lockutils [req-96d84be3-adaa-4e67-b9a9-fa8d1ce06990 req-8fa8ee05-1ea7-4ba5-a76a-0ee2e8bb31a0 service nova] Acquiring lock "1148efb1-5dfa-43d9-9891-3738a50bf214-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.560305] env[62321]: DEBUG oslo_concurrency.lockutils [req-96d84be3-adaa-4e67-b9a9-fa8d1ce06990 req-8fa8ee05-1ea7-4ba5-a76a-0ee2e8bb31a0 service nova] Lock "1148efb1-5dfa-43d9-9891-3738a50bf214-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.561127] env[62321]: DEBUG oslo_concurrency.lockutils [req-96d84be3-adaa-4e67-b9a9-fa8d1ce06990 req-8fa8ee05-1ea7-4ba5-a76a-0ee2e8bb31a0 service nova] Lock "1148efb1-5dfa-43d9-9891-3738a50bf214-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.561337] env[62321]: DEBUG nova.compute.manager [req-96d84be3-adaa-4e67-b9a9-fa8d1ce06990 req-8fa8ee05-1ea7-4ba5-a76a-0ee2e8bb31a0 service nova] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] No waiting events found dispatching network-vif-plugged-e3e061ad-60d9-4013-a4c1-4e1f8b82d87d {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 775.561521] env[62321]: WARNING nova.compute.manager [req-96d84be3-adaa-4e67-b9a9-fa8d1ce06990 req-8fa8ee05-1ea7-4ba5-a76a-0ee2e8bb31a0 service nova] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Received unexpected event network-vif-plugged-e3e061ad-60d9-4013-a4c1-4e1f8b82d87d for instance with vm_state building and task_state spawning. [ 775.561779] env[62321]: DEBUG nova.compute.manager [req-96d84be3-adaa-4e67-b9a9-fa8d1ce06990 req-8fa8ee05-1ea7-4ba5-a76a-0ee2e8bb31a0 service nova] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Received event network-changed-e3e061ad-60d9-4013-a4c1-4e1f8b82d87d {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 775.561827] env[62321]: DEBUG nova.compute.manager [req-96d84be3-adaa-4e67-b9a9-fa8d1ce06990 req-8fa8ee05-1ea7-4ba5-a76a-0ee2e8bb31a0 service nova] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Refreshing instance network info cache due to event network-changed-e3e061ad-60d9-4013-a4c1-4e1f8b82d87d. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 775.562025] env[62321]: DEBUG oslo_concurrency.lockutils [req-96d84be3-adaa-4e67-b9a9-fa8d1ce06990 req-8fa8ee05-1ea7-4ba5-a76a-0ee2e8bb31a0 service nova] Acquiring lock "refresh_cache-1148efb1-5dfa-43d9-9891-3738a50bf214" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.562302] env[62321]: DEBUG oslo_concurrency.lockutils [req-96d84be3-adaa-4e67-b9a9-fa8d1ce06990 req-8fa8ee05-1ea7-4ba5-a76a-0ee2e8bb31a0 service nova] Acquired lock "refresh_cache-1148efb1-5dfa-43d9-9891-3738a50bf214" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.562592] env[62321]: DEBUG nova.network.neutron [req-96d84be3-adaa-4e67-b9a9-fa8d1ce06990 req-8fa8ee05-1ea7-4ba5-a76a-0ee2e8bb31a0 service nova] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Refreshing network info cache for port e3e061ad-60d9-4013-a4c1-4e1f8b82d87d {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.565060] env[62321]: DEBUG nova.policy [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4124d20164945f28f9a1a47da78d7b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01d8e18986b945cda7366750b9136ecb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.653670] env[62321]: DEBUG oslo_vmware.api [None req-7ddb1f52-6fd1-41e3-a0bc-6cc6eb264c32 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.667605] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633110, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.797443] env[62321]: DEBUG nova.compute.manager [req-af5671f5-b020-4cbc-99ee-91d9d3ce6168 req-f6968657-304a-4066-894b-caf1e2784682 service nova] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Received event network-changed-8cdf9ba2-5954-47f4-a13e-c1e93ffd3f33 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 775.797443] env[62321]: DEBUG nova.compute.manager [req-af5671f5-b020-4cbc-99ee-91d9d3ce6168 req-f6968657-304a-4066-894b-caf1e2784682 service nova] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Refreshing instance network info cache due to event network-changed-8cdf9ba2-5954-47f4-a13e-c1e93ffd3f33. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 775.799531] env[62321]: DEBUG oslo_concurrency.lockutils [req-af5671f5-b020-4cbc-99ee-91d9d3ce6168 req-f6968657-304a-4066-894b-caf1e2784682 service nova] Acquiring lock "refresh_cache-88c97bc4-ebde-4bd0-8217-f682605a6bc8" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.799531] env[62321]: DEBUG oslo_concurrency.lockutils [req-af5671f5-b020-4cbc-99ee-91d9d3ce6168 req-f6968657-304a-4066-894b-caf1e2784682 service nova] Acquired lock "refresh_cache-88c97bc4-ebde-4bd0-8217-f682605a6bc8" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.799531] env[62321]: DEBUG nova.network.neutron [req-af5671f5-b020-4cbc-99ee-91d9d3ce6168 req-f6968657-304a-4066-894b-caf1e2784682 service nova] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Refreshing network info cache for port 8cdf9ba2-5954-47f4-a13e-c1e93ffd3f33 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.829969] env[62321]: DEBUG oslo_vmware.api [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633115, 'name': Rename_Task, 'duration_secs': 0.248497} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.829969] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 775.829969] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e00a954-c7ad-4c28-bd31-010a9088b037 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.840201] env[62321]: DEBUG oslo_vmware.api [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Waiting for the task: (returnval){ [ 775.840201] env[62321]: value = "task-2633116" [ 775.840201] env[62321]: _type = "Task" [ 775.840201] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.851295] env[62321]: DEBUG oslo_vmware.api [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633116, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.978689] env[62321]: DEBUG nova.compute.manager [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 030c4753-c373-49fa-b501-869822976d93] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 776.009236] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6adc41aa-623e-446e-98b7-3f7bd0a41b14 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Acquiring lock "818e7bd7-7e32-4689-bff1-fa3d199fb712" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.009565] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6adc41aa-623e-446e-98b7-3f7bd0a41b14 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Lock "818e7bd7-7e32-4689-bff1-fa3d199fb712" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.009831] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6adc41aa-623e-446e-98b7-3f7bd0a41b14 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Acquiring lock "818e7bd7-7e32-4689-bff1-fa3d199fb712-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.010044] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6adc41aa-623e-446e-98b7-3f7bd0a41b14 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Lock "818e7bd7-7e32-4689-bff1-fa3d199fb712-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.010215] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6adc41aa-623e-446e-98b7-3f7bd0a41b14 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Lock "818e7bd7-7e32-4689-bff1-fa3d199fb712-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.014461] env[62321]: INFO nova.compute.manager [None req-6adc41aa-623e-446e-98b7-3f7bd0a41b14 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Terminating instance [ 776.052478] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6a9501-072b-4aa3-9aad-98a8d13ef453 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.063402] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341172d6-ef34-4cda-bf68-a58e030810bc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.104794] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afee184d-fb62-41d8-9655-3b66d008fccd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.114382] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81337b27-cf2c-423a-87ee-b076e16b2842 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.131454] env[62321]: DEBUG nova.compute.provider_tree [None req-74242c6c-5330-4be9-8e19-8c5e1678590b tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.156503] env[62321]: DEBUG oslo_vmware.api [None req-7ddb1f52-6fd1-41e3-a0bc-6cc6eb264c32 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633114, 'name': ReconfigVM_Task, 'duration_secs': 0.860956} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.156983] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7ddb1f52-6fd1-41e3-a0bc-6cc6eb264c32 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Releasing lock "6c7313cd-0c0a-4068-975a-3239bf6b7869" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.157218] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddb1f52-6fd1-41e3-a0bc-6cc6eb264c32 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Reconfigured VM to attach interface {{(pid=62321) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 776.161516] env[62321]: DEBUG nova.network.neutron [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 030c4753-c373-49fa-b501-869822976d93] Successfully created port: 485f6f99-e19e-44e7-afa9-b4fbf32eaab7 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 776.174583] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633110, 'name': CreateVM_Task, 'duration_secs': 1.798642} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.175154] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.176807] env[62321]: DEBUG oslo_concurrency.lockutils [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.176807] env[62321]: DEBUG oslo_concurrency.lockutils [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.176807] env[62321]: DEBUG oslo_concurrency.lockutils [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.176807] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60400287-25ec-4bed-b440-39acd01c1d6b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.182914] env[62321]: DEBUG oslo_vmware.api [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Waiting for the task: (returnval){ [ 776.182914] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5287c1c5-bdbe-edf9-4da2-a7f50ef2c49c" [ 776.182914] env[62321]: _type = "Task" [ 776.182914] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.194098] env[62321]: DEBUG oslo_vmware.api [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5287c1c5-bdbe-edf9-4da2-a7f50ef2c49c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.232699] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf66cce8-f16a-44ae-b148-6f1be589fa1c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.237948] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-858df278-ebe9-48d5-a43d-efca61fa5b9c tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Volume attach. Driver type: vmdk {{(pid=62321) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 776.238073] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-858df278-ebe9-48d5-a43d-efca61fa5b9c tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530603', 'volume_id': '2f2f7eb5-cf7c-4a1f-9f9c-5e6b657856f2', 'name': 'volume-2f2f7eb5-cf7c-4a1f-9f9c-5e6b657856f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5114d3c2-a387-4520-8837-be0736533858', 'attached_at': '', 'detached_at': '', 'volume_id': '2f2f7eb5-cf7c-4a1f-9f9c-5e6b657856f2', 'serial': '2f2f7eb5-cf7c-4a1f-9f9c-5e6b657856f2'} {{(pid=62321) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 776.238941] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065112f4-7d70-4043-822c-d337d8bc4eb9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.269946] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40e7a30-d50f-4c85-aa72-fbffd7f30ed5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.272436] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Updating instance 'abc046a0-2875-4673-9eda-dcd9ded773c1' progress to 0 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 776.325443] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-858df278-ebe9-48d5-a43d-efca61fa5b9c tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] volume-2f2f7eb5-cf7c-4a1f-9f9c-5e6b657856f2/volume-2f2f7eb5-cf7c-4a1f-9f9c-5e6b657856f2.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.326115] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2bc8799-7511-4c0b-8e23-abb6c6d84d5c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.348691] env[62321]: DEBUG oslo_vmware.api [None req-858df278-ebe9-48d5-a43d-efca61fa5b9c tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 776.348691] env[62321]: value = "task-2633117" [ 776.348691] env[62321]: _type = "Task" [ 776.348691] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.352345] env[62321]: DEBUG oslo_vmware.api [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633116, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.360967] env[62321]: DEBUG oslo_vmware.api [None req-858df278-ebe9-48d5-a43d-efca61fa5b9c tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633117, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.517084] env[62321]: DEBUG nova.compute.manager [None req-6adc41aa-623e-446e-98b7-3f7bd0a41b14 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 776.517457] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6adc41aa-623e-446e-98b7-3f7bd0a41b14 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 776.518559] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0388750-3ff2-4488-a8b5-3d1ee28c8e50 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.527156] env[62321]: DEBUG nova.network.neutron [-] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.528418] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6adc41aa-623e-446e-98b7-3f7bd0a41b14 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.528673] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92cdbece-9619-45f2-af2a-266aa266ac6b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.536718] env[62321]: DEBUG oslo_vmware.api [None req-6adc41aa-623e-446e-98b7-3f7bd0a41b14 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Waiting for the task: (returnval){ [ 776.536718] env[62321]: value = "task-2633118" [ 776.536718] env[62321]: _type = "Task" [ 776.536718] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.554022] env[62321]: DEBUG oslo_vmware.api [None req-6adc41aa-623e-446e-98b7-3f7bd0a41b14 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.638225] env[62321]: DEBUG nova.scheduler.client.report [None req-74242c6c-5330-4be9-8e19-8c5e1678590b tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.664140] env[62321]: DEBUG nova.network.neutron [req-96d84be3-adaa-4e67-b9a9-fa8d1ce06990 req-8fa8ee05-1ea7-4ba5-a76a-0ee2e8bb31a0 service nova] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Updated VIF entry in instance network info cache for port e3e061ad-60d9-4013-a4c1-4e1f8b82d87d. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.666196] env[62321]: DEBUG nova.network.neutron [req-96d84be3-adaa-4e67-b9a9-fa8d1ce06990 req-8fa8ee05-1ea7-4ba5-a76a-0ee2e8bb31a0 service nova] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Updating instance_info_cache with network_info: [{"id": "e3e061ad-60d9-4013-a4c1-4e1f8b82d87d", "address": "fa:16:3e:89:6b:c5", "network": {"id": "a2e969d5-cfd8-4af0-b77f-8f76373acb80", "bridge": "br-int", "label": "tempest-ServersTestJSON-195937025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fce10dbb4f3496896aa1e08376ae9cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e061ad-60", "ovs_interfaceid": "e3e061ad-60d9-4013-a4c1-4e1f8b82d87d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.667336] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7ddb1f52-6fd1-41e3-a0bc-6cc6eb264c32 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "interface-6c7313cd-0c0a-4068-975a-3239bf6b7869-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.152s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.698433] env[62321]: DEBUG oslo_vmware.api [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5287c1c5-bdbe-edf9-4da2-a7f50ef2c49c, 'name': SearchDatastore_Task, 'duration_secs': 0.022789} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.698874] env[62321]: DEBUG oslo_concurrency.lockutils [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.699196] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 776.699607] env[62321]: DEBUG oslo_concurrency.lockutils [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.699709] env[62321]: DEBUG oslo_concurrency.lockutils [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.700026] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 776.700647] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efd4df08-18fb-4c78-87e4-3ef380e3e04b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.717489] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 776.717489] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 776.717489] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ff00ddb-ca67-42f4-828e-37f3077f2f57 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.726293] env[62321]: DEBUG oslo_vmware.api [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Waiting for the task: (returnval){ [ 776.726293] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a6d276-493c-d681-fd61-525c8c9831db" [ 776.726293] env[62321]: _type = "Task" [ 776.726293] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.738949] env[62321]: DEBUG oslo_vmware.api [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a6d276-493c-d681-fd61-525c8c9831db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.786162] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.786162] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ac548bc-1020-4414-a27c-1332cfde4624 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.793740] env[62321]: DEBUG oslo_vmware.api [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Waiting for the task: (returnval){ [ 776.793740] env[62321]: value = "task-2633119" [ 776.793740] env[62321]: _type = "Task" [ 776.793740] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.805062] env[62321]: DEBUG oslo_vmware.api [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2633119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.854199] env[62321]: DEBUG oslo_vmware.api [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633116, 'name': PowerOnVM_Task, 'duration_secs': 0.624804} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.858319] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.859535] env[62321]: INFO nova.compute.manager [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Took 10.38 seconds to spawn the instance on the hypervisor. [ 776.859535] env[62321]: DEBUG nova.compute.manager [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.859884] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe15a1f-abb5-4208-a1bf-be57103c4574 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.868750] env[62321]: DEBUG oslo_vmware.api [None req-858df278-ebe9-48d5-a43d-efca61fa5b9c tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633117, 'name': ReconfigVM_Task, 'duration_secs': 0.467091} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.869721] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-858df278-ebe9-48d5-a43d-efca61fa5b9c tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Reconfigured VM instance instance-0000002d to attach disk [datastore1] volume-2f2f7eb5-cf7c-4a1f-9f9c-5e6b657856f2/volume-2f2f7eb5-cf7c-4a1f-9f9c-5e6b657856f2.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.877671] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07a8febd-954a-4f72-a73a-175d70289b1a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.895615] env[62321]: DEBUG nova.network.neutron [req-af5671f5-b020-4cbc-99ee-91d9d3ce6168 req-f6968657-304a-4066-894b-caf1e2784682 service nova] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Updated VIF entry in instance network info cache for port 8cdf9ba2-5954-47f4-a13e-c1e93ffd3f33. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.896089] env[62321]: DEBUG nova.network.neutron [req-af5671f5-b020-4cbc-99ee-91d9d3ce6168 req-f6968657-304a-4066-894b-caf1e2784682 service nova] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Updating instance_info_cache with network_info: [{"id": "8cdf9ba2-5954-47f4-a13e-c1e93ffd3f33", "address": "fa:16:3e:d1:1a:33", "network": {"id": "750e916d-f2cf-425c-88f0-488d2d7ac894", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-457582844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4d5b3a8d92f42ddb204a0a27c24609a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cdf9ba2-59", "ovs_interfaceid": "8cdf9ba2-5954-47f4-a13e-c1e93ffd3f33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.898848] env[62321]: DEBUG oslo_vmware.api [None req-858df278-ebe9-48d5-a43d-efca61fa5b9c tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 776.898848] env[62321]: value = "task-2633120" [ 776.898848] env[62321]: _type = "Task" [ 776.898848] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.909658] env[62321]: DEBUG oslo_vmware.api [None req-858df278-ebe9-48d5-a43d-efca61fa5b9c tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633120, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.994060] env[62321]: DEBUG nova.compute.manager [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 030c4753-c373-49fa-b501-869822976d93] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 777.025505] env[62321]: DEBUG nova.virt.hardware [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.025904] env[62321]: DEBUG nova.virt.hardware [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.026223] env[62321]: DEBUG nova.virt.hardware [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.026549] env[62321]: DEBUG nova.virt.hardware [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.026833] env[62321]: DEBUG nova.virt.hardware [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.027113] env[62321]: DEBUG nova.virt.hardware [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.027494] env[62321]: DEBUG nova.virt.hardware [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.027774] env[62321]: DEBUG nova.virt.hardware [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.028142] env[62321]: DEBUG nova.virt.hardware [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 777.028467] env[62321]: DEBUG nova.virt.hardware [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 777.028778] env[62321]: DEBUG nova.virt.hardware [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 777.030223] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b841d235-424f-4305-9ab3-73783bd0d9df {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.034916] env[62321]: INFO nova.compute.manager [-] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Took 1.84 seconds to deallocate network for instance. [ 777.049114] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9929201-8f57-4737-9228-e6b9ad2a00f8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.068865] env[62321]: DEBUG oslo_vmware.api [None req-6adc41aa-623e-446e-98b7-3f7bd0a41b14 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633118, 'name': PowerOffVM_Task, 'duration_secs': 0.382679} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.069204] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6adc41aa-623e-446e-98b7-3f7bd0a41b14 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.069486] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6adc41aa-623e-446e-98b7-3f7bd0a41b14 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 777.069735] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-961f58b9-fa80-4362-8ce8-55ffece8309a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.144939] env[62321]: DEBUG oslo_concurrency.lockutils [None req-74242c6c-5330-4be9-8e19-8c5e1678590b tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.148137] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8238922d-c90d-45f6-8176-16b06ce792c4 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.189s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.148572] env[62321]: DEBUG nova.objects.instance [None req-8238922d-c90d-45f6-8176-16b06ce792c4 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Lazy-loading 'resources' on Instance uuid 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.165452] env[62321]: INFO nova.scheduler.client.report [None req-74242c6c-5330-4be9-8e19-8c5e1678590b tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Deleted allocations for instance bbde3466-9829-4207-9670-72715d1e49c0 [ 777.169263] env[62321]: DEBUG oslo_concurrency.lockutils [req-96d84be3-adaa-4e67-b9a9-fa8d1ce06990 req-8fa8ee05-1ea7-4ba5-a76a-0ee2e8bb31a0 service nova] Releasing lock "refresh_cache-1148efb1-5dfa-43d9-9891-3738a50bf214" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.169643] env[62321]: DEBUG nova.compute.manager [req-96d84be3-adaa-4e67-b9a9-fa8d1ce06990 req-8fa8ee05-1ea7-4ba5-a76a-0ee2e8bb31a0 service nova] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Received event network-vif-plugged-b021e8ee-714b-48a2-9393-7cd6a93bba20 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 777.169849] env[62321]: DEBUG oslo_concurrency.lockutils [req-96d84be3-adaa-4e67-b9a9-fa8d1ce06990 req-8fa8ee05-1ea7-4ba5-a76a-0ee2e8bb31a0 service nova] Acquiring lock "6c7313cd-0c0a-4068-975a-3239bf6b7869-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.169979] env[62321]: DEBUG oslo_concurrency.lockutils [req-96d84be3-adaa-4e67-b9a9-fa8d1ce06990 req-8fa8ee05-1ea7-4ba5-a76a-0ee2e8bb31a0 service nova] Lock "6c7313cd-0c0a-4068-975a-3239bf6b7869-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.170928] env[62321]: DEBUG oslo_concurrency.lockutils [req-96d84be3-adaa-4e67-b9a9-fa8d1ce06990 req-8fa8ee05-1ea7-4ba5-a76a-0ee2e8bb31a0 service nova] Lock "6c7313cd-0c0a-4068-975a-3239bf6b7869-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.170928] env[62321]: DEBUG nova.compute.manager [req-96d84be3-adaa-4e67-b9a9-fa8d1ce06990 req-8fa8ee05-1ea7-4ba5-a76a-0ee2e8bb31a0 service nova] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] No waiting events found dispatching network-vif-plugged-b021e8ee-714b-48a2-9393-7cd6a93bba20 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 777.170928] env[62321]: WARNING nova.compute.manager [req-96d84be3-adaa-4e67-b9a9-fa8d1ce06990 req-8fa8ee05-1ea7-4ba5-a76a-0ee2e8bb31a0 service nova] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Received unexpected event network-vif-plugged-b021e8ee-714b-48a2-9393-7cd6a93bba20 for instance with vm_state active and task_state None. [ 777.170928] env[62321]: DEBUG nova.compute.manager [req-96d84be3-adaa-4e67-b9a9-fa8d1ce06990 req-8fa8ee05-1ea7-4ba5-a76a-0ee2e8bb31a0 service nova] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Received event network-changed-b021e8ee-714b-48a2-9393-7cd6a93bba20 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 777.170928] env[62321]: DEBUG nova.compute.manager [req-96d84be3-adaa-4e67-b9a9-fa8d1ce06990 req-8fa8ee05-1ea7-4ba5-a76a-0ee2e8bb31a0 service nova] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Refreshing instance network info cache due to event network-changed-b021e8ee-714b-48a2-9393-7cd6a93bba20. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 777.170928] env[62321]: DEBUG oslo_concurrency.lockutils [req-96d84be3-adaa-4e67-b9a9-fa8d1ce06990 req-8fa8ee05-1ea7-4ba5-a76a-0ee2e8bb31a0 service nova] Acquiring lock "refresh_cache-6c7313cd-0c0a-4068-975a-3239bf6b7869" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.171400] env[62321]: DEBUG oslo_concurrency.lockutils [req-96d84be3-adaa-4e67-b9a9-fa8d1ce06990 req-8fa8ee05-1ea7-4ba5-a76a-0ee2e8bb31a0 service nova] Acquired lock "refresh_cache-6c7313cd-0c0a-4068-975a-3239bf6b7869" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.171400] env[62321]: DEBUG nova.network.neutron [req-96d84be3-adaa-4e67-b9a9-fa8d1ce06990 req-8fa8ee05-1ea7-4ba5-a76a-0ee2e8bb31a0 service nova] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Refreshing network info cache for port b021e8ee-714b-48a2-9393-7cd6a93bba20 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.207042] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6adc41aa-623e-446e-98b7-3f7bd0a41b14 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 777.207290] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6adc41aa-623e-446e-98b7-3f7bd0a41b14 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 777.207508] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-6adc41aa-623e-446e-98b7-3f7bd0a41b14 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Deleting the datastore file [datastore2] 818e7bd7-7e32-4689-bff1-fa3d199fb712 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.207788] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99c25620-bd28-4fb6-8a61-57d3e5258b41 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.216477] env[62321]: DEBUG oslo_vmware.api [None req-6adc41aa-623e-446e-98b7-3f7bd0a41b14 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Waiting for the task: (returnval){ [ 777.216477] env[62321]: value = "task-2633122" [ 777.216477] env[62321]: _type = "Task" [ 777.216477] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.225684] env[62321]: DEBUG oslo_vmware.api [None req-6adc41aa-623e-446e-98b7-3f7bd0a41b14 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.236394] env[62321]: DEBUG oslo_vmware.api [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a6d276-493c-d681-fd61-525c8c9831db, 'name': SearchDatastore_Task, 'duration_secs': 0.016015} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.237228] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23833d9c-5c34-4cda-b673-e7ed6be51869 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.244023] env[62321]: DEBUG oslo_vmware.api [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Waiting for the task: (returnval){ [ 777.244023] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]520b3ad4-93b8-9b54-f2fb-05168cac647a" [ 777.244023] env[62321]: _type = "Task" [ 777.244023] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.251973] env[62321]: DEBUG oslo_vmware.api [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]520b3ad4-93b8-9b54-f2fb-05168cac647a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.304954] env[62321]: DEBUG oslo_vmware.api [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2633119, 'name': PowerOffVM_Task, 'duration_secs': 0.339968} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.305236] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.305416] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Updating instance 'abc046a0-2875-4673-9eda-dcd9ded773c1' progress to 17 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 777.387238] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquiring lock "5aad616b-744d-47dd-9c53-bb7120849743" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.387413] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "5aad616b-744d-47dd-9c53-bb7120849743" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.396602] env[62321]: INFO nova.compute.manager [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Took 38.77 seconds to build instance. [ 777.401089] env[62321]: DEBUG oslo_concurrency.lockutils [req-af5671f5-b020-4cbc-99ee-91d9d3ce6168 req-f6968657-304a-4066-894b-caf1e2784682 service nova] Releasing lock "refresh_cache-88c97bc4-ebde-4bd0-8217-f682605a6bc8" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.413584] env[62321]: DEBUG oslo_vmware.api [None req-858df278-ebe9-48d5-a43d-efca61fa5b9c tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633120, 'name': ReconfigVM_Task, 'duration_secs': 0.274789} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.413873] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-858df278-ebe9-48d5-a43d-efca61fa5b9c tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530603', 'volume_id': '2f2f7eb5-cf7c-4a1f-9f9c-5e6b657856f2', 'name': 'volume-2f2f7eb5-cf7c-4a1f-9f9c-5e6b657856f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5114d3c2-a387-4520-8837-be0736533858', 'attached_at': '', 'detached_at': '', 'volume_id': '2f2f7eb5-cf7c-4a1f-9f9c-5e6b657856f2', 'serial': '2f2f7eb5-cf7c-4a1f-9f9c-5e6b657856f2'} {{(pid=62321) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 777.548793] env[62321]: DEBUG oslo_concurrency.lockutils [None req-eb0f3297-b173-4331-b7fc-7bff07b3c19e tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.679090] env[62321]: DEBUG oslo_concurrency.lockutils [None req-74242c6c-5330-4be9-8e19-8c5e1678590b tempest-ServersTestMultiNic-1535698327 tempest-ServersTestMultiNic-1535698327-project-member] Lock "bbde3466-9829-4207-9670-72715d1e49c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.242s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.732955] env[62321]: DEBUG oslo_vmware.api [None req-6adc41aa-623e-446e-98b7-3f7bd0a41b14 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.395884} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.733299] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-6adc41aa-623e-446e-98b7-3f7bd0a41b14 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.733602] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6adc41aa-623e-446e-98b7-3f7bd0a41b14 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.733848] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6adc41aa-623e-446e-98b7-3f7bd0a41b14 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.734073] env[62321]: INFO nova.compute.manager [None req-6adc41aa-623e-446e-98b7-3f7bd0a41b14 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Took 1.22 seconds to destroy the instance on the hypervisor. [ 777.734441] env[62321]: DEBUG oslo.service.loopingcall [None req-6adc41aa-623e-446e-98b7-3f7bd0a41b14 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 777.734918] env[62321]: DEBUG nova.compute.manager [-] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 777.734918] env[62321]: DEBUG nova.network.neutron [-] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 777.754996] env[62321]: DEBUG oslo_vmware.api [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]520b3ad4-93b8-9b54-f2fb-05168cac647a, 'name': SearchDatastore_Task, 'duration_secs': 0.020772} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.755331] env[62321]: DEBUG oslo_concurrency.lockutils [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.755654] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 1148efb1-5dfa-43d9-9891-3738a50bf214/1148efb1-5dfa-43d9-9891-3738a50bf214.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.755962] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-010afa9d-bfbb-4260-acd1-621a35ce7d8f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.764616] env[62321]: DEBUG oslo_vmware.api [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Waiting for the task: (returnval){ [ 777.764616] env[62321]: value = "task-2633123" [ 777.764616] env[62321]: _type = "Task" [ 777.764616] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.773101] env[62321]: DEBUG oslo_vmware.api [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Task: {'id': task-2633123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.811607] env[62321]: DEBUG nova.virt.hardware [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.811990] env[62321]: DEBUG nova.virt.hardware [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.812277] env[62321]: DEBUG nova.virt.hardware [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.812771] env[62321]: DEBUG nova.virt.hardware [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.812989] env[62321]: DEBUG nova.virt.hardware [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.813356] env[62321]: DEBUG nova.virt.hardware [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.813702] env[62321]: DEBUG nova.virt.hardware [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.813978] env[62321]: DEBUG nova.virt.hardware [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.814234] env[62321]: DEBUG nova.virt.hardware [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 777.814469] env[62321]: DEBUG nova.virt.hardware [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 777.814727] env[62321]: DEBUG nova.virt.hardware [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 777.822404] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00229f61-925d-4670-8805-1879472c5a1b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.841394] env[62321]: DEBUG oslo_vmware.api [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Waiting for the task: (returnval){ [ 777.841394] env[62321]: value = "task-2633124" [ 777.841394] env[62321]: _type = "Task" [ 777.841394] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.855251] env[62321]: DEBUG oslo_vmware.api [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2633124, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.878124] env[62321]: DEBUG nova.compute.manager [req-ba9e64b0-1727-47b4-88fc-47bec3f0fd25 req-4b65e93c-d9a4-41b4-8df6-a8e9a78ff584 service nova] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Received event network-vif-deleted-26afda3c-5190-4e76-af99-cc5f049018e3 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 777.889986] env[62321]: DEBUG nova.compute.manager [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 777.898297] env[62321]: DEBUG oslo_concurrency.lockutils [None req-72cd5f17-2580-4f10-85e4-7fcb8d232b7f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Lock "cf28c85f-f06a-460a-9289-117c6bdb68f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.810s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.277447] env[62321]: DEBUG oslo_vmware.api [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Task: {'id': task-2633123, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.301151] env[62321]: DEBUG nova.network.neutron [req-96d84be3-adaa-4e67-b9a9-fa8d1ce06990 req-8fa8ee05-1ea7-4ba5-a76a-0ee2e8bb31a0 service nova] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Updated VIF entry in instance network info cache for port b021e8ee-714b-48a2-9393-7cd6a93bba20. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.302260] env[62321]: DEBUG nova.network.neutron [req-96d84be3-adaa-4e67-b9a9-fa8d1ce06990 req-8fa8ee05-1ea7-4ba5-a76a-0ee2e8bb31a0 service nova] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Updating instance_info_cache with network_info: [{"id": "63ac5fd0-7915-46fd-91ec-20ad286ff74e", "address": "fa:16:3e:d1:b7:a6", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63ac5fd0-79", "ovs_interfaceid": "63ac5fd0-7915-46fd-91ec-20ad286ff74e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b021e8ee-714b-48a2-9393-7cd6a93bba20", "address": "fa:16:3e:01:7f:75", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb021e8ee-71", "ovs_interfaceid": "b021e8ee-714b-48a2-9393-7cd6a93bba20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.338851] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d21cb5e-e0bb-45a3-8d6b-d058b0d7a3a8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.356336] env[62321]: DEBUG oslo_vmware.api [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2633124, 'name': ReconfigVM_Task, 'duration_secs': 0.192089} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.357420] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f205e6c-658f-4c3d-a38c-f7288994ffe7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.360954] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Updating instance 'abc046a0-2875-4673-9eda-dcd9ded773c1' progress to 33 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 778.402858] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edae3a17-db30-43ef-ab37-df0d769d337e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.411742] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c231868f-1ee1-470e-8747-6a210368c3fb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.416729] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.427712] env[62321]: DEBUG nova.compute.provider_tree [None req-8238922d-c90d-45f6-8176-16b06ce792c4 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.489095] env[62321]: DEBUG nova.objects.instance [None req-858df278-ebe9-48d5-a43d-efca61fa5b9c tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lazy-loading 'flavor' on Instance uuid 5114d3c2-a387-4520-8837-be0736533858 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.521422] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f2efac8b-aad2-4646-b747-09c16735dd49 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Acquiring lock "cf28c85f-f06a-460a-9289-117c6bdb68f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.521422] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f2efac8b-aad2-4646-b747-09c16735dd49 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Lock "cf28c85f-f06a-460a-9289-117c6bdb68f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.521422] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f2efac8b-aad2-4646-b747-09c16735dd49 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Acquiring lock "cf28c85f-f06a-460a-9289-117c6bdb68f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.521751] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f2efac8b-aad2-4646-b747-09c16735dd49 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Lock "cf28c85f-f06a-460a-9289-117c6bdb68f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.521842] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f2efac8b-aad2-4646-b747-09c16735dd49 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Lock "cf28c85f-f06a-460a-9289-117c6bdb68f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.525073] env[62321]: INFO nova.compute.manager [None req-f2efac8b-aad2-4646-b747-09c16735dd49 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Terminating instance [ 778.664206] env[62321]: DEBUG nova.network.neutron [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 030c4753-c373-49fa-b501-869822976d93] Successfully updated port: 485f6f99-e19e-44e7-afa9-b4fbf32eaab7 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 778.782023] env[62321]: DEBUG oslo_vmware.api [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Task: {'id': task-2633123, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630809} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.782023] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 1148efb1-5dfa-43d9-9891-3738a50bf214/1148efb1-5dfa-43d9-9891-3738a50bf214.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 778.782023] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.782414] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3aead2c-f17f-483d-bcad-b66399e4364d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.795226] env[62321]: DEBUG oslo_vmware.api [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Waiting for the task: (returnval){ [ 778.795226] env[62321]: value = "task-2633125" [ 778.795226] env[62321]: _type = "Task" [ 778.795226] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.803151] env[62321]: DEBUG oslo_vmware.api [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Task: {'id': task-2633125, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.804698] env[62321]: DEBUG oslo_concurrency.lockutils [req-96d84be3-adaa-4e67-b9a9-fa8d1ce06990 req-8fa8ee05-1ea7-4ba5-a76a-0ee2e8bb31a0 service nova] Releasing lock "refresh_cache-6c7313cd-0c0a-4068-975a-3239bf6b7869" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.867514] env[62321]: DEBUG nova.virt.hardware [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:40:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='c37bfef8-988f-472f-bc50-f237a65ad7eb',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-89561958',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.867747] env[62321]: DEBUG nova.virt.hardware [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.867903] env[62321]: DEBUG nova.virt.hardware [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.868097] env[62321]: DEBUG nova.virt.hardware [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.868247] env[62321]: DEBUG nova.virt.hardware [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.868429] env[62321]: DEBUG nova.virt.hardware [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.868638] env[62321]: DEBUG nova.virt.hardware [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.868794] env[62321]: DEBUG nova.virt.hardware [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.868959] env[62321]: DEBUG nova.virt.hardware [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.869225] env[62321]: DEBUG nova.virt.hardware [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.869414] env[62321]: DEBUG nova.virt.hardware [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.877439] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 778.878391] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7226aa2e-f71a-45f0-9990-1b9e9951957d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.905517] env[62321]: DEBUG oslo_vmware.api [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Waiting for the task: (returnval){ [ 778.905517] env[62321]: value = "task-2633126" [ 778.905517] env[62321]: _type = "Task" [ 778.905517] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.917485] env[62321]: DEBUG oslo_vmware.api [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2633126, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.933168] env[62321]: DEBUG nova.scheduler.client.report [None req-8238922d-c90d-45f6-8176-16b06ce792c4 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.995927] env[62321]: DEBUG oslo_concurrency.lockutils [None req-858df278-ebe9-48d5-a43d-efca61fa5b9c tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "5114d3c2-a387-4520-8837-be0736533858" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.390s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.018179] env[62321]: DEBUG nova.network.neutron [-] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.030108] env[62321]: DEBUG nova.compute.manager [None req-f2efac8b-aad2-4646-b747-09c16735dd49 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 779.030963] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-f2efac8b-aad2-4646-b747-09c16735dd49 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.033897] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15cee43-f389-4c1b-80a9-c7f0e6072970 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.047276] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2efac8b-aad2-4646-b747-09c16735dd49 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.047890] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14d2fcfe-0ccf-4eaa-9c19-e25e8aa05c13 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.059935] env[62321]: DEBUG oslo_vmware.api [None req-f2efac8b-aad2-4646-b747-09c16735dd49 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Waiting for the task: (returnval){ [ 779.059935] env[62321]: value = "task-2633127" [ 779.059935] env[62321]: _type = "Task" [ 779.059935] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.069726] env[62321]: DEBUG oslo_vmware.api [None req-f2efac8b-aad2-4646-b747-09c16735dd49 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633127, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.167825] env[62321]: DEBUG oslo_concurrency.lockutils [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Acquiring lock "refresh_cache-030c4753-c373-49fa-b501-869822976d93" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.167825] env[62321]: DEBUG oslo_concurrency.lockutils [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Acquired lock "refresh_cache-030c4753-c373-49fa-b501-869822976d93" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.167825] env[62321]: DEBUG nova.network.neutron [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 030c4753-c373-49fa-b501-869822976d93] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.305202] env[62321]: DEBUG oslo_vmware.api [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Task: {'id': task-2633125, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070133} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.305501] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.306318] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec512cfb-3f24-4fbc-9e3e-d40f22de1a9d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.333394] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 1148efb1-5dfa-43d9-9891-3738a50bf214/1148efb1-5dfa-43d9-9891-3738a50bf214.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.333657] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9411ecb0-efe9-4f36-9abb-fe5e7abf8cd7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.354709] env[62321]: DEBUG oslo_vmware.api [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Waiting for the task: (returnval){ [ 779.354709] env[62321]: value = "task-2633128" [ 779.354709] env[62321]: _type = "Task" [ 779.354709] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.365241] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c16235f5-12ab-46b7-86a4-3281a20e18e8 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "interface-6c7313cd-0c0a-4068-975a-3239bf6b7869-b021e8ee-714b-48a2-9393-7cd6a93bba20" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.365732] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c16235f5-12ab-46b7-86a4-3281a20e18e8 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "interface-6c7313cd-0c0a-4068-975a-3239bf6b7869-b021e8ee-714b-48a2-9393-7cd6a93bba20" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.366797] env[62321]: DEBUG oslo_vmware.api [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Task: {'id': task-2633128, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.416569] env[62321]: DEBUG oslo_vmware.api [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2633126, 'name': ReconfigVM_Task, 'duration_secs': 0.299147} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.416852] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 779.417666] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164ba458-3f2d-476c-a672-99fd335bf566 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.442803] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] abc046a0-2875-4673-9eda-dcd9ded773c1/abc046a0-2875-4673-9eda-dcd9ded773c1.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.443652] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8238922d-c90d-45f6-8176-16b06ce792c4 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.296s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.445940] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ac0e9df-d1c0-4c2e-a24c-20427b87ad3b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.458890] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.829s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.460738] env[62321]: INFO nova.compute.claims [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.470981] env[62321]: DEBUG oslo_vmware.api [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Waiting for the task: (returnval){ [ 779.470981] env[62321]: value = "task-2633129" [ 779.470981] env[62321]: _type = "Task" [ 779.470981] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.481028] env[62321]: DEBUG oslo_vmware.api [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2633129, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.484459] env[62321]: INFO nova.scheduler.client.report [None req-8238922d-c90d-45f6-8176-16b06ce792c4 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Deleted allocations for instance 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8 [ 779.520124] env[62321]: INFO nova.compute.manager [-] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Took 1.79 seconds to deallocate network for instance. [ 779.569866] env[62321]: DEBUG oslo_vmware.api [None req-f2efac8b-aad2-4646-b747-09c16735dd49 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633127, 'name': PowerOffVM_Task, 'duration_secs': 0.33331} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.570158] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2efac8b-aad2-4646-b747-09c16735dd49 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.570309] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-f2efac8b-aad2-4646-b747-09c16735dd49 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.570601] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b3fdd63-c515-45fe-bb86-fe2b2de564c0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.662905] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-f2efac8b-aad2-4646-b747-09c16735dd49 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.663196] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-f2efac8b-aad2-4646-b747-09c16735dd49 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.663354] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2efac8b-aad2-4646-b747-09c16735dd49 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Deleting the datastore file [datastore1] cf28c85f-f06a-460a-9289-117c6bdb68f9 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.663629] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5c5584e-40ca-4240-beb0-ada3688da49d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.672788] env[62321]: DEBUG oslo_vmware.api [None req-f2efac8b-aad2-4646-b747-09c16735dd49 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Waiting for the task: (returnval){ [ 779.672788] env[62321]: value = "task-2633131" [ 779.672788] env[62321]: _type = "Task" [ 779.672788] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.684824] env[62321]: DEBUG oslo_vmware.api [None req-f2efac8b-aad2-4646-b747-09c16735dd49 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.746383] env[62321]: DEBUG nova.network.neutron [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 030c4753-c373-49fa-b501-869822976d93] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.872605] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c16235f5-12ab-46b7-86a4-3281a20e18e8 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "6c7313cd-0c0a-4068-975a-3239bf6b7869" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.872808] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c16235f5-12ab-46b7-86a4-3281a20e18e8 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquired lock "6c7313cd-0c0a-4068-975a-3239bf6b7869" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.873174] env[62321]: DEBUG oslo_vmware.api [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Task: {'id': task-2633128, 'name': ReconfigVM_Task, 'duration_secs': 0.312563} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.874331] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e288ba-128d-4804-82e5-c4d92ca150de {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.878434] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 1148efb1-5dfa-43d9-9891-3738a50bf214/1148efb1-5dfa-43d9-9891-3738a50bf214.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.879328] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c356817c-6f5a-4524-8e3b-bb0cc0add592 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.908121] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505af98c-fd84-4c88-9c90-aac5fffbfa0b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.912441] env[62321]: DEBUG oslo_vmware.api [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Waiting for the task: (returnval){ [ 779.912441] env[62321]: value = "task-2633132" [ 779.912441] env[62321]: _type = "Task" [ 779.912441] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.955851] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c16235f5-12ab-46b7-86a4-3281a20e18e8 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Reconfiguring VM to detach interface {{(pid=62321) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 779.965239] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad4696b5-2ce7-42b9-9961-639474535ea8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.991260] env[62321]: DEBUG oslo_vmware.api [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Task: {'id': task-2633132, 'name': Rename_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.000333] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8238922d-c90d-45f6-8176-16b06ce792c4 tempest-ServersTestManualDisk-2112220345 tempest-ServersTestManualDisk-2112220345-project-member] Lock "69b3114c-67ef-4fe5-9812-5fc0c07b1bb8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.867s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.010236] env[62321]: DEBUG oslo_vmware.api [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2633129, 'name': ReconfigVM_Task, 'duration_secs': 0.421646} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.012163] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Reconfigured VM instance instance-00000030 to attach disk [datastore1] abc046a0-2875-4673-9eda-dcd9ded773c1/abc046a0-2875-4673-9eda-dcd9ded773c1.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.012584] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Updating instance 'abc046a0-2875-4673-9eda-dcd9ded773c1' progress to 50 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 780.017735] env[62321]: DEBUG oslo_vmware.api [None req-c16235f5-12ab-46b7-86a4-3281a20e18e8 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 780.017735] env[62321]: value = "task-2633133" [ 780.017735] env[62321]: _type = "Task" [ 780.017735] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.028669] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6adc41aa-623e-446e-98b7-3f7bd0a41b14 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.035913] env[62321]: DEBUG oslo_vmware.api [None req-c16235f5-12ab-46b7-86a4-3281a20e18e8 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.180435] env[62321]: DEBUG nova.network.neutron [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 030c4753-c373-49fa-b501-869822976d93] Updating instance_info_cache with network_info: [{"id": "485f6f99-e19e-44e7-afa9-b4fbf32eaab7", "address": "fa:16:3e:6d:0c:10", "network": {"id": "9c40758c-9a82-4741-98c6-bbb00b813c0b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-190221554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01d8e18986b945cda7366750b9136ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap485f6f99-e1", "ovs_interfaceid": "485f6f99-e19e-44e7-afa9-b4fbf32eaab7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.185570] env[62321]: DEBUG oslo_vmware.api [None req-f2efac8b-aad2-4646-b747-09c16735dd49 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280692} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.188214] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2efac8b-aad2-4646-b747-09c16735dd49 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.188214] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-f2efac8b-aad2-4646-b747-09c16735dd49 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.188214] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-f2efac8b-aad2-4646-b747-09c16735dd49 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.188214] env[62321]: INFO nova.compute.manager [None req-f2efac8b-aad2-4646-b747-09c16735dd49 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 780.188214] env[62321]: DEBUG oslo.service.loopingcall [None req-f2efac8b-aad2-4646-b747-09c16735dd49 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 780.188214] env[62321]: DEBUG nova.compute.manager [-] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 780.188214] env[62321]: DEBUG nova.network.neutron [-] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 780.195357] env[62321]: DEBUG nova.compute.manager [req-4b37cdbe-f85f-4699-9404-70d4066a85c9 req-63c13912-485d-4052-abd9-c0f8e5b442eb service nova] [instance: 030c4753-c373-49fa-b501-869822976d93] Received event network-vif-plugged-485f6f99-e19e-44e7-afa9-b4fbf32eaab7 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 780.195357] env[62321]: DEBUG oslo_concurrency.lockutils [req-4b37cdbe-f85f-4699-9404-70d4066a85c9 req-63c13912-485d-4052-abd9-c0f8e5b442eb service nova] Acquiring lock "030c4753-c373-49fa-b501-869822976d93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.195357] env[62321]: DEBUG oslo_concurrency.lockutils [req-4b37cdbe-f85f-4699-9404-70d4066a85c9 req-63c13912-485d-4052-abd9-c0f8e5b442eb service nova] Lock "030c4753-c373-49fa-b501-869822976d93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.195357] env[62321]: DEBUG oslo_concurrency.lockutils [req-4b37cdbe-f85f-4699-9404-70d4066a85c9 req-63c13912-485d-4052-abd9-c0f8e5b442eb service nova] Lock "030c4753-c373-49fa-b501-869822976d93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.195357] env[62321]: DEBUG nova.compute.manager [req-4b37cdbe-f85f-4699-9404-70d4066a85c9 req-63c13912-485d-4052-abd9-c0f8e5b442eb service nova] [instance: 030c4753-c373-49fa-b501-869822976d93] No waiting events found dispatching network-vif-plugged-485f6f99-e19e-44e7-afa9-b4fbf32eaab7 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 780.196611] env[62321]: WARNING nova.compute.manager [req-4b37cdbe-f85f-4699-9404-70d4066a85c9 req-63c13912-485d-4052-abd9-c0f8e5b442eb service nova] [instance: 030c4753-c373-49fa-b501-869822976d93] Received unexpected event network-vif-plugged-485f6f99-e19e-44e7-afa9-b4fbf32eaab7 for instance with vm_state building and task_state spawning. [ 780.196611] env[62321]: DEBUG nova.compute.manager [req-4b37cdbe-f85f-4699-9404-70d4066a85c9 req-63c13912-485d-4052-abd9-c0f8e5b442eb service nova] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Received event network-vif-deleted-7c850658-0d9a-4d31-ac12-12b6cd01bff0 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 780.196611] env[62321]: DEBUG nova.compute.manager [req-4b37cdbe-f85f-4699-9404-70d4066a85c9 req-63c13912-485d-4052-abd9-c0f8e5b442eb service nova] [instance: 030c4753-c373-49fa-b501-869822976d93] Received event network-changed-485f6f99-e19e-44e7-afa9-b4fbf32eaab7 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 780.196611] env[62321]: DEBUG nova.compute.manager [req-4b37cdbe-f85f-4699-9404-70d4066a85c9 req-63c13912-485d-4052-abd9-c0f8e5b442eb service nova] [instance: 030c4753-c373-49fa-b501-869822976d93] Refreshing instance network info cache due to event network-changed-485f6f99-e19e-44e7-afa9-b4fbf32eaab7. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 780.196611] env[62321]: DEBUG oslo_concurrency.lockutils [req-4b37cdbe-f85f-4699-9404-70d4066a85c9 req-63c13912-485d-4052-abd9-c0f8e5b442eb service nova] Acquiring lock "refresh_cache-030c4753-c373-49fa-b501-869822976d93" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.423587] env[62321]: DEBUG oslo_vmware.api [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Task: {'id': task-2633132, 'name': Rename_Task, 'duration_secs': 0.270413} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.423865] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.424159] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f4ca9fd-4be2-481b-817a-27c918bc46a0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.431736] env[62321]: DEBUG oslo_vmware.api [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Waiting for the task: (returnval){ [ 780.431736] env[62321]: value = "task-2633134" [ 780.431736] env[62321]: _type = "Task" [ 780.431736] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.444894] env[62321]: DEBUG oslo_vmware.api [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Task: {'id': task-2633134, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.522019] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288c04f6-5dad-4427-9918-a29a44e9dfdc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.555883] env[62321]: DEBUG oslo_vmware.api [None req-c16235f5-12ab-46b7-86a4-3281a20e18e8 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.560948] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2647c009-f56b-4ff3-a473-9a775bf17b26 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.584183] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Updating instance 'abc046a0-2875-4673-9eda-dcd9ded773c1' progress to 67 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 780.686541] env[62321]: DEBUG oslo_concurrency.lockutils [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Releasing lock "refresh_cache-030c4753-c373-49fa-b501-869822976d93" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.686914] env[62321]: DEBUG nova.compute.manager [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 030c4753-c373-49fa-b501-869822976d93] Instance network_info: |[{"id": "485f6f99-e19e-44e7-afa9-b4fbf32eaab7", "address": "fa:16:3e:6d:0c:10", "network": {"id": "9c40758c-9a82-4741-98c6-bbb00b813c0b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-190221554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01d8e18986b945cda7366750b9136ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap485f6f99-e1", "ovs_interfaceid": "485f6f99-e19e-44e7-afa9-b4fbf32eaab7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 780.687234] env[62321]: DEBUG oslo_concurrency.lockutils [req-4b37cdbe-f85f-4699-9404-70d4066a85c9 req-63c13912-485d-4052-abd9-c0f8e5b442eb service nova] Acquired lock "refresh_cache-030c4753-c373-49fa-b501-869822976d93" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.687346] env[62321]: DEBUG nova.network.neutron [req-4b37cdbe-f85f-4699-9404-70d4066a85c9 req-63c13912-485d-4052-abd9-c0f8e5b442eb service nova] [instance: 030c4753-c373-49fa-b501-869822976d93] Refreshing network info cache for port 485f6f99-e19e-44e7-afa9-b4fbf32eaab7 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.688526] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 030c4753-c373-49fa-b501-869822976d93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:0c:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3a80436-f7a9-431a-acec-aca3d76e3f9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '485f6f99-e19e-44e7-afa9-b4fbf32eaab7', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.700284] env[62321]: DEBUG oslo.service.loopingcall [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 780.702782] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 030c4753-c373-49fa-b501-869822976d93] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.703850] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-183f8041-f2af-4587-a8df-b9265483cde9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.736891] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.736891] env[62321]: value = "task-2633135" [ 780.736891] env[62321]: _type = "Task" [ 780.736891] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.748033] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633135, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.950226] env[62321]: DEBUG oslo_vmware.api [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Task: {'id': task-2633134, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.039582] env[62321]: DEBUG oslo_vmware.api [None req-c16235f5-12ab-46b7-86a4-3281a20e18e8 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.064786] env[62321]: DEBUG nova.network.neutron [-] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.107786] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0f9b97-137f-4418-8d57-c46945f7bfb4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.119201] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c660e0-0573-4e7f-b8f2-76c6ed191b52 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.156349] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064d5f91-3e32-4ede-b1f6-cf60f0d9278d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.165530] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d467fad9-aa31-4617-bd70-73339b8b4bac {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.182222] env[62321]: DEBUG nova.compute.provider_tree [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.198747] env[62321]: DEBUG nova.network.neutron [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Port f84bdc6f-32ab-414e-b50d-61e95a067937 binding to destination host cpu-1 is already ACTIVE {{(pid=62321) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 781.251697] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633135, 'name': CreateVM_Task, 'duration_secs': 0.386815} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.252228] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 030c4753-c373-49fa-b501-869822976d93] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.253731] env[62321]: DEBUG oslo_concurrency.lockutils [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.254099] env[62321]: DEBUG oslo_concurrency.lockutils [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.254433] env[62321]: DEBUG oslo_concurrency.lockutils [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.254698] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8db21900-f138-4549-90f7-fd5893a0f248 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.260270] env[62321]: DEBUG oslo_vmware.api [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Waiting for the task: (returnval){ [ 781.260270] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52738689-dbf0-5bfa-56bb-566bb88451f9" [ 781.260270] env[62321]: _type = "Task" [ 781.260270] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.270548] env[62321]: DEBUG oslo_vmware.api [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52738689-dbf0-5bfa-56bb-566bb88451f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.445582] env[62321]: DEBUG oslo_vmware.api [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Task: {'id': task-2633134, 'name': PowerOnVM_Task, 'duration_secs': 0.814935} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.445582] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.445582] env[62321]: INFO nova.compute.manager [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Took 9.78 seconds to spawn the instance on the hypervisor. [ 781.446401] env[62321]: DEBUG nova.compute.manager [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.446687] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521e1599-d8b9-4414-8e57-09f290d294d8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.533736] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquiring lock "2ac1005f-138b-4e2d-9952-4df86b0c9eb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.533966] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "2ac1005f-138b-4e2d-9952-4df86b0c9eb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.543434] env[62321]: DEBUG oslo_vmware.api [None req-c16235f5-12ab-46b7-86a4-3281a20e18e8 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.567963] env[62321]: INFO nova.compute.manager [-] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Took 1.38 seconds to deallocate network for instance. [ 781.602788] env[62321]: DEBUG nova.network.neutron [req-4b37cdbe-f85f-4699-9404-70d4066a85c9 req-63c13912-485d-4052-abd9-c0f8e5b442eb service nova] [instance: 030c4753-c373-49fa-b501-869822976d93] Updated VIF entry in instance network info cache for port 485f6f99-e19e-44e7-afa9-b4fbf32eaab7. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.602910] env[62321]: DEBUG nova.network.neutron [req-4b37cdbe-f85f-4699-9404-70d4066a85c9 req-63c13912-485d-4052-abd9-c0f8e5b442eb service nova] [instance: 030c4753-c373-49fa-b501-869822976d93] Updating instance_info_cache with network_info: [{"id": "485f6f99-e19e-44e7-afa9-b4fbf32eaab7", "address": "fa:16:3e:6d:0c:10", "network": {"id": "9c40758c-9a82-4741-98c6-bbb00b813c0b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-190221554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01d8e18986b945cda7366750b9136ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap485f6f99-e1", "ovs_interfaceid": "485f6f99-e19e-44e7-afa9-b4fbf32eaab7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.688522] env[62321]: DEBUG nova.scheduler.client.report [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.775500] env[62321]: DEBUG oslo_vmware.api [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52738689-dbf0-5bfa-56bb-566bb88451f9, 'name': SearchDatastore_Task, 'duration_secs': 0.018232} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.775500] env[62321]: DEBUG oslo_concurrency.lockutils [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.775500] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 030c4753-c373-49fa-b501-869822976d93] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.775749] env[62321]: DEBUG oslo_concurrency.lockutils [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.775919] env[62321]: DEBUG oslo_concurrency.lockutils [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.777473] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.777473] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4456ad40-c05f-41a9-bd86-12ea31396a9f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.790876] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.791106] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.792447] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f8372ea-fd09-45ca-8017-a12d5cc480dd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.798652] env[62321]: DEBUG oslo_vmware.api [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Waiting for the task: (returnval){ [ 781.798652] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]520f59fe-8ad9-57a4-e64e-262559981773" [ 781.798652] env[62321]: _type = "Task" [ 781.798652] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.806792] env[62321]: DEBUG oslo_vmware.api [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]520f59fe-8ad9-57a4-e64e-262559981773, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.976158] env[62321]: INFO nova.compute.manager [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Took 37.01 seconds to build instance. [ 782.033030] env[62321]: DEBUG oslo_vmware.api [None req-c16235f5-12ab-46b7-86a4-3281a20e18e8 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.043025] env[62321]: DEBUG nova.compute.manager [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 782.073994] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f2efac8b-aad2-4646-b747-09c16735dd49 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.106761] env[62321]: DEBUG oslo_concurrency.lockutils [req-4b37cdbe-f85f-4699-9404-70d4066a85c9 req-63c13912-485d-4052-abd9-c0f8e5b442eb service nova] Releasing lock "refresh_cache-030c4753-c373-49fa-b501-869822976d93" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.194460] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.195060] env[62321]: DEBUG nova.compute.manager [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 782.203780] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.906s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.203780] env[62321]: INFO nova.compute.claims [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 782.232625] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquiring lock "abc046a0-2875-4673-9eda-dcd9ded773c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.232873] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Lock "abc046a0-2875-4673-9eda-dcd9ded773c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.233065] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Lock "abc046a0-2875-4673-9eda-dcd9ded773c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.240991] env[62321]: DEBUG nova.compute.manager [req-6a108525-1e7c-4a43-8ab5-55ba3d933022 req-bc68ea8f-0380-42de-809c-598fdd145485 service nova] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Received event network-vif-deleted-8207d230-1b22-4f65-8fea-f723159b769a {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 782.311703] env[62321]: DEBUG oslo_vmware.api [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]520f59fe-8ad9-57a4-e64e-262559981773, 'name': SearchDatastore_Task, 'duration_secs': 0.024011} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.312477] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb384d6e-75d8-4bc5-8e8d-45a11786edaa {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.321591] env[62321]: DEBUG oslo_vmware.api [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Waiting for the task: (returnval){ [ 782.321591] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5245c3c6-4c25-aa7a-fc0e-bd68612a8140" [ 782.321591] env[62321]: _type = "Task" [ 782.321591] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.330522] env[62321]: DEBUG oslo_vmware.api [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5245c3c6-4c25-aa7a-fc0e-bd68612a8140, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.478030] env[62321]: DEBUG oslo_concurrency.lockutils [None req-38047590-969e-4513-84ed-2a3a8e9a8650 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Lock "1148efb1-5dfa-43d9-9891-3738a50bf214" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.537s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.534846] env[62321]: DEBUG oslo_vmware.api [None req-c16235f5-12ab-46b7-86a4-3281a20e18e8 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.572593] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.708541] env[62321]: DEBUG nova.compute.utils [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 782.716233] env[62321]: DEBUG nova.compute.manager [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 782.716426] env[62321]: DEBUG nova.network.neutron [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 782.793649] env[62321]: DEBUG nova.policy [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bcfa5b23dcdc4ead8dc33d4c436ac663', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b1d5469c4274a59884d95701eb3e234', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 782.833832] env[62321]: DEBUG oslo_vmware.api [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5245c3c6-4c25-aa7a-fc0e-bd68612a8140, 'name': SearchDatastore_Task, 'duration_secs': 0.025632} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.833832] env[62321]: DEBUG oslo_concurrency.lockutils [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.833832] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 030c4753-c373-49fa-b501-869822976d93/030c4753-c373-49fa-b501-869822976d93.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.834621] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8525b18c-b8c3-45ec-8d8c-93e100523d51 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.843368] env[62321]: DEBUG oslo_vmware.api [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Waiting for the task: (returnval){ [ 782.843368] env[62321]: value = "task-2633136" [ 782.843368] env[62321]: _type = "Task" [ 782.843368] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.861574] env[62321]: DEBUG oslo_vmware.api [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2633136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.035350] env[62321]: DEBUG oslo_vmware.api [None req-c16235f5-12ab-46b7-86a4-3281a20e18e8 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.082118] env[62321]: INFO nova.compute.manager [None req-e5c1bad8-05ad-41ef-8ee2-260845243b95 tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Get console output [ 783.082480] env[62321]: WARNING nova.virt.vmwareapi.driver [None req-e5c1bad8-05ad-41ef-8ee2-260845243b95 tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] The console log is missing. Check your VSPC configuration [ 783.212639] env[62321]: DEBUG nova.compute.manager [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 783.310441] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquiring lock "refresh_cache-abc046a0-2875-4673-9eda-dcd9ded773c1" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.310688] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquired lock "refresh_cache-abc046a0-2875-4673-9eda-dcd9ded773c1" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.310890] env[62321]: DEBUG nova.network.neutron [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.359849] env[62321]: DEBUG oslo_vmware.api [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2633136, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.374272] env[62321]: DEBUG nova.network.neutron [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Successfully created port: ecbed3d0-1d5d-4457-ace7-db642c015c35 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 783.546269] env[62321]: DEBUG oslo_vmware.api [None req-c16235f5-12ab-46b7-86a4-3281a20e18e8 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.710228] env[62321]: DEBUG nova.compute.manager [req-686a5412-8925-4afe-884a-1437ced39a80 req-4fd6095a-8bfc-417e-998f-11c3cdd2f5a2 service nova] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Received event network-changed-e3e061ad-60d9-4013-a4c1-4e1f8b82d87d {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 783.710499] env[62321]: DEBUG nova.compute.manager [req-686a5412-8925-4afe-884a-1437ced39a80 req-4fd6095a-8bfc-417e-998f-11c3cdd2f5a2 service nova] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Refreshing instance network info cache due to event network-changed-e3e061ad-60d9-4013-a4c1-4e1f8b82d87d. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 783.710752] env[62321]: DEBUG oslo_concurrency.lockutils [req-686a5412-8925-4afe-884a-1437ced39a80 req-4fd6095a-8bfc-417e-998f-11c3cdd2f5a2 service nova] Acquiring lock "refresh_cache-1148efb1-5dfa-43d9-9891-3738a50bf214" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.710980] env[62321]: DEBUG oslo_concurrency.lockutils [req-686a5412-8925-4afe-884a-1437ced39a80 req-4fd6095a-8bfc-417e-998f-11c3cdd2f5a2 service nova] Acquired lock "refresh_cache-1148efb1-5dfa-43d9-9891-3738a50bf214" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.713719] env[62321]: DEBUG nova.network.neutron [req-686a5412-8925-4afe-884a-1437ced39a80 req-4fd6095a-8bfc-417e-998f-11c3cdd2f5a2 service nova] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Refreshing network info cache for port e3e061ad-60d9-4013-a4c1-4e1f8b82d87d {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 783.833607] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eeb1c8a-9528-436a-a82a-504fac5adf09 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.842494] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f041d6-70ea-489a-8ac0-774470bc3ea0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.887096] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880ce234-9255-4a00-a186-44d0b53efd5e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.890381] env[62321]: DEBUG oslo_vmware.api [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2633136, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.896672} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.890704] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 030c4753-c373-49fa-b501-869822976d93/030c4753-c373-49fa-b501-869822976d93.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.890961] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 030c4753-c373-49fa-b501-869822976d93] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.891671] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad4c39da-06b6-498c-8d50-a99ab1eb2b1c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.897576] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd0c356-729c-4ae0-a5de-3c8bc9d9e933 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.903294] env[62321]: DEBUG oslo_vmware.api [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Waiting for the task: (returnval){ [ 783.903294] env[62321]: value = "task-2633137" [ 783.903294] env[62321]: _type = "Task" [ 783.903294] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.916246] env[62321]: DEBUG nova.compute.provider_tree [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.928561] env[62321]: DEBUG oslo_vmware.api [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2633137, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.041181] env[62321]: DEBUG oslo_vmware.api [None req-c16235f5-12ab-46b7-86a4-3281a20e18e8 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.185300] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquiring lock "16608632-c469-40d5-97d4-2e80c871e4be" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.185528] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lock "16608632-c469-40d5-97d4-2e80c871e4be" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.185768] env[62321]: INFO nova.compute.manager [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Shelving [ 784.225542] env[62321]: DEBUG nova.compute.manager [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 784.262674] env[62321]: DEBUG nova.virt.hardware [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.262906] env[62321]: DEBUG nova.virt.hardware [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.263067] env[62321]: DEBUG nova.virt.hardware [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.263261] env[62321]: DEBUG nova.virt.hardware [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.263397] env[62321]: DEBUG nova.virt.hardware [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.263543] env[62321]: DEBUG nova.virt.hardware [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.263751] env[62321]: DEBUG nova.virt.hardware [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.264149] env[62321]: DEBUG nova.virt.hardware [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.264362] env[62321]: DEBUG nova.virt.hardware [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.264632] env[62321]: DEBUG nova.virt.hardware [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.264885] env[62321]: DEBUG nova.virt.hardware [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.266540] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2ef402-5dee-4583-a0a9-e55c074bfc36 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.276747] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30696311-799a-46fc-85ff-eab5a969125e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.415489] env[62321]: DEBUG oslo_vmware.api [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2633137, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100197} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.415844] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 030c4753-c373-49fa-b501-869822976d93] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.416689] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5dffade-103b-4e50-8d59-2021b518f1b3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.422953] env[62321]: DEBUG nova.scheduler.client.report [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.447778] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 030c4753-c373-49fa-b501-869822976d93] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 030c4753-c373-49fa-b501-869822976d93/030c4753-c373-49fa-b501-869822976d93.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.448887] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3cf676c-8cdf-4720-98f7-d099d91e3eef {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.477253] env[62321]: DEBUG oslo_vmware.api [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Waiting for the task: (returnval){ [ 784.477253] env[62321]: value = "task-2633138" [ 784.477253] env[62321]: _type = "Task" [ 784.477253] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.490587] env[62321]: DEBUG oslo_vmware.api [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2633138, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.540579] env[62321]: DEBUG oslo_vmware.api [None req-c16235f5-12ab-46b7-86a4-3281a20e18e8 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.690758] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ed8a9fcb-0019-411d-80e6-a8b5c5c7190a tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Acquiring lock "8b0b955b-47b6-4c40-bdcc-e929e2013509" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.691026] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ed8a9fcb-0019-411d-80e6-a8b5c5c7190a tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Lock "8b0b955b-47b6-4c40-bdcc-e929e2013509" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.691229] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ed8a9fcb-0019-411d-80e6-a8b5c5c7190a tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Acquiring lock "8b0b955b-47b6-4c40-bdcc-e929e2013509-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.691412] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ed8a9fcb-0019-411d-80e6-a8b5c5c7190a tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Lock "8b0b955b-47b6-4c40-bdcc-e929e2013509-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.692975] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ed8a9fcb-0019-411d-80e6-a8b5c5c7190a tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Lock "8b0b955b-47b6-4c40-bdcc-e929e2013509-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.699109] env[62321]: INFO nova.compute.manager [None req-ed8a9fcb-0019-411d-80e6-a8b5c5c7190a tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Terminating instance [ 784.700594] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bccc67ba-34c0-4647-919b-c59bf9a3d5e0 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "0b8a9b14-50bd-41ea-89f2-cc1d63f7816e" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.700817] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bccc67ba-34c0-4647-919b-c59bf9a3d5e0 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "0b8a9b14-50bd-41ea-89f2-cc1d63f7816e" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.701247] env[62321]: INFO nova.compute.manager [None req-bccc67ba-34c0-4647-919b-c59bf9a3d5e0 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Rebooting instance [ 784.753446] env[62321]: DEBUG nova.network.neutron [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Updating instance_info_cache with network_info: [{"id": "f84bdc6f-32ab-414e-b50d-61e95a067937", "address": "fa:16:3e:68:bf:d9", "network": {"id": "a5547c0f-46b1-4ae5-841a-9f39910febcd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ef1461c1ad14a3cb8e9828aa58002a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf84bdc6f-32", "ovs_interfaceid": "f84bdc6f-32ab-414e-b50d-61e95a067937", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.925425] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.925975] env[62321]: DEBUG nova.compute.manager [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.929275] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 23.630s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.931010] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.931010] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62321) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 784.931010] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d0dbb4de-bb77-4d8a-b4ea-4a77f3753345 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.536s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.931010] env[62321]: DEBUG nova.objects.instance [None req-d0dbb4de-bb77-4d8a-b4ea-4a77f3753345 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Lazy-loading 'resources' on Instance uuid d104862d-3e3f-44ad-8ba9-54949db23968 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.985124] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9971ebd-5605-4c57-815b-58bac77efea8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.985124] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036c00af-ce07-49d5-8cc0-cc20f4b0d89a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.985124] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0819fbf9-858f-43f6-9c00-8de5482ffe9c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.992712] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ba716a-5980-4377-916d-2d1676f6649c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.997368] env[62321]: DEBUG oslo_vmware.api [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2633138, 'name': ReconfigVM_Task, 'duration_secs': 0.319462} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.997717] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 030c4753-c373-49fa-b501-869822976d93] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 030c4753-c373-49fa-b501-869822976d93/030c4753-c373-49fa-b501-869822976d93.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.998998] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b5b818a-483b-467b-979e-a9718e05e780 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.031560] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178638MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=62321) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 785.031720] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.039019] env[62321]: DEBUG oslo_vmware.api [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Waiting for the task: (returnval){ [ 785.039019] env[62321]: value = "task-2633139" [ 785.039019] env[62321]: _type = "Task" [ 785.039019] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.047212] env[62321]: DEBUG oslo_vmware.api [None req-c16235f5-12ab-46b7-86a4-3281a20e18e8 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.053299] env[62321]: DEBUG oslo_vmware.api [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2633139, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.061154] env[62321]: DEBUG nova.network.neutron [req-686a5412-8925-4afe-884a-1437ced39a80 req-4fd6095a-8bfc-417e-998f-11c3cdd2f5a2 service nova] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Updated VIF entry in instance network info cache for port e3e061ad-60d9-4013-a4c1-4e1f8b82d87d. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.061537] env[62321]: DEBUG nova.network.neutron [req-686a5412-8925-4afe-884a-1437ced39a80 req-4fd6095a-8bfc-417e-998f-11c3cdd2f5a2 service nova] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Updating instance_info_cache with network_info: [{"id": "e3e061ad-60d9-4013-a4c1-4e1f8b82d87d", "address": "fa:16:3e:89:6b:c5", "network": {"id": "a2e969d5-cfd8-4af0-b77f-8f76373acb80", "bridge": "br-int", "label": "tempest-ServersTestJSON-195937025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fce10dbb4f3496896aa1e08376ae9cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e061ad-60", "ovs_interfaceid": "e3e061ad-60d9-4013-a4c1-4e1f8b82d87d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.210984] env[62321]: DEBUG nova.compute.manager [None req-ed8a9fcb-0019-411d-80e6-a8b5c5c7190a tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 785.211287] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8a9fcb-0019-411d-80e6-a8b5c5c7190a tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.211938] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.212845] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14100de4-5605-4f5e-b49e-9e255a12393d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.217582] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6b7f6df-a906-40c2-841f-c814fca6e621 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.225264] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed8a9fcb-0019-411d-80e6-a8b5c5c7190a tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.226388] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c28a3d3-f49d-4579-b765-7c9b9a542f02 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.227974] env[62321]: DEBUG oslo_vmware.api [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 785.227974] env[62321]: value = "task-2633140" [ 785.227974] env[62321]: _type = "Task" [ 785.227974] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.234293] env[62321]: DEBUG oslo_vmware.api [None req-ed8a9fcb-0019-411d-80e6-a8b5c5c7190a tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Waiting for the task: (returnval){ [ 785.234293] env[62321]: value = "task-2633141" [ 785.234293] env[62321]: _type = "Task" [ 785.234293] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.238611] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bccc67ba-34c0-4647-919b-c59bf9a3d5e0 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "refresh_cache-0b8a9b14-50bd-41ea-89f2-cc1d63f7816e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.238789] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bccc67ba-34c0-4647-919b-c59bf9a3d5e0 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquired lock "refresh_cache-0b8a9b14-50bd-41ea-89f2-cc1d63f7816e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.238964] env[62321]: DEBUG nova.network.neutron [None req-bccc67ba-34c0-4647-919b-c59bf9a3d5e0 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.240386] env[62321]: DEBUG oslo_vmware.api [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633140, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.250034] env[62321]: DEBUG oslo_vmware.api [None req-ed8a9fcb-0019-411d-80e6-a8b5c5c7190a tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Task: {'id': task-2633141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.257491] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Releasing lock "refresh_cache-abc046a0-2875-4673-9eda-dcd9ded773c1" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.436287] env[62321]: DEBUG nova.compute.utils [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.438151] env[62321]: DEBUG nova.compute.manager [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 785.438420] env[62321]: DEBUG nova.network.neutron [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 785.543606] env[62321]: DEBUG oslo_vmware.api [None req-c16235f5-12ab-46b7-86a4-3281a20e18e8 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633133, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.556809] env[62321]: DEBUG oslo_vmware.api [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2633139, 'name': Rename_Task, 'duration_secs': 0.158525} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.559175] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 030c4753-c373-49fa-b501-869822976d93] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.559175] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-533991f7-f298-4a98-b382-0d7668031e25 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.564524] env[62321]: DEBUG nova.policy [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbd381c53ddc4169938b1a0f666ba8da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ab0ef1837a249d9bca4fa5faf5cc8ca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 785.566665] env[62321]: DEBUG oslo_concurrency.lockutils [req-686a5412-8925-4afe-884a-1437ced39a80 req-4fd6095a-8bfc-417e-998f-11c3cdd2f5a2 service nova] Releasing lock "refresh_cache-1148efb1-5dfa-43d9-9891-3738a50bf214" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.571600] env[62321]: DEBUG oslo_vmware.api [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Waiting for the task: (returnval){ [ 785.571600] env[62321]: value = "task-2633142" [ 785.571600] env[62321]: _type = "Task" [ 785.571600] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.583283] env[62321]: DEBUG oslo_vmware.api [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2633142, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.740086] env[62321]: DEBUG oslo_vmware.api [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633140, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.756544] env[62321]: DEBUG oslo_vmware.api [None req-ed8a9fcb-0019-411d-80e6-a8b5c5c7190a tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Task: {'id': task-2633141, 'name': PowerOffVM_Task, 'duration_secs': 0.238167} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.760340] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed8a9fcb-0019-411d-80e6-a8b5c5c7190a tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.760616] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8a9fcb-0019-411d-80e6-a8b5c5c7190a tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.761131] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45258e30-57ce-4579-9857-89fac2af9f40 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.771938] env[62321]: DEBUG nova.compute.manager [req-9fc653d4-fe34-4876-a634-b7e5db062e6b req-8e59ee16-1aab-4385-b4d1-8521d6168c8e service nova] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Received event network-vif-plugged-ecbed3d0-1d5d-4457-ace7-db642c015c35 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 785.772181] env[62321]: DEBUG oslo_concurrency.lockutils [req-9fc653d4-fe34-4876-a634-b7e5db062e6b req-8e59ee16-1aab-4385-b4d1-8521d6168c8e service nova] Acquiring lock "af6025b3-1823-4399-b74a-f0081b0e9f05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.772388] env[62321]: DEBUG oslo_concurrency.lockutils [req-9fc653d4-fe34-4876-a634-b7e5db062e6b req-8e59ee16-1aab-4385-b4d1-8521d6168c8e service nova] Lock "af6025b3-1823-4399-b74a-f0081b0e9f05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.772553] env[62321]: DEBUG oslo_concurrency.lockutils [req-9fc653d4-fe34-4876-a634-b7e5db062e6b req-8e59ee16-1aab-4385-b4d1-8521d6168c8e service nova] Lock "af6025b3-1823-4399-b74a-f0081b0e9f05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.772714] env[62321]: DEBUG nova.compute.manager [req-9fc653d4-fe34-4876-a634-b7e5db062e6b req-8e59ee16-1aab-4385-b4d1-8521d6168c8e service nova] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] No waiting events found dispatching network-vif-plugged-ecbed3d0-1d5d-4457-ace7-db642c015c35 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 785.772874] env[62321]: WARNING nova.compute.manager [req-9fc653d4-fe34-4876-a634-b7e5db062e6b req-8e59ee16-1aab-4385-b4d1-8521d6168c8e service nova] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Received unexpected event network-vif-plugged-ecbed3d0-1d5d-4457-ace7-db642c015c35 for instance with vm_state building and task_state spawning. [ 785.790017] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f1de88-7776-460c-b599-c85b42c7ea71 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.821067] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b178c73-79e7-495c-972d-f941f8aa3dd1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.830077] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Updating instance 'abc046a0-2875-4673-9eda-dcd9ded773c1' progress to 83 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 785.936463] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8a9fcb-0019-411d-80e6-a8b5c5c7190a tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.936463] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8a9fcb-0019-411d-80e6-a8b5c5c7190a tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.936463] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed8a9fcb-0019-411d-80e6-a8b5c5c7190a tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Deleting the datastore file [datastore2] 8b0b955b-47b6-4c40-bdcc-e929e2013509 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.936463] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ff9781b-65e0-4c1b-a0d4-2061d7d244b6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.941258] env[62321]: DEBUG nova.compute.manager [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.949313] env[62321]: DEBUG oslo_vmware.api [None req-ed8a9fcb-0019-411d-80e6-a8b5c5c7190a tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Waiting for the task: (returnval){ [ 785.949313] env[62321]: value = "task-2633144" [ 785.949313] env[62321]: _type = "Task" [ 785.949313] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.966708] env[62321]: DEBUG oslo_vmware.api [None req-ed8a9fcb-0019-411d-80e6-a8b5c5c7190a tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Task: {'id': task-2633144, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.027838] env[62321]: DEBUG nova.network.neutron [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Successfully updated port: ecbed3d0-1d5d-4457-ace7-db642c015c35 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 786.039179] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5543cd-a394-4925-aaef-e784faacb66d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.050501] env[62321]: DEBUG oslo_vmware.api [None req-c16235f5-12ab-46b7-86a4-3281a20e18e8 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633133, 'name': ReconfigVM_Task, 'duration_secs': 5.829537} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.053099] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c16235f5-12ab-46b7-86a4-3281a20e18e8 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Releasing lock "6c7313cd-0c0a-4068-975a-3239bf6b7869" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.053343] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c16235f5-12ab-46b7-86a4-3281a20e18e8 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Reconfigured VM to detach interface {{(pid=62321) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 786.056712] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d19dcf-e03e-405d-926a-7bd7dd893c96 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.092905] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7196981d-0734-4c81-82a6-3da507d0c964 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.101903] env[62321]: DEBUG oslo_vmware.api [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2633142, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.105630] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36014700-70d8-41b8-8781-0a96c1ce3a48 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.122179] env[62321]: DEBUG nova.compute.provider_tree [None req-d0dbb4de-bb77-4d8a-b4ea-4a77f3753345 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.245875] env[62321]: DEBUG oslo_vmware.api [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633140, 'name': PowerOffVM_Task, 'duration_secs': 0.608685} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.246337] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.247368] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58150390-4e1f-4b73-8529-1e39c46c4d55 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.281358] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc09a30b-59e6-4901-906a-ae45d0d2ec9b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.343676] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.344468] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9048c1a-515c-4222-8a35-f9a0b3ce040a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.353359] env[62321]: DEBUG oslo_vmware.api [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Waiting for the task: (returnval){ [ 786.353359] env[62321]: value = "task-2633145" [ 786.353359] env[62321]: _type = "Task" [ 786.353359] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.363056] env[62321]: DEBUG oslo_vmware.api [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2633145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.471329] env[62321]: DEBUG oslo_vmware.api [None req-ed8a9fcb-0019-411d-80e6-a8b5c5c7190a tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Task: {'id': task-2633144, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310693} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.475046] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed8a9fcb-0019-411d-80e6-a8b5c5c7190a tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.475275] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8a9fcb-0019-411d-80e6-a8b5c5c7190a tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.475583] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8a9fcb-0019-411d-80e6-a8b5c5c7190a tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.475696] env[62321]: INFO nova.compute.manager [None req-ed8a9fcb-0019-411d-80e6-a8b5c5c7190a tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Took 1.26 seconds to destroy the instance on the hypervisor. [ 786.475854] env[62321]: DEBUG oslo.service.loopingcall [None req-ed8a9fcb-0019-411d-80e6-a8b5c5c7190a tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 786.476071] env[62321]: DEBUG nova.compute.manager [-] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 786.476164] env[62321]: DEBUG nova.network.neutron [-] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 786.532251] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Acquiring lock "refresh_cache-af6025b3-1823-4399-b74a-f0081b0e9f05" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.532251] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Acquired lock "refresh_cache-af6025b3-1823-4399-b74a-f0081b0e9f05" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.532251] env[62321]: DEBUG nova.network.neutron [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.604049] env[62321]: DEBUG oslo_vmware.api [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2633142, 'name': PowerOnVM_Task, 'duration_secs': 0.962731} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.604223] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 030c4753-c373-49fa-b501-869822976d93] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.604476] env[62321]: INFO nova.compute.manager [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 030c4753-c373-49fa-b501-869822976d93] Took 9.61 seconds to spawn the instance on the hypervisor. [ 786.604676] env[62321]: DEBUG nova.compute.manager [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 030c4753-c373-49fa-b501-869822976d93] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.605566] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c0a845-b92e-48d7-acbe-030c9bda89ac {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.629980] env[62321]: DEBUG nova.scheduler.client.report [None req-d0dbb4de-bb77-4d8a-b4ea-4a77f3753345 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.695199] env[62321]: DEBUG nova.network.neutron [None req-bccc67ba-34c0-4647-919b-c59bf9a3d5e0 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Updating instance_info_cache with network_info: [{"id": "09ecaacb-b0ff-4d3e-b5a7-e41324798b11", "address": "fa:16:3e:65:55:4b", "network": {"id": "2750ca67-1b0e-43a8-a773-1086f86438e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-263699496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e41ce300a3c4503930ecf73e3501abe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09ecaacb-b0", "ovs_interfaceid": "09ecaacb-b0ff-4d3e-b5a7-e41324798b11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.801620] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Creating Snapshot of the VM instance {{(pid=62321) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 786.801963] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d2058802-8b68-4079-84d7-81bfb02e0e2b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.811257] env[62321]: DEBUG oslo_vmware.api [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 786.811257] env[62321]: value = "task-2633146" [ 786.811257] env[62321]: _type = "Task" [ 786.811257] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.826645] env[62321]: DEBUG oslo_vmware.api [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633146, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.827679] env[62321]: DEBUG nova.network.neutron [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Successfully created port: c65e7902-4d23-4bf2-9440-6305024b5b01 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 786.871048] env[62321]: DEBUG oslo_vmware.api [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2633145, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.965299] env[62321]: DEBUG nova.compute.manager [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 786.996214] env[62321]: DEBUG nova.virt.hardware [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.996357] env[62321]: DEBUG nova.virt.hardware [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.996417] env[62321]: DEBUG nova.virt.hardware [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.996602] env[62321]: DEBUG nova.virt.hardware [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.996743] env[62321]: DEBUG nova.virt.hardware [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.996887] env[62321]: DEBUG nova.virt.hardware [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.997153] env[62321]: DEBUG nova.virt.hardware [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.997312] env[62321]: DEBUG nova.virt.hardware [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.997740] env[62321]: DEBUG nova.virt.hardware [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.997740] env[62321]: DEBUG nova.virt.hardware [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.997836] env[62321]: DEBUG nova.virt.hardware [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.998830] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0238aa8b-4c30-44b2-afc0-bf62e2e905e0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.007887] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcb7f13-754c-4a65-8276-efec4e24aa0c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.102020] env[62321]: DEBUG nova.network.neutron [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 787.136043] env[62321]: INFO nova.compute.manager [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 030c4753-c373-49fa-b501-869822976d93] Took 36.02 seconds to build instance. [ 787.136043] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d0dbb4de-bb77-4d8a-b4ea-4a77f3753345 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.206s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.141590] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6c7ea56e-f01e-4c31-a184-b64853b42440 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.253s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.141590] env[62321]: DEBUG nova.objects.instance [None req-6c7ea56e-f01e-4c31-a184-b64853b42440 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Lazy-loading 'resources' on Instance uuid 0a511243-824b-4c55-a804-fd8e69dbbaf9 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 787.168415] env[62321]: INFO nova.scheduler.client.report [None req-d0dbb4de-bb77-4d8a-b4ea-4a77f3753345 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Deleted allocations for instance d104862d-3e3f-44ad-8ba9-54949db23968 [ 787.198146] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bccc67ba-34c0-4647-919b-c59bf9a3d5e0 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Releasing lock "refresh_cache-0b8a9b14-50bd-41ea-89f2-cc1d63f7816e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.324652] env[62321]: DEBUG oslo_vmware.api [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633146, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.364578] env[62321]: DEBUG oslo_vmware.api [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2633145, 'name': PowerOnVM_Task, 'duration_secs': 0.621853} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.367254] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.367371] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c654b8f0-6273-4037-8044-aa1d4faf2db9 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Updating instance 'abc046a0-2875-4673-9eda-dcd9ded773c1' progress to 100 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 787.460246] env[62321]: DEBUG nova.network.neutron [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Updating instance_info_cache with network_info: [{"id": "ecbed3d0-1d5d-4457-ace7-db642c015c35", "address": "fa:16:3e:1a:0f:71", "network": {"id": "95599c4a-68e9-4998-bb83-8e3032b548e3", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-178112209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b1d5469c4274a59884d95701eb3e234", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecbed3d0-1d", "ovs_interfaceid": "ecbed3d0-1d5d-4457-ace7-db642c015c35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.620955] env[62321]: DEBUG nova.network.neutron [-] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.641028] env[62321]: DEBUG oslo_concurrency.lockutils [None req-552ec994-2862-4df9-bd7c-5c3b80e0c23b tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Lock "030c4753-c373-49fa-b501-869822976d93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.563s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.649156] env[62321]: DEBUG nova.compute.manager [req-b2a0bd75-5e61-4e29-bd9b-7bdd1e7126dc req-9fbd12f9-a4c8-4621-a2a3-9cbeafbb10c6 service nova] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Received event network-vif-deleted-869eb667-b185-416d-a28f-0ab126982701 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 787.677950] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d0dbb4de-bb77-4d8a-b4ea-4a77f3753345 tempest-ServersTestFqdnHostnames-1257158220 tempest-ServersTestFqdnHostnames-1257158220-project-member] Lock "d104862d-3e3f-44ad-8ba9-54949db23968" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.132s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.703533] env[62321]: DEBUG nova.compute.manager [None req-bccc67ba-34c0-4647-919b-c59bf9a3d5e0 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.704145] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d72c4ce-1a5b-4fe6-960a-aabb602fc758 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.824919] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c16235f5-12ab-46b7-86a4-3281a20e18e8 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "refresh_cache-6c7313cd-0c0a-4068-975a-3239bf6b7869" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.825286] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c16235f5-12ab-46b7-86a4-3281a20e18e8 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquired lock "refresh_cache-6c7313cd-0c0a-4068-975a-3239bf6b7869" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.825286] env[62321]: DEBUG nova.network.neutron [None req-c16235f5-12ab-46b7-86a4-3281a20e18e8 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.830460] env[62321]: DEBUG oslo_vmware.api [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633146, 'name': CreateSnapshot_Task, 'duration_secs': 0.990952} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.831013] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Created Snapshot of the VM instance {{(pid=62321) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 787.832134] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bb10eb-0eb1-44b7-97bc-ffa0c2c9c287 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.963558] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Releasing lock "refresh_cache-af6025b3-1823-4399-b74a-f0081b0e9f05" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.964569] env[62321]: DEBUG nova.compute.manager [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Instance network_info: |[{"id": "ecbed3d0-1d5d-4457-ace7-db642c015c35", "address": "fa:16:3e:1a:0f:71", "network": {"id": "95599c4a-68e9-4998-bb83-8e3032b548e3", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-178112209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b1d5469c4274a59884d95701eb3e234", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecbed3d0-1d", "ovs_interfaceid": "ecbed3d0-1d5d-4457-ace7-db642c015c35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 787.965138] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:0f:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '17c839f5-4de0-449c-9a24-4e0e2fca37ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ecbed3d0-1d5d-4457-ace7-db642c015c35', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.973409] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Creating folder: Project (8b1d5469c4274a59884d95701eb3e234). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 787.976974] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-738eb090-2bd0-4260-bd43-fbcadcc7fd10 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.993815] env[62321]: DEBUG oslo_concurrency.lockutils [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Acquiring lock "1bebba95-b89d-4769-a4fb-8f1416d32b80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.995428] env[62321]: DEBUG oslo_concurrency.lockutils [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Lock "1bebba95-b89d-4769-a4fb-8f1416d32b80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.006882] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Created folder: Project (8b1d5469c4274a59884d95701eb3e234) in parent group-v530434. [ 788.007122] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Creating folder: Instances. Parent ref: group-v530609. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 788.007414] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31efdc17-2127-483e-b2f5-c49c61c0a3f8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.024176] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Created folder: Instances in parent group-v530609. [ 788.024176] env[62321]: DEBUG oslo.service.loopingcall [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 788.024176] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.024176] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ca4a707-809f-4735-8e16-2549ee7ba585 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.047202] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.047202] env[62321]: value = "task-2633149" [ 788.047202] env[62321]: _type = "Task" [ 788.047202] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.060019] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633149, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.125151] env[62321]: INFO nova.compute.manager [-] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Took 1.65 seconds to deallocate network for instance. [ 788.358078] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Creating linked-clone VM from snapshot {{(pid=62321) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 788.358906] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b218cbc9-08d4-4dce-886d-c1402f6f8f2c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.369423] env[62321]: DEBUG oslo_vmware.api [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 788.369423] env[62321]: value = "task-2633150" [ 788.369423] env[62321]: _type = "Task" [ 788.369423] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.385200] env[62321]: DEBUG oslo_vmware.api [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633150, 'name': CloneVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.387154] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0efbaee-1ce6-49d3-8fd5-033c30bef2ab {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.396766] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d11ec16-910c-4b0e-968a-71a13a93e68c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.433028] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067441ba-bcd1-4e1a-8533-5faee65b515a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.443144] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aab9002-e427-441f-92c4-fae850da3ee9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.464432] env[62321]: DEBUG nova.compute.provider_tree [None req-6c7ea56e-f01e-4c31-a184-b64853b42440 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.503998] env[62321]: DEBUG nova.compute.manager [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 788.560042] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633149, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.637814] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ed8a9fcb-0019-411d-80e6-a8b5c5c7190a tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.668361] env[62321]: DEBUG nova.compute.manager [req-e7eb478c-231f-434b-a6e6-69f09b2acfb3 req-fe6e5d71-5c14-48a9-9eec-936ba263a1fd service nova] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Received event network-changed-ecbed3d0-1d5d-4457-ace7-db642c015c35 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 788.668625] env[62321]: DEBUG nova.compute.manager [req-e7eb478c-231f-434b-a6e6-69f09b2acfb3 req-fe6e5d71-5c14-48a9-9eec-936ba263a1fd service nova] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Refreshing instance network info cache due to event network-changed-ecbed3d0-1d5d-4457-ace7-db642c015c35. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 788.668883] env[62321]: DEBUG oslo_concurrency.lockutils [req-e7eb478c-231f-434b-a6e6-69f09b2acfb3 req-fe6e5d71-5c14-48a9-9eec-936ba263a1fd service nova] Acquiring lock "refresh_cache-af6025b3-1823-4399-b74a-f0081b0e9f05" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.669420] env[62321]: DEBUG oslo_concurrency.lockutils [req-e7eb478c-231f-434b-a6e6-69f09b2acfb3 req-fe6e5d71-5c14-48a9-9eec-936ba263a1fd service nova] Acquired lock "refresh_cache-af6025b3-1823-4399-b74a-f0081b0e9f05" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.669705] env[62321]: DEBUG nova.network.neutron [req-e7eb478c-231f-434b-a6e6-69f09b2acfb3 req-fe6e5d71-5c14-48a9-9eec-936ba263a1fd service nova] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Refreshing network info cache for port ecbed3d0-1d5d-4457-ace7-db642c015c35 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.730887] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4458abd0-018b-4a53-9889-e3694ad993d4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.745600] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-bccc67ba-34c0-4647-919b-c59bf9a3d5e0 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Doing hard reboot of VM {{(pid=62321) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 788.745600] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-38568e01-cbeb-4243-b4b4-2dd2ab615e63 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.752717] env[62321]: DEBUG oslo_vmware.api [None req-bccc67ba-34c0-4647-919b-c59bf9a3d5e0 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 788.752717] env[62321]: value = "task-2633151" [ 788.752717] env[62321]: _type = "Task" [ 788.752717] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.763322] env[62321]: DEBUG oslo_vmware.api [None req-bccc67ba-34c0-4647-919b-c59bf9a3d5e0 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633151, 'name': ResetVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.883486] env[62321]: DEBUG oslo_vmware.api [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633150, 'name': CloneVM_Task} progress is 94%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.922016] env[62321]: INFO nova.network.neutron [None req-c16235f5-12ab-46b7-86a4-3281a20e18e8 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Port b021e8ee-714b-48a2-9393-7cd6a93bba20 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 788.923374] env[62321]: DEBUG nova.network.neutron [None req-c16235f5-12ab-46b7-86a4-3281a20e18e8 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Updating instance_info_cache with network_info: [{"id": "63ac5fd0-7915-46fd-91ec-20ad286ff74e", "address": "fa:16:3e:d1:b7:a6", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63ac5fd0-79", "ovs_interfaceid": "63ac5fd0-7915-46fd-91ec-20ad286ff74e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.968307] env[62321]: DEBUG nova.scheduler.client.report [None req-6c7ea56e-f01e-4c31-a184-b64853b42440 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.035894] env[62321]: DEBUG oslo_concurrency.lockutils [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.060211] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633149, 'name': CreateVM_Task, 'duration_secs': 0.594515} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.060543] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.061226] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.061565] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.061822] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.062154] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd9a4658-4907-418b-b2d2-62a3fa13b611 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.071167] env[62321]: DEBUG oslo_vmware.api [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Waiting for the task: (returnval){ [ 789.071167] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d4d120-1d59-666c-a5b8-9159dcddf8f6" [ 789.071167] env[62321]: _type = "Task" [ 789.071167] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.079881] env[62321]: DEBUG oslo_vmware.api [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d4d120-1d59-666c-a5b8-9159dcddf8f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.151263] env[62321]: DEBUG nova.network.neutron [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Successfully updated port: c65e7902-4d23-4bf2-9440-6305024b5b01 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 789.245380] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7149aab8-6bbd-4ff5-a949-e02df070cbb5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "6c7313cd-0c0a-4068-975a-3239bf6b7869" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.245678] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7149aab8-6bbd-4ff5-a949-e02df070cbb5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "6c7313cd-0c0a-4068-975a-3239bf6b7869" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.245893] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7149aab8-6bbd-4ff5-a949-e02df070cbb5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "6c7313cd-0c0a-4068-975a-3239bf6b7869-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.246104] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7149aab8-6bbd-4ff5-a949-e02df070cbb5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "6c7313cd-0c0a-4068-975a-3239bf6b7869-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.246437] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7149aab8-6bbd-4ff5-a949-e02df070cbb5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "6c7313cd-0c0a-4068-975a-3239bf6b7869-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.249403] env[62321]: INFO nova.compute.manager [None req-7149aab8-6bbd-4ff5-a949-e02df070cbb5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Terminating instance [ 789.272829] env[62321]: DEBUG oslo_vmware.api [None req-bccc67ba-34c0-4647-919b-c59bf9a3d5e0 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633151, 'name': ResetVM_Task, 'duration_secs': 0.113416} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.273297] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-bccc67ba-34c0-4647-919b-c59bf9a3d5e0 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Did hard reboot of VM {{(pid=62321) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 789.273532] env[62321]: DEBUG nova.compute.manager [None req-bccc67ba-34c0-4647-919b-c59bf9a3d5e0 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.274495] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2343f7ae-02d8-49f3-8eae-6bb0ec1ecbe1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.386867] env[62321]: DEBUG oslo_vmware.api [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633150, 'name': CloneVM_Task} progress is 94%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.430231] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c16235f5-12ab-46b7-86a4-3281a20e18e8 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Releasing lock "refresh_cache-6c7313cd-0c0a-4068-975a-3239bf6b7869" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.474745] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6c7ea56e-f01e-4c31-a184-b64853b42440 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.334s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.479210] env[62321]: DEBUG oslo_concurrency.lockutils [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.923s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.481620] env[62321]: INFO nova.compute.claims [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.504876] env[62321]: INFO nova.scheduler.client.report [None req-6c7ea56e-f01e-4c31-a184-b64853b42440 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Deleted allocations for instance 0a511243-824b-4c55-a804-fd8e69dbbaf9 [ 789.560904] env[62321]: DEBUG nova.network.neutron [req-e7eb478c-231f-434b-a6e6-69f09b2acfb3 req-fe6e5d71-5c14-48a9-9eec-936ba263a1fd service nova] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Updated VIF entry in instance network info cache for port ecbed3d0-1d5d-4457-ace7-db642c015c35. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.561345] env[62321]: DEBUG nova.network.neutron [req-e7eb478c-231f-434b-a6e6-69f09b2acfb3 req-fe6e5d71-5c14-48a9-9eec-936ba263a1fd service nova] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Updating instance_info_cache with network_info: [{"id": "ecbed3d0-1d5d-4457-ace7-db642c015c35", "address": "fa:16:3e:1a:0f:71", "network": {"id": "95599c4a-68e9-4998-bb83-8e3032b548e3", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-178112209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b1d5469c4274a59884d95701eb3e234", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecbed3d0-1d", "ovs_interfaceid": "ecbed3d0-1d5d-4457-ace7-db642c015c35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.584628] env[62321]: DEBUG oslo_vmware.api [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d4d120-1d59-666c-a5b8-9159dcddf8f6, 'name': SearchDatastore_Task, 'duration_secs': 0.03303} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.585083] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.586434] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.586434] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.586434] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.586434] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.586434] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3789d893-ef8a-42fb-8c2c-6b1845e6aaf5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.601427] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.601427] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.601836] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-893ee790-d6af-4612-a174-2911c858365e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.611964] env[62321]: DEBUG oslo_vmware.api [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Waiting for the task: (returnval){ [ 789.611964] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521b6345-a376-8413-8f86-b9d99efd8b04" [ 789.611964] env[62321]: _type = "Task" [ 789.611964] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.624681] env[62321]: DEBUG oslo_vmware.api [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521b6345-a376-8413-8f86-b9d99efd8b04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.657718] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquiring lock "refresh_cache-29b8ec19-e3c4-484a-a749-371359631c7f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.657718] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquired lock "refresh_cache-29b8ec19-e3c4-484a-a749-371359631c7f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.657873] env[62321]: DEBUG nova.network.neutron [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.764204] env[62321]: DEBUG nova.compute.manager [None req-7149aab8-6bbd-4ff5-a949-e02df070cbb5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 789.766081] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-7149aab8-6bbd-4ff5-a949-e02df070cbb5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.766081] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cec0763-5667-4424-bfd1-7e173fef2c29 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.774647] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-7149aab8-6bbd-4ff5-a949-e02df070cbb5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.774890] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ffabc01-7f48-4caa-930e-d402aa878755 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.783383] env[62321]: DEBUG oslo_vmware.api [None req-7149aab8-6bbd-4ff5-a949-e02df070cbb5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 789.783383] env[62321]: value = "task-2633152" [ 789.783383] env[62321]: _type = "Task" [ 789.783383] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.794132] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bccc67ba-34c0-4647-919b-c59bf9a3d5e0 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "0b8a9b14-50bd-41ea-89f2-cc1d63f7816e" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.093s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.803017] env[62321]: DEBUG oslo_vmware.api [None req-7149aab8-6bbd-4ff5-a949-e02df070cbb5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.889221] env[62321]: DEBUG oslo_vmware.api [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633150, 'name': CloneVM_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.937588] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c16235f5-12ab-46b7-86a4-3281a20e18e8 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "interface-6c7313cd-0c0a-4068-975a-3239bf6b7869-b021e8ee-714b-48a2-9393-7cd6a93bba20" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.572s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.012649] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6c7ea56e-f01e-4c31-a184-b64853b42440 tempest-ListServerFiltersTestJSON-864635752 tempest-ListServerFiltersTestJSON-864635752-project-member] Lock "0a511243-824b-4c55-a804-fd8e69dbbaf9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.480s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.063878] env[62321]: DEBUG oslo_concurrency.lockutils [req-e7eb478c-231f-434b-a6e6-69f09b2acfb3 req-fe6e5d71-5c14-48a9-9eec-936ba263a1fd service nova] Releasing lock "refresh_cache-af6025b3-1823-4399-b74a-f0081b0e9f05" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.064325] env[62321]: DEBUG nova.compute.manager [req-e7eb478c-231f-434b-a6e6-69f09b2acfb3 req-fe6e5d71-5c14-48a9-9eec-936ba263a1fd service nova] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Received event network-vif-deleted-b021e8ee-714b-48a2-9393-7cd6a93bba20 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 790.064619] env[62321]: INFO nova.compute.manager [req-e7eb478c-231f-434b-a6e6-69f09b2acfb3 req-fe6e5d71-5c14-48a9-9eec-936ba263a1fd service nova] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Neutron deleted interface b021e8ee-714b-48a2-9393-7cd6a93bba20; detaching it from the instance and deleting it from the info cache [ 790.065059] env[62321]: DEBUG nova.network.neutron [req-e7eb478c-231f-434b-a6e6-69f09b2acfb3 req-fe6e5d71-5c14-48a9-9eec-936ba263a1fd service nova] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Updating instance_info_cache with network_info: [{"id": "63ac5fd0-7915-46fd-91ec-20ad286ff74e", "address": "fa:16:3e:d1:b7:a6", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63ac5fd0-79", "ovs_interfaceid": "63ac5fd0-7915-46fd-91ec-20ad286ff74e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.130069] env[62321]: DEBUG oslo_vmware.api [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521b6345-a376-8413-8f86-b9d99efd8b04, 'name': SearchDatastore_Task, 'duration_secs': 0.033512} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.130810] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f928fb3b-91e8-4f62-9712-0cad78a00b24 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.138048] env[62321]: DEBUG oslo_vmware.api [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Waiting for the task: (returnval){ [ 790.138048] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528c3ccf-b2d8-872b-7843-f135d2d90c95" [ 790.138048] env[62321]: _type = "Task" [ 790.138048] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.154499] env[62321]: DEBUG oslo_vmware.api [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528c3ccf-b2d8-872b-7843-f135d2d90c95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.242731] env[62321]: DEBUG nova.network.neutron [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.295859] env[62321]: DEBUG oslo_vmware.api [None req-7149aab8-6bbd-4ff5-a949-e02df070cbb5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633152, 'name': PowerOffVM_Task, 'duration_secs': 0.256237} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.296158] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-7149aab8-6bbd-4ff5-a949-e02df070cbb5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.296335] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-7149aab8-6bbd-4ff5-a949-e02df070cbb5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.296583] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b523dbc0-33f8-4295-bcdd-361a0f3b10d0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.388605] env[62321]: DEBUG oslo_vmware.api [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633150, 'name': CloneVM_Task, 'duration_secs': 1.608957} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.388882] env[62321]: INFO nova.virt.vmwareapi.vmops [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Created linked-clone VM from snapshot [ 790.389902] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa116bc9-fc32-4ae1-9d64-3d5f14eed6c1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.401355] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-7149aab8-6bbd-4ff5-a949-e02df070cbb5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.401355] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-7149aab8-6bbd-4ff5-a949-e02df070cbb5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.401355] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-7149aab8-6bbd-4ff5-a949-e02df070cbb5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Deleting the datastore file [datastore1] 6c7313cd-0c0a-4068-975a-3239bf6b7869 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.401355] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7c6a275-adc9-46cb-b046-f995c3db3882 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.405556] env[62321]: DEBUG nova.virt.vmwareapi.images [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Uploading image 6211b09c-9f5e-4433-b9a2-d29f2feb32ad {{(pid=62321) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 790.409164] env[62321]: DEBUG oslo_vmware.api [None req-7149aab8-6bbd-4ff5-a949-e02df070cbb5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 790.409164] env[62321]: value = "task-2633154" [ 790.409164] env[62321]: _type = "Task" [ 790.409164] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.417535] env[62321]: DEBUG oslo_vmware.api [None req-7149aab8-6bbd-4ff5-a949-e02df070cbb5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.428305] env[62321]: DEBUG nova.network.neutron [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Port f84bdc6f-32ab-414e-b50d-61e95a067937 binding to destination host cpu-1 is already ACTIVE {{(pid=62321) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 790.429118] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquiring lock "refresh_cache-abc046a0-2875-4673-9eda-dcd9ded773c1" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.429118] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquired lock "refresh_cache-abc046a0-2875-4673-9eda-dcd9ded773c1" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.429118] env[62321]: DEBUG nova.network.neutron [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.438294] env[62321]: DEBUG oslo_vmware.rw_handles [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 790.438294] env[62321]: value = "vm-530612" [ 790.438294] env[62321]: _type = "VirtualMachine" [ 790.438294] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 790.438610] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d1887f37-7efa-4899-9316-26694b2cf2a7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.449129] env[62321]: DEBUG oslo_vmware.rw_handles [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lease: (returnval){ [ 790.449129] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521c4184-72d7-127b-c967-8da3b60d0bec" [ 790.449129] env[62321]: _type = "HttpNfcLease" [ 790.449129] env[62321]: } obtained for exporting VM: (result){ [ 790.449129] env[62321]: value = "vm-530612" [ 790.449129] env[62321]: _type = "VirtualMachine" [ 790.449129] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 790.449405] env[62321]: DEBUG oslo_vmware.api [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the lease: (returnval){ [ 790.449405] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521c4184-72d7-127b-c967-8da3b60d0bec" [ 790.449405] env[62321]: _type = "HttpNfcLease" [ 790.449405] env[62321]: } to be ready. {{(pid=62321) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 790.459027] env[62321]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 790.459027] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521c4184-72d7-127b-c967-8da3b60d0bec" [ 790.459027] env[62321]: _type = "HttpNfcLease" [ 790.459027] env[62321]: } is initializing. {{(pid=62321) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 790.522620] env[62321]: DEBUG nova.network.neutron [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Updating instance_info_cache with network_info: [{"id": "c65e7902-4d23-4bf2-9440-6305024b5b01", "address": "fa:16:3e:c6:5d:fc", "network": {"id": "31512f77-e967-4fe6-9fc1-48e1b1dc1c59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319997203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ab0ef1837a249d9bca4fa5faf5cc8ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc65e7902-4d", "ovs_interfaceid": "c65e7902-4d23-4bf2-9440-6305024b5b01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.568716] env[62321]: DEBUG oslo_concurrency.lockutils [req-e7eb478c-231f-434b-a6e6-69f09b2acfb3 req-fe6e5d71-5c14-48a9-9eec-936ba263a1fd service nova] Acquiring lock "6c7313cd-0c0a-4068-975a-3239bf6b7869" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.651368] env[62321]: DEBUG oslo_vmware.api [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528c3ccf-b2d8-872b-7843-f135d2d90c95, 'name': SearchDatastore_Task, 'duration_secs': 0.013178} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.654662] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.655053] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] af6025b3-1823-4399-b74a-f0081b0e9f05/af6025b3-1823-4399-b74a-f0081b0e9f05.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 790.655779] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21c7cbea-85b5-43b3-8028-34518fc1fed4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.665057] env[62321]: DEBUG oslo_vmware.api [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Waiting for the task: (returnval){ [ 790.665057] env[62321]: value = "task-2633156" [ 790.665057] env[62321]: _type = "Task" [ 790.665057] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.678020] env[62321]: DEBUG oslo_vmware.api [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Task: {'id': task-2633156, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.928194] env[62321]: DEBUG oslo_vmware.api [None req-7149aab8-6bbd-4ff5-a949-e02df070cbb5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312971} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.928568] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-7149aab8-6bbd-4ff5-a949-e02df070cbb5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.928783] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-7149aab8-6bbd-4ff5-a949-e02df070cbb5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.928941] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-7149aab8-6bbd-4ff5-a949-e02df070cbb5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.929272] env[62321]: INFO nova.compute.manager [None req-7149aab8-6bbd-4ff5-a949-e02df070cbb5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Took 1.16 seconds to destroy the instance on the hypervisor. [ 790.929626] env[62321]: DEBUG oslo.service.loopingcall [None req-7149aab8-6bbd-4ff5-a949-e02df070cbb5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 790.929832] env[62321]: DEBUG nova.compute.manager [-] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 790.929932] env[62321]: DEBUG nova.network.neutron [-] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 790.971466] env[62321]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 790.971466] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521c4184-72d7-127b-c967-8da3b60d0bec" [ 790.971466] env[62321]: _type = "HttpNfcLease" [ 790.971466] env[62321]: } is ready. {{(pid=62321) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 790.972358] env[62321]: DEBUG oslo_vmware.rw_handles [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 790.972358] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521c4184-72d7-127b-c967-8da3b60d0bec" [ 790.972358] env[62321]: _type = "HttpNfcLease" [ 790.972358] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 790.972823] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d408fb28-79bd-4f07-96e2-8b7c20d33346 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.984167] env[62321]: DEBUG oslo_vmware.rw_handles [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a8896c-0510-25c6-5159-0d53a7bab34b/disk-0.vmdk from lease info. {{(pid=62321) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 790.984376] env[62321]: DEBUG oslo_vmware.rw_handles [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a8896c-0510-25c6-5159-0d53a7bab34b/disk-0.vmdk for reading. {{(pid=62321) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 791.041575] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9561c634-423c-4079-b0d7-6cd8065b4ef9 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Acquiring lock "030c4753-c373-49fa-b501-869822976d93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.041833] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9561c634-423c-4079-b0d7-6cd8065b4ef9 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Lock "030c4753-c373-49fa-b501-869822976d93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.042074] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9561c634-423c-4079-b0d7-6cd8065b4ef9 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Acquiring lock "030c4753-c373-49fa-b501-869822976d93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.042260] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9561c634-423c-4079-b0d7-6cd8065b4ef9 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Lock "030c4753-c373-49fa-b501-869822976d93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.042425] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9561c634-423c-4079-b0d7-6cd8065b4ef9 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Lock "030c4753-c373-49fa-b501-869822976d93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.044850] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Releasing lock "refresh_cache-29b8ec19-e3c4-484a-a749-371359631c7f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.045121] env[62321]: DEBUG nova.compute.manager [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Instance network_info: |[{"id": "c65e7902-4d23-4bf2-9440-6305024b5b01", "address": "fa:16:3e:c6:5d:fc", "network": {"id": "31512f77-e967-4fe6-9fc1-48e1b1dc1c59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319997203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ab0ef1837a249d9bca4fa5faf5cc8ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc65e7902-4d", "ovs_interfaceid": "c65e7902-4d23-4bf2-9440-6305024b5b01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 791.051570] env[62321]: INFO nova.compute.manager [None req-9561c634-423c-4079-b0d7-6cd8065b4ef9 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 030c4753-c373-49fa-b501-869822976d93] Terminating instance [ 791.057150] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:5d:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c65e7902-4d23-4bf2-9440-6305024b5b01', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.063635] env[62321]: DEBUG oslo.service.loopingcall [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 791.066506] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.066875] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3cd71dcd-72cf-499b-811e-008aeb098512 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.090911] env[62321]: DEBUG nova.compute.manager [None req-9561c634-423c-4079-b0d7-6cd8065b4ef9 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 030c4753-c373-49fa-b501-869822976d93] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 791.091158] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-9561c634-423c-4079-b0d7-6cd8065b4ef9 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 030c4753-c373-49fa-b501-869822976d93] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.092800] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45441856-1eb3-4721-a3b6-adadb79f450f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.103161] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.103161] env[62321]: value = "task-2633157" [ 791.103161] env[62321]: _type = "Task" [ 791.103161] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.105422] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-9561c634-423c-4079-b0d7-6cd8065b4ef9 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 030c4753-c373-49fa-b501-869822976d93] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.112633] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c45643a2-e7d0-4c38-9b2c-e4f19a125a17 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.125878] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633157, 'name': CreateVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.128999] env[62321]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f84c1427-85c3-416e-9345-684440c39deb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.141481] env[62321]: DEBUG oslo_vmware.api [None req-9561c634-423c-4079-b0d7-6cd8065b4ef9 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Waiting for the task: (returnval){ [ 791.141481] env[62321]: value = "task-2633158" [ 791.141481] env[62321]: _type = "Task" [ 791.141481] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.161442] env[62321]: DEBUG oslo_vmware.api [None req-9561c634-423c-4079-b0d7-6cd8065b4ef9 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2633158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.164452] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6335d224-d913-4d66-b660-27e9d2afb1a9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.183741] env[62321]: DEBUG oslo_vmware.api [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Task: {'id': task-2633156, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.195405] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833da9ff-c676-4bae-a8d7-ac237690f47f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.235809] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0edcff1-b737-45fb-b06a-652d1f5479b7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.243038] env[62321]: DEBUG nova.compute.manager [req-08203a7f-b5be-441a-b092-5029aa97c424 req-d4044dda-e9c4-40e9-8427-a929ff88e08d service nova] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Received event network-vif-plugged-c65e7902-4d23-4bf2-9440-6305024b5b01 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 791.243038] env[62321]: DEBUG oslo_concurrency.lockutils [req-08203a7f-b5be-441a-b092-5029aa97c424 req-d4044dda-e9c4-40e9-8427-a929ff88e08d service nova] Acquiring lock "29b8ec19-e3c4-484a-a749-371359631c7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.243038] env[62321]: DEBUG oslo_concurrency.lockutils [req-08203a7f-b5be-441a-b092-5029aa97c424 req-d4044dda-e9c4-40e9-8427-a929ff88e08d service nova] Lock "29b8ec19-e3c4-484a-a749-371359631c7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.243256] env[62321]: DEBUG oslo_concurrency.lockutils [req-08203a7f-b5be-441a-b092-5029aa97c424 req-d4044dda-e9c4-40e9-8427-a929ff88e08d service nova] Lock "29b8ec19-e3c4-484a-a749-371359631c7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.243321] env[62321]: DEBUG nova.compute.manager [req-08203a7f-b5be-441a-b092-5029aa97c424 req-d4044dda-e9c4-40e9-8427-a929ff88e08d service nova] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] No waiting events found dispatching network-vif-plugged-c65e7902-4d23-4bf2-9440-6305024b5b01 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 791.243687] env[62321]: WARNING nova.compute.manager [req-08203a7f-b5be-441a-b092-5029aa97c424 req-d4044dda-e9c4-40e9-8427-a929ff88e08d service nova] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Received unexpected event network-vif-plugged-c65e7902-4d23-4bf2-9440-6305024b5b01 for instance with vm_state building and task_state spawning. [ 791.243687] env[62321]: DEBUG nova.compute.manager [req-08203a7f-b5be-441a-b092-5029aa97c424 req-d4044dda-e9c4-40e9-8427-a929ff88e08d service nova] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Received event network-changed-c65e7902-4d23-4bf2-9440-6305024b5b01 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 791.243821] env[62321]: DEBUG nova.compute.manager [req-08203a7f-b5be-441a-b092-5029aa97c424 req-d4044dda-e9c4-40e9-8427-a929ff88e08d service nova] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Refreshing instance network info cache due to event network-changed-c65e7902-4d23-4bf2-9440-6305024b5b01. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 791.244051] env[62321]: DEBUG oslo_concurrency.lockutils [req-08203a7f-b5be-441a-b092-5029aa97c424 req-d4044dda-e9c4-40e9-8427-a929ff88e08d service nova] Acquiring lock "refresh_cache-29b8ec19-e3c4-484a-a749-371359631c7f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.244178] env[62321]: DEBUG oslo_concurrency.lockutils [req-08203a7f-b5be-441a-b092-5029aa97c424 req-d4044dda-e9c4-40e9-8427-a929ff88e08d service nova] Acquired lock "refresh_cache-29b8ec19-e3c4-484a-a749-371359631c7f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.244338] env[62321]: DEBUG nova.network.neutron [req-08203a7f-b5be-441a-b092-5029aa97c424 req-d4044dda-e9c4-40e9-8427-a929ff88e08d service nova] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Refreshing network info cache for port c65e7902-4d23-4bf2-9440-6305024b5b01 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.255887] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c025295b-894c-43b9-8e53-e4801379e307 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.279362] env[62321]: DEBUG nova.compute.provider_tree [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.617156] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633157, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.655192] env[62321]: DEBUG oslo_vmware.api [None req-9561c634-423c-4079-b0d7-6cd8065b4ef9 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2633158, 'name': PowerOffVM_Task, 'duration_secs': 0.301121} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.657526] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-9561c634-423c-4079-b0d7-6cd8065b4ef9 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 030c4753-c373-49fa-b501-869822976d93] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.657526] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-9561c634-423c-4079-b0d7-6cd8065b4ef9 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 030c4753-c373-49fa-b501-869822976d93] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.657526] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d036b518-82e4-4ad9-b3ff-72b77ec9511f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.684127] env[62321]: DEBUG oslo_vmware.api [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Task: {'id': task-2633156, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627295} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.685219] env[62321]: DEBUG nova.network.neutron [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Updating instance_info_cache with network_info: [{"id": "f84bdc6f-32ab-414e-b50d-61e95a067937", "address": "fa:16:3e:68:bf:d9", "network": {"id": "a5547c0f-46b1-4ae5-841a-9f39910febcd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ef1461c1ad14a3cb8e9828aa58002a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf84bdc6f-32", "ovs_interfaceid": "f84bdc6f-32ab-414e-b50d-61e95a067937", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.689568] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] af6025b3-1823-4399-b74a-f0081b0e9f05/af6025b3-1823-4399-b74a-f0081b0e9f05.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.689568] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.689568] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fbce68f-b2fc-4ab5-81bf-16a53f8d99e2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.695981] env[62321]: DEBUG oslo_vmware.api [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Waiting for the task: (returnval){ [ 791.695981] env[62321]: value = "task-2633160" [ 791.695981] env[62321]: _type = "Task" [ 791.695981] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.709275] env[62321]: DEBUG oslo_vmware.api [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Task: {'id': task-2633160, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.755440] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-9561c634-423c-4079-b0d7-6cd8065b4ef9 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 030c4753-c373-49fa-b501-869822976d93] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.755440] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-9561c634-423c-4079-b0d7-6cd8065b4ef9 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 030c4753-c373-49fa-b501-869822976d93] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.755440] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-9561c634-423c-4079-b0d7-6cd8065b4ef9 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Deleting the datastore file [datastore1] 030c4753-c373-49fa-b501-869822976d93 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.755628] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5076462b-d1ba-4be3-8d1e-31bd47cb88d8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.767580] env[62321]: DEBUG oslo_vmware.api [None req-9561c634-423c-4079-b0d7-6cd8065b4ef9 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Waiting for the task: (returnval){ [ 791.767580] env[62321]: value = "task-2633161" [ 791.767580] env[62321]: _type = "Task" [ 791.767580] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.776643] env[62321]: DEBUG oslo_vmware.api [None req-9561c634-423c-4079-b0d7-6cd8065b4ef9 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2633161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.785618] env[62321]: DEBUG nova.scheduler.client.report [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.990625] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Acquiring lock "f84e9716-fa61-4674-9292-5b220fb640d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.990949] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Lock "f84e9716-fa61-4674-9292-5b220fb640d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.121778] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633157, 'name': CreateVM_Task, 'duration_secs': 0.584512} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.122117] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 792.122895] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.124887] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.125583] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.126606] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd16f5d6-16f4-497a-8655-7801d607ef02 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.133810] env[62321]: DEBUG oslo_vmware.api [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 792.133810] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522d8c28-2f12-d0f0-a466-fda57e5c4463" [ 792.133810] env[62321]: _type = "Task" [ 792.133810] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.150493] env[62321]: DEBUG oslo_vmware.api [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522d8c28-2f12-d0f0-a466-fda57e5c4463, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.189986] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Releasing lock "refresh_cache-abc046a0-2875-4673-9eda-dcd9ded773c1" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.209842] env[62321]: DEBUG oslo_vmware.api [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Task: {'id': task-2633160, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175882} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.210076] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.210944] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d43159a-2cc1-4737-871c-2afd9a1bb01d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.240534] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] af6025b3-1823-4399-b74a-f0081b0e9f05/af6025b3-1823-4399-b74a-f0081b0e9f05.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.240812] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0206d10-6f43-44ab-bf52-bdd80f76ad8d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.263065] env[62321]: DEBUG oslo_vmware.api [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Waiting for the task: (returnval){ [ 792.263065] env[62321]: value = "task-2633162" [ 792.263065] env[62321]: _type = "Task" [ 792.263065] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.274734] env[62321]: DEBUG oslo_vmware.api [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Task: {'id': task-2633162, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.280698] env[62321]: DEBUG oslo_vmware.api [None req-9561c634-423c-4079-b0d7-6cd8065b4ef9 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2633161, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.413648} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.280926] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-9561c634-423c-4079-b0d7-6cd8065b4ef9 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.281253] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-9561c634-423c-4079-b0d7-6cd8065b4ef9 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 030c4753-c373-49fa-b501-869822976d93] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.281445] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-9561c634-423c-4079-b0d7-6cd8065b4ef9 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 030c4753-c373-49fa-b501-869822976d93] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.281623] env[62321]: INFO nova.compute.manager [None req-9561c634-423c-4079-b0d7-6cd8065b4ef9 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 030c4753-c373-49fa-b501-869822976d93] Took 1.19 seconds to destroy the instance on the hypervisor. [ 792.281880] env[62321]: DEBUG oslo.service.loopingcall [None req-9561c634-423c-4079-b0d7-6cd8065b4ef9 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 792.282087] env[62321]: DEBUG nova.compute.manager [-] [instance: 030c4753-c373-49fa-b501-869822976d93] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 792.282185] env[62321]: DEBUG nova.network.neutron [-] [instance: 030c4753-c373-49fa-b501-869822976d93] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 792.292147] env[62321]: DEBUG oslo_concurrency.lockutils [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.811s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.292937] env[62321]: DEBUG nova.compute.manager [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 792.296063] env[62321]: DEBUG oslo_concurrency.lockutils [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.465s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.296314] env[62321]: DEBUG nova.objects.instance [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lazy-loading 'resources' on Instance uuid 65a448f8-a8f1-4308-8c1f-e0b12317778f {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.493494] env[62321]: DEBUG nova.compute.manager [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 792.590384] env[62321]: DEBUG nova.network.neutron [req-08203a7f-b5be-441a-b092-5029aa97c424 req-d4044dda-e9c4-40e9-8427-a929ff88e08d service nova] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Updated VIF entry in instance network info cache for port c65e7902-4d23-4bf2-9440-6305024b5b01. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.590384] env[62321]: DEBUG nova.network.neutron [req-08203a7f-b5be-441a-b092-5029aa97c424 req-d4044dda-e9c4-40e9-8427-a929ff88e08d service nova] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Updating instance_info_cache with network_info: [{"id": "c65e7902-4d23-4bf2-9440-6305024b5b01", "address": "fa:16:3e:c6:5d:fc", "network": {"id": "31512f77-e967-4fe6-9fc1-48e1b1dc1c59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319997203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ab0ef1837a249d9bca4fa5faf5cc8ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc65e7902-4d", "ovs_interfaceid": "c65e7902-4d23-4bf2-9440-6305024b5b01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.651111] env[62321]: DEBUG oslo_vmware.api [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522d8c28-2f12-d0f0-a466-fda57e5c4463, 'name': SearchDatastore_Task, 'duration_secs': 0.015327} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.652071] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.652578] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.652833] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.653061] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.653275] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.653546] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23812cb4-56f1-4c2a-a4f7-008ad8ec7b8c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.667059] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.667417] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.668238] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3958b601-8763-4a7d-966a-2343e24da78f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.676641] env[62321]: DEBUG oslo_vmware.api [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 792.676641] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e79bf6-cd56-e16e-6206-40c6ecc1f197" [ 792.676641] env[62321]: _type = "Task" [ 792.676641] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.690910] env[62321]: DEBUG oslo_vmware.api [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e79bf6-cd56-e16e-6206-40c6ecc1f197, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.691664] env[62321]: DEBUG nova.compute.manager [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62321) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 792.692477] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.774420] env[62321]: DEBUG oslo_vmware.api [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Task: {'id': task-2633162, 'name': ReconfigVM_Task, 'duration_secs': 0.332808} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.774756] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Reconfigured VM instance instance-0000003c to attach disk [datastore1] af6025b3-1823-4399-b74a-f0081b0e9f05/af6025b3-1823-4399-b74a-f0081b0e9f05.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.775534] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef1c5d96-f7fd-466e-aa39-d7f39063a9b5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.784608] env[62321]: DEBUG oslo_vmware.api [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Waiting for the task: (returnval){ [ 792.784608] env[62321]: value = "task-2633163" [ 792.784608] env[62321]: _type = "Task" [ 792.784608] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.794874] env[62321]: DEBUG oslo_vmware.api [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Task: {'id': task-2633163, 'name': Rename_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.799798] env[62321]: DEBUG nova.compute.utils [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 792.805626] env[62321]: DEBUG nova.compute.manager [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 792.807854] env[62321]: DEBUG nova.network.neutron [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 792.859181] env[62321]: DEBUG nova.policy [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '905cfc3a628d4d63a7e3c208d044db1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1b0852185df48979c10a6de967a85fd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.904365] env[62321]: DEBUG nova.compute.manager [req-ff1a0a02-c1f3-4766-be51-4018397d8cba req-854420a5-fb05-4868-82c6-3877c6bd4ae3 service nova] [instance: 030c4753-c373-49fa-b501-869822976d93] Received event network-vif-deleted-485f6f99-e19e-44e7-afa9-b4fbf32eaab7 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 792.904993] env[62321]: INFO nova.compute.manager [req-ff1a0a02-c1f3-4766-be51-4018397d8cba req-854420a5-fb05-4868-82c6-3877c6bd4ae3 service nova] [instance: 030c4753-c373-49fa-b501-869822976d93] Neutron deleted interface 485f6f99-e19e-44e7-afa9-b4fbf32eaab7; detaching it from the instance and deleting it from the info cache [ 792.909226] env[62321]: DEBUG nova.network.neutron [req-ff1a0a02-c1f3-4766-be51-4018397d8cba req-854420a5-fb05-4868-82c6-3877c6bd4ae3 service nova] [instance: 030c4753-c373-49fa-b501-869822976d93] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.019786] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.062165] env[62321]: DEBUG nova.network.neutron [-] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.096868] env[62321]: DEBUG oslo_concurrency.lockutils [req-08203a7f-b5be-441a-b092-5029aa97c424 req-d4044dda-e9c4-40e9-8427-a929ff88e08d service nova] Releasing lock "refresh_cache-29b8ec19-e3c4-484a-a749-371359631c7f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.190395] env[62321]: DEBUG oslo_vmware.api [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e79bf6-cd56-e16e-6206-40c6ecc1f197, 'name': SearchDatastore_Task, 'duration_secs': 0.021447} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.195634] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f626806-89fa-46b3-abdb-551ca8686806 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.198334] env[62321]: DEBUG nova.network.neutron [-] [instance: 030c4753-c373-49fa-b501-869822976d93] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.208177] env[62321]: DEBUG oslo_vmware.api [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 793.208177] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52481add-c69f-4c07-144b-e39fe32bc3f2" [ 793.208177] env[62321]: _type = "Task" [ 793.208177] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.229043] env[62321]: DEBUG oslo_vmware.api [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52481add-c69f-4c07-144b-e39fe32bc3f2, 'name': SearchDatastore_Task, 'duration_secs': 0.014957} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.229043] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.229043] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 29b8ec19-e3c4-484a-a749-371359631c7f/29b8ec19-e3c4-484a-a749-371359631c7f.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 793.229409] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d18e07d-c40a-4e77-b93d-0a06404abfb4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.244846] env[62321]: DEBUG oslo_vmware.api [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 793.244846] env[62321]: value = "task-2633164" [ 793.244846] env[62321]: _type = "Task" [ 793.244846] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.261860] env[62321]: DEBUG oslo_vmware.api [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.299018] env[62321]: DEBUG oslo_vmware.api [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Task: {'id': task-2633163, 'name': Rename_Task, 'duration_secs': 0.168953} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.299853] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.300744] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2e856ed-b9f2-474c-af61-f55a74e42e4f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.303035] env[62321]: DEBUG nova.compute.manager [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 793.313499] env[62321]: DEBUG oslo_vmware.api [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Waiting for the task: (returnval){ [ 793.313499] env[62321]: value = "task-2633165" [ 793.313499] env[62321]: _type = "Task" [ 793.313499] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.325650] env[62321]: DEBUG oslo_vmware.api [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Task: {'id': task-2633165, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.412227] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ca8e0de-d213-4234-a713-96e16f967b15 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.425052] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf753400-a353-4dca-ac7c-a93f1130de48 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.444551] env[62321]: DEBUG nova.compute.manager [req-f6d154d7-40b6-461f-a1a2-f4ac76507005 req-726acfea-cef0-4084-93ad-ca8bb82b49bb service nova] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Received event network-vif-deleted-63ac5fd0-7915-46fd-91ec-20ad286ff74e {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 793.456029] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808c1fb7-7ae7-4d3e-8485-cb0b995daba2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.479601] env[62321]: DEBUG nova.compute.manager [req-ff1a0a02-c1f3-4766-be51-4018397d8cba req-854420a5-fb05-4868-82c6-3877c6bd4ae3 service nova] [instance: 030c4753-c373-49fa-b501-869822976d93] Detach interface failed, port_id=485f6f99-e19e-44e7-afa9-b4fbf32eaab7, reason: Instance 030c4753-c373-49fa-b501-869822976d93 could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 793.486833] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c552577-1d1a-4356-8b06-a213f0688599 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.522955] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e75f08-097f-42fb-aeed-4135a4492874 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.534783] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906a6449-537b-44ff-8103-1a2112118754 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.555746] env[62321]: DEBUG nova.compute.provider_tree [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.567189] env[62321]: INFO nova.compute.manager [-] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Took 2.64 seconds to deallocate network for instance. [ 793.691238] env[62321]: DEBUG nova.network.neutron [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Successfully created port: 6619618d-1964-439a-ab3d-26f96f6331fe {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 793.702245] env[62321]: INFO nova.compute.manager [-] [instance: 030c4753-c373-49fa-b501-869822976d93] Took 1.42 seconds to deallocate network for instance. [ 793.765853] env[62321]: DEBUG oslo_vmware.api [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633164, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.828364] env[62321]: DEBUG oslo_vmware.api [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Task: {'id': task-2633165, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.064867] env[62321]: DEBUG nova.scheduler.client.report [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.075407] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7149aab8-6bbd-4ff5-a949-e02df070cbb5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.209945] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9561c634-423c-4079-b0d7-6cd8065b4ef9 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.258684] env[62321]: DEBUG oslo_vmware.api [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633164, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590103} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.260269] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 29b8ec19-e3c4-484a-a749-371359631c7f/29b8ec19-e3c4-484a-a749-371359631c7f.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 794.260269] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 794.260269] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d77f25f-4b0f-4296-8593-3cf229c6d390 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.272830] env[62321]: DEBUG oslo_vmware.api [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 794.272830] env[62321]: value = "task-2633166" [ 794.272830] env[62321]: _type = "Task" [ 794.272830] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.281548] env[62321]: DEBUG oslo_vmware.api [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.324409] env[62321]: DEBUG nova.compute.manager [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 794.338752] env[62321]: DEBUG oslo_vmware.api [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Task: {'id': task-2633165, 'name': PowerOnVM_Task, 'duration_secs': 0.682116} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.339128] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.339405] env[62321]: INFO nova.compute.manager [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Took 10.11 seconds to spawn the instance on the hypervisor. [ 794.339626] env[62321]: DEBUG nova.compute.manager [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.340534] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a932cf-f452-458b-883c-0df6e1f6db0a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.367322] env[62321]: DEBUG nova.virt.hardware [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.367645] env[62321]: DEBUG nova.virt.hardware [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.367955] env[62321]: DEBUG nova.virt.hardware [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.368296] env[62321]: DEBUG nova.virt.hardware [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.368675] env[62321]: DEBUG nova.virt.hardware [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.368906] env[62321]: DEBUG nova.virt.hardware [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.369243] env[62321]: DEBUG nova.virt.hardware [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.369459] env[62321]: DEBUG nova.virt.hardware [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.369685] env[62321]: DEBUG nova.virt.hardware [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.369948] env[62321]: DEBUG nova.virt.hardware [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.370185] env[62321]: DEBUG nova.virt.hardware [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.371144] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138f6a61-fe9f-4992-9666-7f05a45da9b4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.383031] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a79d025-a15a-4de2-a383-84ac8bce5511 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.570294] env[62321]: DEBUG oslo_concurrency.lockutils [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.274s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.579137] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3f61b56e-1be8-42dc-af17-d1e927a30e52 tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.787s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.579448] env[62321]: DEBUG nova.objects.instance [None req-3f61b56e-1be8-42dc-af17-d1e927a30e52 tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Lazy-loading 'resources' on Instance uuid 23ece753-c2d1-44c9-86b9-d9ec833d90f0 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 794.603064] env[62321]: INFO nova.scheduler.client.report [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Deleted allocations for instance 65a448f8-a8f1-4308-8c1f-e0b12317778f [ 794.787101] env[62321]: DEBUG oslo_vmware.api [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107002} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.788050] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.788255] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02eaba0-b6e3-49c4-8960-4f5b8fa7b598 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.819757] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 29b8ec19-e3c4-484a-a749-371359631c7f/29b8ec19-e3c4-484a-a749-371359631c7f.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.820071] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44cd69db-16e6-4257-a764-8310ad07ad9c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.844583] env[62321]: DEBUG oslo_vmware.api [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 794.844583] env[62321]: value = "task-2633167" [ 794.844583] env[62321]: _type = "Task" [ 794.844583] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.854715] env[62321]: DEBUG oslo_vmware.api [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633167, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.865294] env[62321]: INFO nova.compute.manager [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Took 40.25 seconds to build instance. [ 795.114699] env[62321]: DEBUG oslo_concurrency.lockutils [None req-85110cd3-5e32-4dc9-a062-eaee69e359da tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "65a448f8-a8f1-4308-8c1f-e0b12317778f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.685s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.365206] env[62321]: DEBUG oslo_vmware.api [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.367345] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a9da3e01-e3bd-4170-be43-1dfe230042b4 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Lock "af6025b3-1823-4399-b74a-f0081b0e9f05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.764s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.558175] env[62321]: DEBUG nova.network.neutron [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Successfully updated port: 6619618d-1964-439a-ab3d-26f96f6331fe {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.643708] env[62321]: DEBUG nova.compute.manager [req-d530b1d9-5316-43d4-b84c-3ec79fd4eede req-1ecaf2ee-939a-4597-b8cd-55421ce92b52 service nova] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Received event network-vif-plugged-6619618d-1964-439a-ab3d-26f96f6331fe {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 795.644276] env[62321]: DEBUG oslo_concurrency.lockutils [req-d530b1d9-5316-43d4-b84c-3ec79fd4eede req-1ecaf2ee-939a-4597-b8cd-55421ce92b52 service nova] Acquiring lock "fad4687d-8a09-4fbc-81d7-873c9847b830-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.644648] env[62321]: DEBUG oslo_concurrency.lockutils [req-d530b1d9-5316-43d4-b84c-3ec79fd4eede req-1ecaf2ee-939a-4597-b8cd-55421ce92b52 service nova] Lock "fad4687d-8a09-4fbc-81d7-873c9847b830-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 795.644955] env[62321]: DEBUG oslo_concurrency.lockutils [req-d530b1d9-5316-43d4-b84c-3ec79fd4eede req-1ecaf2ee-939a-4597-b8cd-55421ce92b52 service nova] Lock "fad4687d-8a09-4fbc-81d7-873c9847b830-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.645264] env[62321]: DEBUG nova.compute.manager [req-d530b1d9-5316-43d4-b84c-3ec79fd4eede req-1ecaf2ee-939a-4597-b8cd-55421ce92b52 service nova] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] No waiting events found dispatching network-vif-plugged-6619618d-1964-439a-ab3d-26f96f6331fe {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 795.645553] env[62321]: WARNING nova.compute.manager [req-d530b1d9-5316-43d4-b84c-3ec79fd4eede req-1ecaf2ee-939a-4597-b8cd-55421ce92b52 service nova] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Received unexpected event network-vif-plugged-6619618d-1964-439a-ab3d-26f96f6331fe for instance with vm_state building and task_state spawning. [ 795.677030] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465ab942-f188-4cd3-ab6f-4cc0ece8851f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.689888] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd94055-1886-4fd8-97d1-37959b838ce1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.530117] env[62321]: DEBUG oslo_concurrency.lockutils [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquiring lock "refresh_cache-fad4687d-8a09-4fbc-81d7-873c9847b830" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.530546] env[62321]: DEBUG oslo_concurrency.lockutils [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquired lock "refresh_cache-fad4687d-8a09-4fbc-81d7-873c9847b830" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.530546] env[62321]: DEBUG nova.network.neutron [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.541599] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df26bcfe-8669-4227-940a-3997132e7e26 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.543944] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "8c245003-9ef2-464b-a6aa-0bf0dd97bc16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.544432] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "8c245003-9ef2-464b-a6aa-0bf0dd97bc16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.555467] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce839e9c-b27e-4f78-9c5d-ead312f35fcd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.560913] env[62321]: DEBUG oslo_vmware.api [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633167, 'name': ReconfigVM_Task, 'duration_secs': 1.085915} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.561740] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 29b8ec19-e3c4-484a-a749-371359631c7f/29b8ec19-e3c4-484a-a749-371359631c7f.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.562818] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a4ad6c5-181c-4f1c-b007-b580fe63e488 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.574138] env[62321]: DEBUG nova.compute.provider_tree [None req-3f61b56e-1be8-42dc-af17-d1e927a30e52 tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.577081] env[62321]: DEBUG oslo_vmware.api [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 796.577081] env[62321]: value = "task-2633168" [ 796.577081] env[62321]: _type = "Task" [ 796.577081] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.586901] env[62321]: DEBUG oslo_vmware.api [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633168, 'name': Rename_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.044253] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a1fa7aae-d027-4d2e-b3b5-c6f3c21ac648 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Acquiring lock "af6025b3-1823-4399-b74a-f0081b0e9f05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.044253] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a1fa7aae-d027-4d2e-b3b5-c6f3c21ac648 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Lock "af6025b3-1823-4399-b74a-f0081b0e9f05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.044371] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a1fa7aae-d027-4d2e-b3b5-c6f3c21ac648 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Acquiring lock "af6025b3-1823-4399-b74a-f0081b0e9f05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.044549] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a1fa7aae-d027-4d2e-b3b5-c6f3c21ac648 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Lock "af6025b3-1823-4399-b74a-f0081b0e9f05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.044712] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a1fa7aae-d027-4d2e-b3b5-c6f3c21ac648 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Lock "af6025b3-1823-4399-b74a-f0081b0e9f05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.049313] env[62321]: DEBUG nova.compute.manager [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 797.054703] env[62321]: INFO nova.compute.manager [None req-a1fa7aae-d027-4d2e-b3b5-c6f3c21ac648 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Terminating instance [ 797.074033] env[62321]: DEBUG nova.network.neutron [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 797.080526] env[62321]: DEBUG nova.scheduler.client.report [None req-3f61b56e-1be8-42dc-af17-d1e927a30e52 tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.100287] env[62321]: DEBUG oslo_vmware.api [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633168, 'name': Rename_Task, 'duration_secs': 0.190311} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.104249] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.104616] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9acb3492-b2e5-4a6a-a953-ad0fde3f806b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.115560] env[62321]: DEBUG oslo_vmware.api [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 797.115560] env[62321]: value = "task-2633169" [ 797.115560] env[62321]: _type = "Task" [ 797.115560] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.130555] env[62321]: DEBUG oslo_vmware.api [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633169, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.283952] env[62321]: DEBUG nova.network.neutron [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Updating instance_info_cache with network_info: [{"id": "6619618d-1964-439a-ab3d-26f96f6331fe", "address": "fa:16:3e:e3:b9:c3", "network": {"id": "314db273-8976-4a94-bbe0-6baf1448b901", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-577289600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1b0852185df48979c10a6de967a85fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6619618d-19", "ovs_interfaceid": "6619618d-1964-439a-ab3d-26f96f6331fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.564922] env[62321]: DEBUG nova.compute.manager [None req-a1fa7aae-d027-4d2e-b3b5-c6f3c21ac648 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 797.565245] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fa7aae-d027-4d2e-b3b5-c6f3c21ac648 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 797.566498] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26c1865-fc9a-4992-8e7f-789aa075751c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.577806] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1fa7aae-d027-4d2e-b3b5-c6f3c21ac648 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.578076] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be049413-107a-4a7e-a2de-4d0cb9fe4f0f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.581530] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.587760] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3f61b56e-1be8-42dc-af17-d1e927a30e52 tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.009s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.590240] env[62321]: DEBUG oslo_vmware.api [None req-a1fa7aae-d027-4d2e-b3b5-c6f3c21ac648 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Waiting for the task: (returnval){ [ 797.590240] env[62321]: value = "task-2633170" [ 797.590240] env[62321]: _type = "Task" [ 797.590240] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.590418] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.448s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.592032] env[62321]: INFO nova.compute.claims [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.606440] env[62321]: DEBUG oslo_vmware.api [None req-a1fa7aae-d027-4d2e-b3b5-c6f3c21ac648 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Task: {'id': task-2633170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.622408] env[62321]: INFO nova.scheduler.client.report [None req-3f61b56e-1be8-42dc-af17-d1e927a30e52 tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Deleted allocations for instance 23ece753-c2d1-44c9-86b9-d9ec833d90f0 [ 797.635758] env[62321]: DEBUG oslo_vmware.api [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633169, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.765732] env[62321]: DEBUG nova.compute.manager [req-6b24e103-2990-4a63-80a1-c571b9b3661a req-12b2c54c-ed36-471e-8be6-780bdb7df2d8 service nova] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Received event network-changed-6619618d-1964-439a-ab3d-26f96f6331fe {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 797.766024] env[62321]: DEBUG nova.compute.manager [req-6b24e103-2990-4a63-80a1-c571b9b3661a req-12b2c54c-ed36-471e-8be6-780bdb7df2d8 service nova] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Refreshing instance network info cache due to event network-changed-6619618d-1964-439a-ab3d-26f96f6331fe. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 797.766481] env[62321]: DEBUG oslo_concurrency.lockutils [req-6b24e103-2990-4a63-80a1-c571b9b3661a req-12b2c54c-ed36-471e-8be6-780bdb7df2d8 service nova] Acquiring lock "refresh_cache-fad4687d-8a09-4fbc-81d7-873c9847b830" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.786361] env[62321]: DEBUG oslo_concurrency.lockutils [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Releasing lock "refresh_cache-fad4687d-8a09-4fbc-81d7-873c9847b830" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.787036] env[62321]: DEBUG nova.compute.manager [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Instance network_info: |[{"id": "6619618d-1964-439a-ab3d-26f96f6331fe", "address": "fa:16:3e:e3:b9:c3", "network": {"id": "314db273-8976-4a94-bbe0-6baf1448b901", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-577289600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1b0852185df48979c10a6de967a85fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6619618d-19", "ovs_interfaceid": "6619618d-1964-439a-ab3d-26f96f6331fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 797.787398] env[62321]: DEBUG oslo_concurrency.lockutils [req-6b24e103-2990-4a63-80a1-c571b9b3661a req-12b2c54c-ed36-471e-8be6-780bdb7df2d8 service nova] Acquired lock "refresh_cache-fad4687d-8a09-4fbc-81d7-873c9847b830" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.787664] env[62321]: DEBUG nova.network.neutron [req-6b24e103-2990-4a63-80a1-c571b9b3661a req-12b2c54c-ed36-471e-8be6-780bdb7df2d8 service nova] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Refreshing network info cache for port 6619618d-1964-439a-ab3d-26f96f6331fe {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.789462] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:b9:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9f208df-1fb5-4403-9796-7fd19e4bfb85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6619618d-1964-439a-ab3d-26f96f6331fe', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.797402] env[62321]: DEBUG oslo.service.loopingcall [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 797.797938] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.798326] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79252c18-600b-4e90-bc92-ef5bd2502614 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.822899] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.822899] env[62321]: value = "task-2633171" [ 797.822899] env[62321]: _type = "Task" [ 797.822899] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.832530] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633171, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.914491] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "99c10950-245e-45c0-bc8b-1d6c88837349" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.914743] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "99c10950-245e-45c0-bc8b-1d6c88837349" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.109677] env[62321]: DEBUG oslo_vmware.api [None req-a1fa7aae-d027-4d2e-b3b5-c6f3c21ac648 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Task: {'id': task-2633170, 'name': PowerOffVM_Task, 'duration_secs': 0.229379} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.109989] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1fa7aae-d027-4d2e-b3b5-c6f3c21ac648 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.110178] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fa7aae-d027-4d2e-b3b5-c6f3c21ac648 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 798.110436] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac17849f-22e6-49d4-af5c-c55077c7c4e5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.128342] env[62321]: DEBUG oslo_vmware.api [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633169, 'name': PowerOnVM_Task, 'duration_secs': 0.682799} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.128750] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.129238] env[62321]: INFO nova.compute.manager [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Took 11.16 seconds to spawn the instance on the hypervisor. [ 798.129238] env[62321]: DEBUG nova.compute.manager [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.130423] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0268930a-f22d-4d23-8fde-ed58e0d04d22 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.146205] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3f61b56e-1be8-42dc-af17-d1e927a30e52 tempest-ServerPasswordTestJSON-1650348187 tempest-ServerPasswordTestJSON-1650348187-project-member] Lock "23ece753-c2d1-44c9-86b9-d9ec833d90f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.920s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.202354] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fa7aae-d027-4d2e-b3b5-c6f3c21ac648 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 798.203023] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fa7aae-d027-4d2e-b3b5-c6f3c21ac648 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 798.203023] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1fa7aae-d027-4d2e-b3b5-c6f3c21ac648 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Deleting the datastore file [datastore1] af6025b3-1823-4399-b74a-f0081b0e9f05 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 798.203023] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2b7c12a-ef84-4ef7-a8bb-31e55a8dc57e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.211394] env[62321]: DEBUG oslo_vmware.api [None req-a1fa7aae-d027-4d2e-b3b5-c6f3c21ac648 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Waiting for the task: (returnval){ [ 798.211394] env[62321]: value = "task-2633173" [ 798.211394] env[62321]: _type = "Task" [ 798.211394] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.223556] env[62321]: DEBUG oslo_vmware.api [None req-a1fa7aae-d027-4d2e-b3b5-c6f3c21ac648 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Task: {'id': task-2633173, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.336716] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633171, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.420170] env[62321]: DEBUG nova.compute.manager [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 798.546572] env[62321]: DEBUG nova.network.neutron [req-6b24e103-2990-4a63-80a1-c571b9b3661a req-12b2c54c-ed36-471e-8be6-780bdb7df2d8 service nova] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Updated VIF entry in instance network info cache for port 6619618d-1964-439a-ab3d-26f96f6331fe. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 798.546979] env[62321]: DEBUG nova.network.neutron [req-6b24e103-2990-4a63-80a1-c571b9b3661a req-12b2c54c-ed36-471e-8be6-780bdb7df2d8 service nova] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Updating instance_info_cache with network_info: [{"id": "6619618d-1964-439a-ab3d-26f96f6331fe", "address": "fa:16:3e:e3:b9:c3", "network": {"id": "314db273-8976-4a94-bbe0-6baf1448b901", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-577289600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1b0852185df48979c10a6de967a85fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6619618d-19", "ovs_interfaceid": "6619618d-1964-439a-ab3d-26f96f6331fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.639841] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "2b54dcc8-ab37-4010-a560-70b2319ba98a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.640187] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "2b54dcc8-ab37-4010-a560-70b2319ba98a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.658154] env[62321]: INFO nova.compute.manager [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Took 42.38 seconds to build instance. [ 798.725613] env[62321]: DEBUG oslo_vmware.api [None req-a1fa7aae-d027-4d2e-b3b5-c6f3c21ac648 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Task: {'id': task-2633173, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31088} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.725946] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1fa7aae-d027-4d2e-b3b5-c6f3c21ac648 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 798.726368] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fa7aae-d027-4d2e-b3b5-c6f3c21ac648 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 798.726659] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fa7aae-d027-4d2e-b3b5-c6f3c21ac648 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 798.726771] env[62321]: INFO nova.compute.manager [None req-a1fa7aae-d027-4d2e-b3b5-c6f3c21ac648 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Took 1.16 seconds to destroy the instance on the hypervisor. [ 798.727365] env[62321]: DEBUG oslo.service.loopingcall [None req-a1fa7aae-d027-4d2e-b3b5-c6f3c21ac648 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 798.727365] env[62321]: DEBUG nova.compute.manager [-] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 798.727365] env[62321]: DEBUG nova.network.neutron [-] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 798.837481] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633171, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.940584] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.053060] env[62321]: DEBUG oslo_concurrency.lockutils [req-6b24e103-2990-4a63-80a1-c571b9b3661a req-12b2c54c-ed36-471e-8be6-780bdb7df2d8 service nova] Releasing lock "refresh_cache-fad4687d-8a09-4fbc-81d7-873c9847b830" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.145423] env[62321]: DEBUG nova.compute.manager [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 799.150066] env[62321]: DEBUG oslo_vmware.rw_handles [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a8896c-0510-25c6-5159-0d53a7bab34b/disk-0.vmdk. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 799.151678] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc87fea-a618-4fa7-adb7-f6558c44cb3b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.157418] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70042129-18fd-4642-88ef-436637e026e5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.163390] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a2b62b13-c941-4c13-a747-334da8abe170 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Lock "29b8ec19-e3c4-484a-a749-371359631c7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.894s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.171072] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e9f060-c741-467e-aea6-763f30513f93 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.177405] env[62321]: DEBUG oslo_vmware.rw_handles [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a8896c-0510-25c6-5159-0d53a7bab34b/disk-0.vmdk is in state: ready. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 799.177405] env[62321]: ERROR oslo_vmware.rw_handles [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a8896c-0510-25c6-5159-0d53a7bab34b/disk-0.vmdk due to incomplete transfer. [ 799.177637] env[62321]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5f88589e-1d67-4670-ba30-2776feb9b242 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.218126] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712196d0-84aa-44c7-b9ac-c8dfa1553951 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.221016] env[62321]: DEBUG oslo_vmware.rw_handles [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a8896c-0510-25c6-5159-0d53a7bab34b/disk-0.vmdk. {{(pid=62321) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 799.221284] env[62321]: DEBUG nova.virt.vmwareapi.images [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Uploaded image 6211b09c-9f5e-4433-b9a2-d29f2feb32ad to the Glance image server {{(pid=62321) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 799.224128] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Destroying the VM {{(pid=62321) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 799.224916] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-faca6d57-6f8b-4121-bac5-c8260b0b1178 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.235610] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d716a6f-4778-4d73-ab68-5e0dabfea395 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.240279] env[62321]: DEBUG oslo_vmware.api [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 799.240279] env[62321]: value = "task-2633174" [ 799.240279] env[62321]: _type = "Task" [ 799.240279] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.253453] env[62321]: DEBUG nova.compute.provider_tree [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.261510] env[62321]: DEBUG oslo_vmware.api [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633174, 'name': Destroy_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.338463] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633171, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.485759] env[62321]: DEBUG nova.network.neutron [-] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.666349] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.754024] env[62321]: DEBUG oslo_vmware.api [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633174, 'name': Destroy_Task, 'duration_secs': 0.383909} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.754024] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Destroyed the VM [ 799.754024] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Deleting Snapshot of the VM instance {{(pid=62321) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 799.754024] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b172fdeb-2ad4-4b3e-a729-03569c91c294 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.757257] env[62321]: DEBUG nova.scheduler.client.report [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.767632] env[62321]: DEBUG oslo_vmware.api [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 799.767632] env[62321]: value = "task-2633175" [ 799.767632] env[62321]: _type = "Task" [ 799.767632] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.777563] env[62321]: DEBUG oslo_vmware.api [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633175, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.793086] env[62321]: DEBUG nova.compute.manager [req-ed617bb9-1517-4b32-a170-9496338569e3 req-7cdac441-44d0-465b-b3c2-6db4bd2f7bef service nova] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Received event network-vif-deleted-ecbed3d0-1d5d-4457-ace7-db642c015c35 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 799.839061] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633171, 'name': CreateVM_Task, 'duration_secs': 1.526602} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.839262] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.840018] env[62321]: DEBUG oslo_concurrency.lockutils [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.840199] env[62321]: DEBUG oslo_concurrency.lockutils [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.840546] env[62321]: DEBUG oslo_concurrency.lockutils [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.840821] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b55e04e4-3cea-4f78-966a-4fbb4e3ef794 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.846095] env[62321]: DEBUG oslo_vmware.api [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 799.846095] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5268a2fc-0ca0-87a9-bf01-1908ef3d3463" [ 799.846095] env[62321]: _type = "Task" [ 799.846095] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.855935] env[62321]: DEBUG oslo_vmware.api [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5268a2fc-0ca0-87a9-bf01-1908ef3d3463, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.989426] env[62321]: INFO nova.compute.manager [-] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Took 1.26 seconds to deallocate network for instance. [ 800.262987] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.263639] env[62321]: DEBUG nova.compute.manager [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.266549] env[62321]: DEBUG oslo_concurrency.lockutils [None req-eb0f3297-b173-4331-b7fc-7bff07b3c19e tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.718s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.267183] env[62321]: DEBUG nova.objects.instance [None req-eb0f3297-b173-4331-b7fc-7bff07b3c19e tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Lazy-loading 'resources' on Instance uuid c1559566-8363-4f6d-8e9d-695f91e7fe1d {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.279891] env[62321]: DEBUG oslo_vmware.api [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633175, 'name': RemoveSnapshot_Task, 'duration_secs': 0.423514} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.280198] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Deleted Snapshot of the VM instance {{(pid=62321) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 800.280475] env[62321]: DEBUG nova.compute.manager [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.281307] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f761ab7-e086-427a-a356-dfec3e749db3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.358810] env[62321]: DEBUG oslo_vmware.api [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5268a2fc-0ca0-87a9-bf01-1908ef3d3463, 'name': SearchDatastore_Task, 'duration_secs': 0.014527} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.359122] env[62321]: DEBUG oslo_concurrency.lockutils [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.360017] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.360017] env[62321]: DEBUG oslo_concurrency.lockutils [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.360017] env[62321]: DEBUG oslo_concurrency.lockutils [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.360017] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.360193] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d499fbf-52ff-4115-9adc-df9362ae9021 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.370967] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.371195] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.371927] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-566ac93e-7c2e-4e27-ba74-442ac87286c2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.381314] env[62321]: DEBUG oslo_vmware.api [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 800.381314] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528fcd10-3aff-670f-9920-9b3d7de27194" [ 800.381314] env[62321]: _type = "Task" [ 800.381314] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.388778] env[62321]: DEBUG oslo_vmware.api [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528fcd10-3aff-670f-9920-9b3d7de27194, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.499101] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a1fa7aae-d027-4d2e-b3b5-c6f3c21ac648 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.769989] env[62321]: DEBUG nova.compute.utils [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.772300] env[62321]: DEBUG nova.compute.manager [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.772300] env[62321]: DEBUG nova.network.neutron [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.794893] env[62321]: INFO nova.compute.manager [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Shelve offloading [ 800.831446] env[62321]: DEBUG nova.policy [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bc6cc487680434696af7b10a3908ea3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8331094ee8549cd8caef7e10417902e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.893144] env[62321]: DEBUG oslo_vmware.api [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528fcd10-3aff-670f-9920-9b3d7de27194, 'name': SearchDatastore_Task, 'duration_secs': 0.012132} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.896540] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e3c201d-9b7d-45ed-87fc-c9adb0bd0706 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.903779] env[62321]: DEBUG oslo_vmware.api [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 800.903779] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528bd7e3-fa79-5c3f-c069-b0c98880ca6e" [ 800.903779] env[62321]: _type = "Task" [ 800.903779] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.911636] env[62321]: DEBUG oslo_vmware.api [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528bd7e3-fa79-5c3f-c069-b0c98880ca6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.117073] env[62321]: DEBUG nova.network.neutron [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Successfully created port: 602efbf9-ad74-49cf-8214-75de619ae458 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.275549] env[62321]: DEBUG nova.compute.manager [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 801.295239] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1e4286-6d84-46d4-8cdd-4c068af4ef12 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.298572] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.299014] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cda0201b-6fa6-41ad-ab0a-a27b6a5f901b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.303444] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9596625-a4f2-4a89-a8cc-e0e3e705432b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.307630] env[62321]: DEBUG oslo_vmware.api [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 801.307630] env[62321]: value = "task-2633176" [ 801.307630] env[62321]: _type = "Task" [ 801.307630] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.337336] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a93562-431f-45dd-a33f-164c1a827c82 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.343879] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] VM already powered off {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 801.344149] env[62321]: DEBUG nova.compute.manager [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.344860] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1377692d-fc90-4055-856e-69ba27efcb29 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.350648] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282f9692-c475-4b05-a518-0fab977ef6c2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.356205] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquiring lock "refresh_cache-16608632-c469-40d5-97d4-2e80c871e4be" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.356370] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquired lock "refresh_cache-16608632-c469-40d5-97d4-2e80c871e4be" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.356542] env[62321]: DEBUG nova.network.neutron [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.368866] env[62321]: DEBUG nova.compute.provider_tree [None req-eb0f3297-b173-4331-b7fc-7bff07b3c19e tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.414603] env[62321]: DEBUG oslo_vmware.api [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528bd7e3-fa79-5c3f-c069-b0c98880ca6e, 'name': SearchDatastore_Task, 'duration_secs': 0.036083} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.414677] env[62321]: DEBUG oslo_concurrency.lockutils [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.414915] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] fad4687d-8a09-4fbc-81d7-873c9847b830/fad4687d-8a09-4fbc-81d7-873c9847b830.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 801.415316] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b3693cf-4baa-48b6-9046-708c1aa2e422 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.423437] env[62321]: DEBUG oslo_vmware.api [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 801.423437] env[62321]: value = "task-2633177" [ 801.423437] env[62321]: _type = "Task" [ 801.423437] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.432128] env[62321]: DEBUG oslo_vmware.api [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.855501] env[62321]: DEBUG nova.compute.manager [req-2d451190-0f25-4305-a911-493356dae05c req-4a96b548-e511-4184-8aa0-c19206564dda service nova] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Received event network-changed-c65e7902-4d23-4bf2-9440-6305024b5b01 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 801.855501] env[62321]: DEBUG nova.compute.manager [req-2d451190-0f25-4305-a911-493356dae05c req-4a96b548-e511-4184-8aa0-c19206564dda service nova] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Refreshing instance network info cache due to event network-changed-c65e7902-4d23-4bf2-9440-6305024b5b01. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 801.855501] env[62321]: DEBUG oslo_concurrency.lockutils [req-2d451190-0f25-4305-a911-493356dae05c req-4a96b548-e511-4184-8aa0-c19206564dda service nova] Acquiring lock "refresh_cache-29b8ec19-e3c4-484a-a749-371359631c7f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.855501] env[62321]: DEBUG oslo_concurrency.lockutils [req-2d451190-0f25-4305-a911-493356dae05c req-4a96b548-e511-4184-8aa0-c19206564dda service nova] Acquired lock "refresh_cache-29b8ec19-e3c4-484a-a749-371359631c7f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.855939] env[62321]: DEBUG nova.network.neutron [req-2d451190-0f25-4305-a911-493356dae05c req-4a96b548-e511-4184-8aa0-c19206564dda service nova] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Refreshing network info cache for port c65e7902-4d23-4bf2-9440-6305024b5b01 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.871670] env[62321]: DEBUG nova.scheduler.client.report [None req-eb0f3297-b173-4331-b7fc-7bff07b3c19e tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.935796] env[62321]: DEBUG oslo_vmware.api [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633177, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.143581] env[62321]: DEBUG nova.network.neutron [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Updating instance_info_cache with network_info: [{"id": "d10a0a5f-a542-4e43-ba63-8f4e56a6ed17", "address": "fa:16:3e:37:35:cd", "network": {"id": "88f82084-f668-408a-85db-223eddec1845", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1449486980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4e845d2578746c9a211eef92967c286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd10a0a5f-a5", "ovs_interfaceid": "d10a0a5f-a542-4e43-ba63-8f4e56a6ed17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.284595] env[62321]: DEBUG nova.compute.manager [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.310563] env[62321]: DEBUG nova.virt.hardware [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.310890] env[62321]: DEBUG nova.virt.hardware [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.311139] env[62321]: DEBUG nova.virt.hardware [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.311283] env[62321]: DEBUG nova.virt.hardware [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.311430] env[62321]: DEBUG nova.virt.hardware [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.312263] env[62321]: DEBUG nova.virt.hardware [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.312263] env[62321]: DEBUG nova.virt.hardware [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.312263] env[62321]: DEBUG nova.virt.hardware [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.312263] env[62321]: DEBUG nova.virt.hardware [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.312263] env[62321]: DEBUG nova.virt.hardware [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.312490] env[62321]: DEBUG nova.virt.hardware [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.313412] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40af22f-7857-4dd2-8d20-517068390fc3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.323590] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7bdaee-288a-48d2-ac51-80b40d7b98c2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.377570] env[62321]: DEBUG oslo_concurrency.lockutils [None req-eb0f3297-b173-4331-b7fc-7bff07b3c19e tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.111s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.380060] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.963s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.381648] env[62321]: INFO nova.compute.claims [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.406369] env[62321]: INFO nova.scheduler.client.report [None req-eb0f3297-b173-4331-b7fc-7bff07b3c19e tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Deleted allocations for instance c1559566-8363-4f6d-8e9d-695f91e7fe1d [ 802.434625] env[62321]: DEBUG oslo_vmware.api [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672635} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.434964] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] fad4687d-8a09-4fbc-81d7-873c9847b830/fad4687d-8a09-4fbc-81d7-873c9847b830.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.435218] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.435518] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd08d074-2038-405f-8643-20a99aac7e45 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.445098] env[62321]: DEBUG oslo_vmware.api [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 802.445098] env[62321]: value = "task-2633178" [ 802.445098] env[62321]: _type = "Task" [ 802.445098] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.454295] env[62321]: DEBUG oslo_vmware.api [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633178, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.644322] env[62321]: DEBUG nova.network.neutron [req-2d451190-0f25-4305-a911-493356dae05c req-4a96b548-e511-4184-8aa0-c19206564dda service nova] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Updated VIF entry in instance network info cache for port c65e7902-4d23-4bf2-9440-6305024b5b01. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.644636] env[62321]: DEBUG nova.network.neutron [req-2d451190-0f25-4305-a911-493356dae05c req-4a96b548-e511-4184-8aa0-c19206564dda service nova] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Updating instance_info_cache with network_info: [{"id": "c65e7902-4d23-4bf2-9440-6305024b5b01", "address": "fa:16:3e:c6:5d:fc", "network": {"id": "31512f77-e967-4fe6-9fc1-48e1b1dc1c59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319997203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ab0ef1837a249d9bca4fa5faf5cc8ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc65e7902-4d", "ovs_interfaceid": "c65e7902-4d23-4bf2-9440-6305024b5b01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.646085] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Releasing lock "refresh_cache-16608632-c469-40d5-97d4-2e80c871e4be" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.653545] env[62321]: DEBUG nova.network.neutron [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Successfully updated port: 602efbf9-ad74-49cf-8214-75de619ae458 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 802.914866] env[62321]: DEBUG oslo_concurrency.lockutils [None req-eb0f3297-b173-4331-b7fc-7bff07b3c19e tempest-VolumesAssistedSnapshotsTest-52995093 tempest-VolumesAssistedSnapshotsTest-52995093-project-member] Lock "c1559566-8363-4f6d-8e9d-695f91e7fe1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.890s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.956757] env[62321]: DEBUG oslo_vmware.api [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633178, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076781} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.957404] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.958786] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad00e73-ee09-4316-8bf4-53865dfb90cb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.986259] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] fad4687d-8a09-4fbc-81d7-873c9847b830/fad4687d-8a09-4fbc-81d7-873c9847b830.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.986620] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb7ab720-88cc-41a6-b15c-d02d39a1fb69 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.011636] env[62321]: DEBUG oslo_vmware.api [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 803.011636] env[62321]: value = "task-2633179" [ 803.011636] env[62321]: _type = "Task" [ 803.011636] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.021506] env[62321]: DEBUG oslo_vmware.api [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633179, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.042254] env[62321]: DEBUG nova.compute.manager [req-7d14326c-73b7-4c71-be41-8bf7a406beb6 req-d1dc28f8-60da-48d1-a3eb-92e7050bfa49 service nova] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Received event network-vif-unplugged-d10a0a5f-a542-4e43-ba63-8f4e56a6ed17 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 803.042475] env[62321]: DEBUG oslo_concurrency.lockutils [req-7d14326c-73b7-4c71-be41-8bf7a406beb6 req-d1dc28f8-60da-48d1-a3eb-92e7050bfa49 service nova] Acquiring lock "16608632-c469-40d5-97d4-2e80c871e4be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.042728] env[62321]: DEBUG oslo_concurrency.lockutils [req-7d14326c-73b7-4c71-be41-8bf7a406beb6 req-d1dc28f8-60da-48d1-a3eb-92e7050bfa49 service nova] Lock "16608632-c469-40d5-97d4-2e80c871e4be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.042895] env[62321]: DEBUG oslo_concurrency.lockutils [req-7d14326c-73b7-4c71-be41-8bf7a406beb6 req-d1dc28f8-60da-48d1-a3eb-92e7050bfa49 service nova] Lock "16608632-c469-40d5-97d4-2e80c871e4be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.043144] env[62321]: DEBUG nova.compute.manager [req-7d14326c-73b7-4c71-be41-8bf7a406beb6 req-d1dc28f8-60da-48d1-a3eb-92e7050bfa49 service nova] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] No waiting events found dispatching network-vif-unplugged-d10a0a5f-a542-4e43-ba63-8f4e56a6ed17 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 803.043358] env[62321]: WARNING nova.compute.manager [req-7d14326c-73b7-4c71-be41-8bf7a406beb6 req-d1dc28f8-60da-48d1-a3eb-92e7050bfa49 service nova] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Received unexpected event network-vif-unplugged-d10a0a5f-a542-4e43-ba63-8f4e56a6ed17 for instance with vm_state shelved and task_state shelving_offloading. [ 803.134093] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.135296] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1428241-21b2-4e3a-82fc-f410ed53691d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.145216] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 803.145568] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3dcb5e5e-491a-4793-848a-99e1feb6788d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.150302] env[62321]: DEBUG oslo_concurrency.lockutils [req-2d451190-0f25-4305-a911-493356dae05c req-4a96b548-e511-4184-8aa0-c19206564dda service nova] Releasing lock "refresh_cache-29b8ec19-e3c4-484a-a749-371359631c7f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.155274] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Acquiring lock "refresh_cache-be57ec9c-ca2f-42c5-9be9-d30884fb516e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.155448] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Acquired lock "refresh_cache-be57ec9c-ca2f-42c5-9be9-d30884fb516e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.155629] env[62321]: DEBUG nova.network.neutron [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.223139] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 803.223397] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 803.223582] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Deleting the datastore file [datastore1] 16608632-c469-40d5-97d4-2e80c871e4be {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.223855] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2621127-057d-4982-a0ba-4d0581921aff {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.232311] env[62321]: DEBUG oslo_vmware.api [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 803.232311] env[62321]: value = "task-2633181" [ 803.232311] env[62321]: _type = "Task" [ 803.232311] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.241198] env[62321]: DEBUG oslo_vmware.api [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.522163] env[62321]: DEBUG oslo_vmware.api [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.718581] env[62321]: DEBUG nova.network.neutron [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.750836] env[62321]: DEBUG oslo_vmware.api [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633181, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.470632} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.751420] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 803.751420] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 803.751584] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 803.772168] env[62321]: INFO nova.scheduler.client.report [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Deleted allocations for instance 16608632-c469-40d5-97d4-2e80c871e4be [ 803.837781] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e3fc5f-1d39-4367-b9da-04be28d10602 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.848405] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08322bf-a03e-4642-b471-960a5378e350 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.886287] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f1688c-828c-42fe-8f48-5175a7ab039a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.895795] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9956fbd2-9129-4422-b5e8-370106d6cf70 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.912699] env[62321]: DEBUG nova.compute.provider_tree [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.983544] env[62321]: DEBUG nova.network.neutron [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Updating instance_info_cache with network_info: [{"id": "602efbf9-ad74-49cf-8214-75de619ae458", "address": "fa:16:3e:fc:74:6e", "network": {"id": "6a370bd2-6152-4365-85a3-3a3f175cf120", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1488340073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8331094ee8549cd8caef7e10417902e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap602efbf9-ad", "ovs_interfaceid": "602efbf9-ad74-49cf-8214-75de619ae458", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.020241] env[62321]: DEBUG nova.compute.manager [req-34087930-cbb2-41b2-870b-3b40fdaa9b2a req-8ec71cb0-e5dc-4976-bb13-b0c883ec3d5e service nova] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Received event network-vif-plugged-602efbf9-ad74-49cf-8214-75de619ae458 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 804.020241] env[62321]: DEBUG oslo_concurrency.lockutils [req-34087930-cbb2-41b2-870b-3b40fdaa9b2a req-8ec71cb0-e5dc-4976-bb13-b0c883ec3d5e service nova] Acquiring lock "be57ec9c-ca2f-42c5-9be9-d30884fb516e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.020241] env[62321]: DEBUG oslo_concurrency.lockutils [req-34087930-cbb2-41b2-870b-3b40fdaa9b2a req-8ec71cb0-e5dc-4976-bb13-b0c883ec3d5e service nova] Lock "be57ec9c-ca2f-42c5-9be9-d30884fb516e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.020241] env[62321]: DEBUG oslo_concurrency.lockutils [req-34087930-cbb2-41b2-870b-3b40fdaa9b2a req-8ec71cb0-e5dc-4976-bb13-b0c883ec3d5e service nova] Lock "be57ec9c-ca2f-42c5-9be9-d30884fb516e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.020241] env[62321]: DEBUG nova.compute.manager [req-34087930-cbb2-41b2-870b-3b40fdaa9b2a req-8ec71cb0-e5dc-4976-bb13-b0c883ec3d5e service nova] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] No waiting events found dispatching network-vif-plugged-602efbf9-ad74-49cf-8214-75de619ae458 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 804.020241] env[62321]: WARNING nova.compute.manager [req-34087930-cbb2-41b2-870b-3b40fdaa9b2a req-8ec71cb0-e5dc-4976-bb13-b0c883ec3d5e service nova] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Received unexpected event network-vif-plugged-602efbf9-ad74-49cf-8214-75de619ae458 for instance with vm_state building and task_state spawning. [ 804.020241] env[62321]: DEBUG nova.compute.manager [req-34087930-cbb2-41b2-870b-3b40fdaa9b2a req-8ec71cb0-e5dc-4976-bb13-b0c883ec3d5e service nova] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Received event network-changed-602efbf9-ad74-49cf-8214-75de619ae458 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 804.020241] env[62321]: DEBUG nova.compute.manager [req-34087930-cbb2-41b2-870b-3b40fdaa9b2a req-8ec71cb0-e5dc-4976-bb13-b0c883ec3d5e service nova] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Refreshing instance network info cache due to event network-changed-602efbf9-ad74-49cf-8214-75de619ae458. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 804.020542] env[62321]: DEBUG oslo_concurrency.lockutils [req-34087930-cbb2-41b2-870b-3b40fdaa9b2a req-8ec71cb0-e5dc-4976-bb13-b0c883ec3d5e service nova] Acquiring lock "refresh_cache-be57ec9c-ca2f-42c5-9be9-d30884fb516e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.028755] env[62321]: DEBUG oslo_vmware.api [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633179, 'name': ReconfigVM_Task, 'duration_secs': 0.792626} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.029131] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Reconfigured VM instance instance-0000003e to attach disk [datastore1] fad4687d-8a09-4fbc-81d7-873c9847b830/fad4687d-8a09-4fbc-81d7-873c9847b830.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.029874] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1992f482-bc89-4f17-9944-dd973f80fcff {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.037111] env[62321]: DEBUG oslo_vmware.api [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 804.037111] env[62321]: value = "task-2633182" [ 804.037111] env[62321]: _type = "Task" [ 804.037111] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.046675] env[62321]: DEBUG oslo_vmware.api [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633182, 'name': Rename_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.277321] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.419023] env[62321]: DEBUG nova.scheduler.client.report [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.485479] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Releasing lock "refresh_cache-be57ec9c-ca2f-42c5-9be9-d30884fb516e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.486131] env[62321]: DEBUG nova.compute.manager [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Instance network_info: |[{"id": "602efbf9-ad74-49cf-8214-75de619ae458", "address": "fa:16:3e:fc:74:6e", "network": {"id": "6a370bd2-6152-4365-85a3-3a3f175cf120", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1488340073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8331094ee8549cd8caef7e10417902e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap602efbf9-ad", "ovs_interfaceid": "602efbf9-ad74-49cf-8214-75de619ae458", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.486485] env[62321]: DEBUG oslo_concurrency.lockutils [req-34087930-cbb2-41b2-870b-3b40fdaa9b2a req-8ec71cb0-e5dc-4976-bb13-b0c883ec3d5e service nova] Acquired lock "refresh_cache-be57ec9c-ca2f-42c5-9be9-d30884fb516e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.486639] env[62321]: DEBUG nova.network.neutron [req-34087930-cbb2-41b2-870b-3b40fdaa9b2a req-8ec71cb0-e5dc-4976-bb13-b0c883ec3d5e service nova] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Refreshing network info cache for port 602efbf9-ad74-49cf-8214-75de619ae458 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.487981] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:74:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abcf0d10-3f3f-45dc-923e-1c78766e2dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '602efbf9-ad74-49cf-8214-75de619ae458', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.496075] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Creating folder: Project (f8331094ee8549cd8caef7e10417902e). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.496802] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6640953a-c1f1-4de7-a6c9-8ac6a6b84c13 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.510755] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Created folder: Project (f8331094ee8549cd8caef7e10417902e) in parent group-v530434. [ 804.511360] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Creating folder: Instances. Parent ref: group-v530615. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.511643] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0162a5b0-02db-46c4-99fe-42168599de5f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.523041] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Created folder: Instances in parent group-v530615. [ 804.523564] env[62321]: DEBUG oslo.service.loopingcall [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 804.523757] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.524101] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91803f62-2d0f-4f29-9f9e-24fbcab2d1e3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.549761] env[62321]: DEBUG oslo_vmware.api [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633182, 'name': Rename_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.551088] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.551088] env[62321]: value = "task-2633185" [ 804.551088] env[62321]: _type = "Task" [ 804.551088] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.922770] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.542s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.923338] env[62321]: DEBUG nova.compute.manager [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 804.926786] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6adc41aa-623e-446e-98b7-3f7bd0a41b14 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.899s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.926879] env[62321]: DEBUG nova.objects.instance [None req-6adc41aa-623e-446e-98b7-3f7bd0a41b14 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Lazy-loading 'resources' on Instance uuid 818e7bd7-7e32-4689-bff1-fa3d199fb712 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.053170] env[62321]: DEBUG oslo_vmware.api [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633182, 'name': Rename_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.063114] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633185, 'name': CreateVM_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.289673] env[62321]: DEBUG nova.compute.manager [req-093635e4-d907-4134-974c-81581ebf4cf9 req-95805581-7baf-4361-94b2-6b0703ce433e service nova] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Received event network-changed-d10a0a5f-a542-4e43-ba63-8f4e56a6ed17 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 805.291118] env[62321]: DEBUG nova.compute.manager [req-093635e4-d907-4134-974c-81581ebf4cf9 req-95805581-7baf-4361-94b2-6b0703ce433e service nova] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Refreshing instance network info cache due to event network-changed-d10a0a5f-a542-4e43-ba63-8f4e56a6ed17. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 805.291118] env[62321]: DEBUG oslo_concurrency.lockutils [req-093635e4-d907-4134-974c-81581ebf4cf9 req-95805581-7baf-4361-94b2-6b0703ce433e service nova] Acquiring lock "refresh_cache-16608632-c469-40d5-97d4-2e80c871e4be" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.291118] env[62321]: DEBUG oslo_concurrency.lockutils [req-093635e4-d907-4134-974c-81581ebf4cf9 req-95805581-7baf-4361-94b2-6b0703ce433e service nova] Acquired lock "refresh_cache-16608632-c469-40d5-97d4-2e80c871e4be" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.291118] env[62321]: DEBUG nova.network.neutron [req-093635e4-d907-4134-974c-81581ebf4cf9 req-95805581-7baf-4361-94b2-6b0703ce433e service nova] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Refreshing network info cache for port d10a0a5f-a542-4e43-ba63-8f4e56a6ed17 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.365712] env[62321]: DEBUG nova.network.neutron [req-34087930-cbb2-41b2-870b-3b40fdaa9b2a req-8ec71cb0-e5dc-4976-bb13-b0c883ec3d5e service nova] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Updated VIF entry in instance network info cache for port 602efbf9-ad74-49cf-8214-75de619ae458. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.366511] env[62321]: DEBUG nova.network.neutron [req-34087930-cbb2-41b2-870b-3b40fdaa9b2a req-8ec71cb0-e5dc-4976-bb13-b0c883ec3d5e service nova] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Updating instance_info_cache with network_info: [{"id": "602efbf9-ad74-49cf-8214-75de619ae458", "address": "fa:16:3e:fc:74:6e", "network": {"id": "6a370bd2-6152-4365-85a3-3a3f175cf120", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1488340073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8331094ee8549cd8caef7e10417902e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap602efbf9-ad", "ovs_interfaceid": "602efbf9-ad74-49cf-8214-75de619ae458", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.428954] env[62321]: DEBUG nova.compute.utils [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.433521] env[62321]: DEBUG nova.compute.manager [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 805.433799] env[62321]: DEBUG nova.network.neutron [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 805.539117] env[62321]: DEBUG nova.policy [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a02f0604e2a548308d63b1cf7b148a1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cbf5a183ceef4072a1656cf46c79d9a4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 805.560240] env[62321]: DEBUG oslo_vmware.api [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633182, 'name': Rename_Task, 'duration_secs': 1.172393} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.560508] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.560787] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fcff7dd-8f85-4648-b57a-5fda8a4499e0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.565913] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633185, 'name': CreateVM_Task, 'duration_secs': 0.9106} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.569674] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 805.570638] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.571041] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.571632] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.571632] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6aea6ec-62ed-4cf6-9291-43a3bade5a0d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.576152] env[62321]: DEBUG oslo_vmware.api [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 805.576152] env[62321]: value = "task-2633186" [ 805.576152] env[62321]: _type = "Task" [ 805.576152] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.577978] env[62321]: DEBUG oslo_vmware.api [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Waiting for the task: (returnval){ [ 805.577978] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]527eca22-65e5-3125-2f0b-460366a63692" [ 805.577978] env[62321]: _type = "Task" [ 805.577978] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.592855] env[62321]: DEBUG oslo_vmware.api [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]527eca22-65e5-3125-2f0b-460366a63692, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.595553] env[62321]: DEBUG oslo_vmware.api [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.868927] env[62321]: DEBUG oslo_concurrency.lockutils [req-34087930-cbb2-41b2-870b-3b40fdaa9b2a req-8ec71cb0-e5dc-4976-bb13-b0c883ec3d5e service nova] Releasing lock "refresh_cache-be57ec9c-ca2f-42c5-9be9-d30884fb516e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.936848] env[62321]: DEBUG nova.compute.manager [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 805.946283] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6db685c-7d4a-4275-be47-9a7d3fe9ca36 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.956811] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e9fc63-3b43-442a-b705-b9d0f8fc437a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.997541] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d4766d-4537-4cde-97fa-ad5c5c20bc09 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.006902] env[62321]: DEBUG nova.network.neutron [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Successfully created port: f6c2a53c-4fd1-4f4c-bb50-baa006a3cc79 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 806.015718] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9586fe69-1e17-4025-b0f4-10b3e12d86a2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.035116] env[62321]: DEBUG nova.compute.provider_tree [None req-6adc41aa-623e-446e-98b7-3f7bd0a41b14 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.095181] env[62321]: DEBUG oslo_vmware.api [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633186, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.100608] env[62321]: DEBUG oslo_vmware.api [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]527eca22-65e5-3125-2f0b-460366a63692, 'name': SearchDatastore_Task, 'duration_secs': 0.015363} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.103763] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.104045] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.104343] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.104505] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.104697] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.105046] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca7062c1-26d9-43fb-9bbd-1e743ac3d422 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.114560] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.114756] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.115859] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5feabf4e-e674-46ca-8c7b-0d4ef273d17a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.121923] env[62321]: DEBUG oslo_vmware.api [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Waiting for the task: (returnval){ [ 806.121923] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]527b175f-2310-dfd7-42f2-8079c023b6e6" [ 806.121923] env[62321]: _type = "Task" [ 806.121923] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.133964] env[62321]: DEBUG oslo_vmware.api [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]527b175f-2310-dfd7-42f2-8079c023b6e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.231428] env[62321]: DEBUG nova.network.neutron [req-093635e4-d907-4134-974c-81581ebf4cf9 req-95805581-7baf-4361-94b2-6b0703ce433e service nova] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Updated VIF entry in instance network info cache for port d10a0a5f-a542-4e43-ba63-8f4e56a6ed17. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.231949] env[62321]: DEBUG nova.network.neutron [req-093635e4-d907-4134-974c-81581ebf4cf9 req-95805581-7baf-4361-94b2-6b0703ce433e service nova] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Updating instance_info_cache with network_info: [{"id": "d10a0a5f-a542-4e43-ba63-8f4e56a6ed17", "address": "fa:16:3e:37:35:cd", "network": {"id": "88f82084-f668-408a-85db-223eddec1845", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1449486980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4e845d2578746c9a211eef92967c286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd10a0a5f-a5", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.507713] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquiring lock "16608632-c469-40d5-97d4-2e80c871e4be" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.537088] env[62321]: DEBUG nova.scheduler.client.report [None req-6adc41aa-623e-446e-98b7-3f7bd0a41b14 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.590598] env[62321]: DEBUG oslo_vmware.api [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633186, 'name': PowerOnVM_Task, 'duration_secs': 0.536592} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.590974] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.591106] env[62321]: INFO nova.compute.manager [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Took 12.27 seconds to spawn the instance on the hypervisor. [ 806.591305] env[62321]: DEBUG nova.compute.manager [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.592104] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d27ca5-459d-4509-a66d-7a2e71e1da9b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.639967] env[62321]: DEBUG oslo_vmware.api [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]527b175f-2310-dfd7-42f2-8079c023b6e6, 'name': SearchDatastore_Task, 'duration_secs': 0.013262} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.640825] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02af357b-241b-485e-b6e7-f59378f479ea {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.648989] env[62321]: DEBUG oslo_vmware.api [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Waiting for the task: (returnval){ [ 806.648989] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52f00d13-2581-55b5-6988-b5f750ce8e9d" [ 806.648989] env[62321]: _type = "Task" [ 806.648989] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.658435] env[62321]: DEBUG oslo_vmware.api [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52f00d13-2581-55b5-6988-b5f750ce8e9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.734823] env[62321]: DEBUG oslo_concurrency.lockutils [req-093635e4-d907-4134-974c-81581ebf4cf9 req-95805581-7baf-4361-94b2-6b0703ce433e service nova] Releasing lock "refresh_cache-16608632-c469-40d5-97d4-2e80c871e4be" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.951903] env[62321]: DEBUG nova.compute.manager [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 806.983406] env[62321]: DEBUG nova.virt.hardware [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='49bda1ada6736499c614602c9ed8b321',container_format='bare',created_at=2025-02-18T14:42:38Z,direct_url=,disk_format='vmdk',id=d65e9c4d-5d76-4b41-aaf6-b95ff0b7dbda,min_disk=1,min_ram=0,name='tempest-test-snap-682093904',owner='cbf5a183ceef4072a1656cf46c79d9a4',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-02-18T14:42:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.983693] env[62321]: DEBUG nova.virt.hardware [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.984084] env[62321]: DEBUG nova.virt.hardware [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.984305] env[62321]: DEBUG nova.virt.hardware [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.984457] env[62321]: DEBUG nova.virt.hardware [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.984602] env[62321]: DEBUG nova.virt.hardware [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.985539] env[62321]: DEBUG nova.virt.hardware [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.985751] env[62321]: DEBUG nova.virt.hardware [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.985938] env[62321]: DEBUG nova.virt.hardware [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.986123] env[62321]: DEBUG nova.virt.hardware [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.986304] env[62321]: DEBUG nova.virt.hardware [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.987183] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5da6e04-947f-4e53-a2f9-2f6c7ec7cd7e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.997388] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f893db42-8b58-4eb2-82c0-28f6fa258c5e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.050859] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6adc41aa-623e-446e-98b7-3f7bd0a41b14 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.124s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.053283] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f2efac8b-aad2-4646-b747-09c16735dd49 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.979s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.053512] env[62321]: DEBUG nova.objects.instance [None req-f2efac8b-aad2-4646-b747-09c16735dd49 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Lazy-loading 'resources' on Instance uuid cf28c85f-f06a-460a-9289-117c6bdb68f9 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.079931] env[62321]: INFO nova.scheduler.client.report [None req-6adc41aa-623e-446e-98b7-3f7bd0a41b14 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Deleted allocations for instance 818e7bd7-7e32-4689-bff1-fa3d199fb712 [ 807.115976] env[62321]: INFO nova.compute.manager [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Took 42.61 seconds to build instance. [ 807.160428] env[62321]: DEBUG oslo_vmware.api [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52f00d13-2581-55b5-6988-b5f750ce8e9d, 'name': SearchDatastore_Task, 'duration_secs': 0.029018} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.160772] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.161072] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] be57ec9c-ca2f-42c5-9be9-d30884fb516e/be57ec9c-ca2f-42c5-9be9-d30884fb516e.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.161411] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd65d173-88d3-42f4-aa46-aca7a25c7074 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.170335] env[62321]: DEBUG oslo_vmware.api [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Waiting for the task: (returnval){ [ 807.170335] env[62321]: value = "task-2633187" [ 807.170335] env[62321]: _type = "Task" [ 807.170335] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.179839] env[62321]: DEBUG oslo_vmware.api [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Task: {'id': task-2633187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.505387] env[62321]: DEBUG nova.compute.manager [req-687776b8-d6a5-48d6-9902-85d886bc3a36 req-f8467dff-14b1-4ec8-90a9-80d7684258e8 service nova] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Received event network-vif-plugged-f6c2a53c-4fd1-4f4c-bb50-baa006a3cc79 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 807.505557] env[62321]: DEBUG oslo_concurrency.lockutils [req-687776b8-d6a5-48d6-9902-85d886bc3a36 req-f8467dff-14b1-4ec8-90a9-80d7684258e8 service nova] Acquiring lock "5aad616b-744d-47dd-9c53-bb7120849743-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.505768] env[62321]: DEBUG oslo_concurrency.lockutils [req-687776b8-d6a5-48d6-9902-85d886bc3a36 req-f8467dff-14b1-4ec8-90a9-80d7684258e8 service nova] Lock "5aad616b-744d-47dd-9c53-bb7120849743-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.505936] env[62321]: DEBUG oslo_concurrency.lockutils [req-687776b8-d6a5-48d6-9902-85d886bc3a36 req-f8467dff-14b1-4ec8-90a9-80d7684258e8 service nova] Lock "5aad616b-744d-47dd-9c53-bb7120849743-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.506606] env[62321]: DEBUG nova.compute.manager [req-687776b8-d6a5-48d6-9902-85d886bc3a36 req-f8467dff-14b1-4ec8-90a9-80d7684258e8 service nova] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] No waiting events found dispatching network-vif-plugged-f6c2a53c-4fd1-4f4c-bb50-baa006a3cc79 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 807.506867] env[62321]: WARNING nova.compute.manager [req-687776b8-d6a5-48d6-9902-85d886bc3a36 req-f8467dff-14b1-4ec8-90a9-80d7684258e8 service nova] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Received unexpected event network-vif-plugged-f6c2a53c-4fd1-4f4c-bb50-baa006a3cc79 for instance with vm_state building and task_state spawning. [ 807.587205] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6adc41aa-623e-446e-98b7-3f7bd0a41b14 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Lock "818e7bd7-7e32-4689-bff1-fa3d199fb712" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.578s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.624146] env[62321]: DEBUG oslo_concurrency.lockutils [None req-62c6e26f-4f79-471e-aa3b-1a1cb12eb005 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lock "fad4687d-8a09-4fbc-81d7-873c9847b830" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.128s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.627581] env[62321]: DEBUG nova.network.neutron [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Successfully updated port: f6c2a53c-4fd1-4f4c-bb50-baa006a3cc79 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 807.686310] env[62321]: DEBUG oslo_vmware.api [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Task: {'id': task-2633187, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.015696] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8da79aff-b51e-4fd7-bd6c-f10152558043 tempest-ServersAdminTestJSON-852227027 tempest-ServersAdminTestJSON-852227027-project-admin] Acquiring lock "refresh_cache-fad4687d-8a09-4fbc-81d7-873c9847b830" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.015971] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8da79aff-b51e-4fd7-bd6c-f10152558043 tempest-ServersAdminTestJSON-852227027 tempest-ServersAdminTestJSON-852227027-project-admin] Acquired lock "refresh_cache-fad4687d-8a09-4fbc-81d7-873c9847b830" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.016060] env[62321]: DEBUG nova.network.neutron [None req-8da79aff-b51e-4fd7-bd6c-f10152558043 tempest-ServersAdminTestJSON-852227027 tempest-ServersAdminTestJSON-852227027-project-admin] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.130643] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquiring lock "refresh_cache-5aad616b-744d-47dd-9c53-bb7120849743" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.130932] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquired lock "refresh_cache-5aad616b-744d-47dd-9c53-bb7120849743" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.130978] env[62321]: DEBUG nova.network.neutron [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.152278] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7e4aa6-8ecf-4a90-9845-fca8ef2e19de {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.163180] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be099904-4c64-4509-9bcf-23038ba31aca {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.207015] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66b4b1b-89f5-4360-8b54-0fe327702bcb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.220616] env[62321]: DEBUG oslo_vmware.api [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Task: {'id': task-2633187, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.807832} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.221226] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] be57ec9c-ca2f-42c5-9be9-d30884fb516e/be57ec9c-ca2f-42c5-9be9-d30884fb516e.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.221562] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.221930] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de5508dc-47c9-464a-befb-aa6822acc8af {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.225969] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e901dc-09a2-4110-aa2b-9330377389e5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.243836] env[62321]: DEBUG nova.compute.provider_tree [None req-f2efac8b-aad2-4646-b747-09c16735dd49 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.246925] env[62321]: DEBUG oslo_vmware.api [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Waiting for the task: (returnval){ [ 808.246925] env[62321]: value = "task-2633188" [ 808.246925] env[62321]: _type = "Task" [ 808.246925] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.259545] env[62321]: DEBUG oslo_vmware.api [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Task: {'id': task-2633188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.674026] env[62321]: DEBUG nova.network.neutron [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 808.752736] env[62321]: DEBUG nova.scheduler.client.report [None req-f2efac8b-aad2-4646-b747-09c16735dd49 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.765443] env[62321]: DEBUG oslo_vmware.api [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Task: {'id': task-2633188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094385} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.765906] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.767115] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c9ce32-1240-4887-924e-62b246cb42bb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.792812] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] be57ec9c-ca2f-42c5-9be9-d30884fb516e/be57ec9c-ca2f-42c5-9be9-d30884fb516e.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.795844] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11c0bf01-3571-41aa-9d72-cbda11329e52 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.817097] env[62321]: DEBUG oslo_vmware.api [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Waiting for the task: (returnval){ [ 808.817097] env[62321]: value = "task-2633189" [ 808.817097] env[62321]: _type = "Task" [ 808.817097] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.826684] env[62321]: DEBUG oslo_vmware.api [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Task: {'id': task-2633189, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.855595] env[62321]: DEBUG nova.network.neutron [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Updating instance_info_cache with network_info: [{"id": "f6c2a53c-4fd1-4f4c-bb50-baa006a3cc79", "address": "fa:16:3e:62:c6:6a", "network": {"id": "3b982849-7bc4-430b-b1f9-c265f8bba327", "bridge": "br-int", "label": "tempest-ImagesTestJSON-143530141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbf5a183ceef4072a1656cf46c79d9a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6c2a53c-4f", "ovs_interfaceid": "f6c2a53c-4fd1-4f4c-bb50-baa006a3cc79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.990557] env[62321]: DEBUG nova.network.neutron [None req-8da79aff-b51e-4fd7-bd6c-f10152558043 tempest-ServersAdminTestJSON-852227027 tempest-ServersAdminTestJSON-852227027-project-admin] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Updating instance_info_cache with network_info: [{"id": "6619618d-1964-439a-ab3d-26f96f6331fe", "address": "fa:16:3e:e3:b9:c3", "network": {"id": "314db273-8976-4a94-bbe0-6baf1448b901", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-577289600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1b0852185df48979c10a6de967a85fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6619618d-19", "ovs_interfaceid": "6619618d-1964-439a-ab3d-26f96f6331fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.035519] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Acquiring lock "627d19af-6ef7-426a-a3db-680470954a2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.035935] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Lock "627d19af-6ef7-426a-a3db-680470954a2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.259179] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f2efac8b-aad2-4646-b747-09c16735dd49 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.206s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.261952] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.690s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.264038] env[62321]: INFO nova.compute.claims [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.293846] env[62321]: INFO nova.scheduler.client.report [None req-f2efac8b-aad2-4646-b747-09c16735dd49 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Deleted allocations for instance cf28c85f-f06a-460a-9289-117c6bdb68f9 [ 809.328928] env[62321]: DEBUG oslo_vmware.api [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Task: {'id': task-2633189, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.358090] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Releasing lock "refresh_cache-5aad616b-744d-47dd-9c53-bb7120849743" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.358712] env[62321]: DEBUG nova.compute.manager [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Instance network_info: |[{"id": "f6c2a53c-4fd1-4f4c-bb50-baa006a3cc79", "address": "fa:16:3e:62:c6:6a", "network": {"id": "3b982849-7bc4-430b-b1f9-c265f8bba327", "bridge": "br-int", "label": "tempest-ImagesTestJSON-143530141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbf5a183ceef4072a1656cf46c79d9a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6c2a53c-4f", "ovs_interfaceid": "f6c2a53c-4fd1-4f4c-bb50-baa006a3cc79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 809.359418] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:c6:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d62c1cf-f39a-4626-9552-f1e13c692636', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6c2a53c-4fd1-4f4c-bb50-baa006a3cc79', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.372154] env[62321]: DEBUG oslo.service.loopingcall [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 809.372516] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.372840] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6862932-8275-4d23-a6d9-7593714443e2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.403723] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.403723] env[62321]: value = "task-2633190" [ 809.403723] env[62321]: _type = "Task" [ 809.403723] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.415035] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633190, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.492750] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8da79aff-b51e-4fd7-bd6c-f10152558043 tempest-ServersAdminTestJSON-852227027 tempest-ServersAdminTestJSON-852227027-project-admin] Releasing lock "refresh_cache-fad4687d-8a09-4fbc-81d7-873c9847b830" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.493048] env[62321]: DEBUG nova.compute.manager [None req-8da79aff-b51e-4fd7-bd6c-f10152558043 tempest-ServersAdminTestJSON-852227027 tempest-ServersAdminTestJSON-852227027-project-admin] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Inject network info {{(pid=62321) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 809.493333] env[62321]: DEBUG nova.compute.manager [None req-8da79aff-b51e-4fd7-bd6c-f10152558043 tempest-ServersAdminTestJSON-852227027 tempest-ServersAdminTestJSON-852227027-project-admin] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] network_info to inject: |[{"id": "6619618d-1964-439a-ab3d-26f96f6331fe", "address": "fa:16:3e:e3:b9:c3", "network": {"id": "314db273-8976-4a94-bbe0-6baf1448b901", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-577289600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1b0852185df48979c10a6de967a85fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6619618d-19", "ovs_interfaceid": "6619618d-1964-439a-ab3d-26f96f6331fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 809.498605] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8da79aff-b51e-4fd7-bd6c-f10152558043 tempest-ServersAdminTestJSON-852227027 tempest-ServersAdminTestJSON-852227027-project-admin] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Reconfiguring VM instance to set the machine id {{(pid=62321) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 809.499562] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23e2b07f-265b-4788-821b-42788f05d862 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.517817] env[62321]: DEBUG oslo_vmware.api [None req-8da79aff-b51e-4fd7-bd6c-f10152558043 tempest-ServersAdminTestJSON-852227027 tempest-ServersAdminTestJSON-852227027-project-admin] Waiting for the task: (returnval){ [ 809.517817] env[62321]: value = "task-2633191" [ 809.517817] env[62321]: _type = "Task" [ 809.517817] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.531022] env[62321]: DEBUG oslo_vmware.api [None req-8da79aff-b51e-4fd7-bd6c-f10152558043 tempest-ServersAdminTestJSON-852227027 tempest-ServersAdminTestJSON-852227027-project-admin] Task: {'id': task-2633191, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.538453] env[62321]: DEBUG nova.compute.manager [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.544550] env[62321]: DEBUG nova.compute.manager [req-1b535ba5-d76c-4dab-929d-d3438d25e071 req-c2ab798c-5286-42cd-a2ad-fe1fa45c0f13 service nova] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Received event network-changed-f6c2a53c-4fd1-4f4c-bb50-baa006a3cc79 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 809.544807] env[62321]: DEBUG nova.compute.manager [req-1b535ba5-d76c-4dab-929d-d3438d25e071 req-c2ab798c-5286-42cd-a2ad-fe1fa45c0f13 service nova] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Refreshing instance network info cache due to event network-changed-f6c2a53c-4fd1-4f4c-bb50-baa006a3cc79. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 809.545102] env[62321]: DEBUG oslo_concurrency.lockutils [req-1b535ba5-d76c-4dab-929d-d3438d25e071 req-c2ab798c-5286-42cd-a2ad-fe1fa45c0f13 service nova] Acquiring lock "refresh_cache-5aad616b-744d-47dd-9c53-bb7120849743" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.545382] env[62321]: DEBUG oslo_concurrency.lockutils [req-1b535ba5-d76c-4dab-929d-d3438d25e071 req-c2ab798c-5286-42cd-a2ad-fe1fa45c0f13 service nova] Acquired lock "refresh_cache-5aad616b-744d-47dd-9c53-bb7120849743" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.545607] env[62321]: DEBUG nova.network.neutron [req-1b535ba5-d76c-4dab-929d-d3438d25e071 req-c2ab798c-5286-42cd-a2ad-fe1fa45c0f13 service nova] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Refreshing network info cache for port f6c2a53c-4fd1-4f4c-bb50-baa006a3cc79 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.801216] env[62321]: DEBUG oslo_concurrency.lockutils [None req-f2efac8b-aad2-4646-b747-09c16735dd49 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Lock "cf28c85f-f06a-460a-9289-117c6bdb68f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.280s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.828661] env[62321]: DEBUG oslo_vmware.api [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Task: {'id': task-2633189, 'name': ReconfigVM_Task, 'duration_secs': 0.855139} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.828926] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Reconfigured VM instance instance-0000003f to attach disk [datastore1] be57ec9c-ca2f-42c5-9be9-d30884fb516e/be57ec9c-ca2f-42c5-9be9-d30884fb516e.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.829834] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0560824f-8cb2-4cd6-ae9e-8cd603366f84 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.839192] env[62321]: DEBUG oslo_vmware.api [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Waiting for the task: (returnval){ [ 809.839192] env[62321]: value = "task-2633192" [ 809.839192] env[62321]: _type = "Task" [ 809.839192] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.849458] env[62321]: DEBUG oslo_vmware.api [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Task: {'id': task-2633192, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.916203] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633190, 'name': CreateVM_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.034014] env[62321]: DEBUG oslo_vmware.api [None req-8da79aff-b51e-4fd7-bd6c-f10152558043 tempest-ServersAdminTestJSON-852227027 tempest-ServersAdminTestJSON-852227027-project-admin] Task: {'id': task-2633191, 'name': ReconfigVM_Task, 'duration_secs': 0.271} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.034533] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8da79aff-b51e-4fd7-bd6c-f10152558043 tempest-ServersAdminTestJSON-852227027 tempest-ServersAdminTestJSON-852227027-project-admin] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Reconfigured VM instance to set the machine id {{(pid=62321) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 810.068481] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.349802] env[62321]: DEBUG oslo_vmware.api [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Task: {'id': task-2633192, 'name': Rename_Task, 'duration_secs': 0.330718} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.350063] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.350311] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d90ee40-0afd-49ca-971e-695022fe1284 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.359373] env[62321]: DEBUG oslo_vmware.api [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Waiting for the task: (returnval){ [ 810.359373] env[62321]: value = "task-2633193" [ 810.359373] env[62321]: _type = "Task" [ 810.359373] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.370799] env[62321]: DEBUG oslo_vmware.api [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Task: {'id': task-2633193, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.371646] env[62321]: DEBUG nova.network.neutron [req-1b535ba5-d76c-4dab-929d-d3438d25e071 req-c2ab798c-5286-42cd-a2ad-fe1fa45c0f13 service nova] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Updated VIF entry in instance network info cache for port f6c2a53c-4fd1-4f4c-bb50-baa006a3cc79. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.372015] env[62321]: DEBUG nova.network.neutron [req-1b535ba5-d76c-4dab-929d-d3438d25e071 req-c2ab798c-5286-42cd-a2ad-fe1fa45c0f13 service nova] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Updating instance_info_cache with network_info: [{"id": "f6c2a53c-4fd1-4f4c-bb50-baa006a3cc79", "address": "fa:16:3e:62:c6:6a", "network": {"id": "3b982849-7bc4-430b-b1f9-c265f8bba327", "bridge": "br-int", "label": "tempest-ImagesTestJSON-143530141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbf5a183ceef4072a1656cf46c79d9a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6c2a53c-4f", "ovs_interfaceid": "f6c2a53c-4fd1-4f4c-bb50-baa006a3cc79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.417291] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633190, 'name': CreateVM_Task, 'duration_secs': 0.726011} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.419653] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.420768] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d65e9c4d-5d76-4b41-aaf6-b95ff0b7dbda" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.421175] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d65e9c4d-5d76-4b41-aaf6-b95ff0b7dbda" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.421393] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d65e9c4d-5d76-4b41-aaf6-b95ff0b7dbda" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.421705] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72ac71e0-253b-4e6f-9fca-6e7615375324 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.426934] env[62321]: DEBUG oslo_vmware.api [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 810.426934] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52187eaa-70fb-df1c-83cc-258fd54184a2" [ 810.426934] env[62321]: _type = "Task" [ 810.426934] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.437474] env[62321]: DEBUG oslo_vmware.api [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52187eaa-70fb-df1c-83cc-258fd54184a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.764591] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081eef8b-88df-470a-b59e-c5ba3fb6217e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.775039] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2087f6a-8adb-4e82-aaff-b102aeaf800e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.806458] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cd9907-019e-4b56-8e5f-dbb252939936 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.814986] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55249e37-f751-4556-b35f-060a55eab191 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.830220] env[62321]: DEBUG nova.compute.provider_tree [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.871200] env[62321]: DEBUG oslo_vmware.api [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Task: {'id': task-2633193, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.874847] env[62321]: DEBUG oslo_concurrency.lockutils [req-1b535ba5-d76c-4dab-929d-d3438d25e071 req-c2ab798c-5286-42cd-a2ad-fe1fa45c0f13 service nova] Releasing lock "refresh_cache-5aad616b-744d-47dd-9c53-bb7120849743" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.938949] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d65e9c4d-5d76-4b41-aaf6-b95ff0b7dbda" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.939234] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Processing image d65e9c4d-5d76-4b41-aaf6-b95ff0b7dbda {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.939475] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d65e9c4d-5d76-4b41-aaf6-b95ff0b7dbda/d65e9c4d-5d76-4b41-aaf6-b95ff0b7dbda.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.939641] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d65e9c4d-5d76-4b41-aaf6-b95ff0b7dbda/d65e9c4d-5d76-4b41-aaf6-b95ff0b7dbda.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.939827] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.940094] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d61d1411-b4b0-495a-9883-5753ea0367cc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.950320] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.950574] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.951223] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ae0fb13-f1ec-472e-aa0f-9898ea5e7085 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.958794] env[62321]: DEBUG oslo_vmware.api [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 810.958794] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]526092a2-d880-9911-520c-25c7489edfb6" [ 810.958794] env[62321]: _type = "Task" [ 810.958794] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.967592] env[62321]: DEBUG oslo_vmware.api [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]526092a2-d880-9911-520c-25c7489edfb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.038943] env[62321]: INFO nova.compute.manager [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Rebuilding instance [ 811.091890] env[62321]: DEBUG nova.compute.manager [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.092849] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f728d2-5e5c-4c2e-8056-9e62f1d9564f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.334226] env[62321]: DEBUG nova.scheduler.client.report [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.370630] env[62321]: DEBUG oslo_vmware.api [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Task: {'id': task-2633193, 'name': PowerOnVM_Task, 'duration_secs': 0.914257} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.371085] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.371152] env[62321]: INFO nova.compute.manager [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Took 9.09 seconds to spawn the instance on the hypervisor. [ 811.371354] env[62321]: DEBUG nova.compute.manager [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.372121] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa62bd4-3419-4017-b589-07b11bd5821a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.467919] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Preparing fetch location {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 811.468197] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Fetch image to [datastore1] OSTACK_IMG_26e7306b-f503-43ff-ad9f-175155c01426/OSTACK_IMG_26e7306b-f503-43ff-ad9f-175155c01426.vmdk {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 811.468382] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Downloading stream optimized image d65e9c4d-5d76-4b41-aaf6-b95ff0b7dbda to [datastore1] OSTACK_IMG_26e7306b-f503-43ff-ad9f-175155c01426/OSTACK_IMG_26e7306b-f503-43ff-ad9f-175155c01426.vmdk on the data store datastore1 as vApp {{(pid=62321) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 811.468560] env[62321]: DEBUG nova.virt.vmwareapi.images [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Downloading image file data d65e9c4d-5d76-4b41-aaf6-b95ff0b7dbda to the ESX as VM named 'OSTACK_IMG_26e7306b-f503-43ff-ad9f-175155c01426' {{(pid=62321) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 811.544595] env[62321]: DEBUG oslo_vmware.rw_handles [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 811.544595] env[62321]: value = "resgroup-9" [ 811.544595] env[62321]: _type = "ResourcePool" [ 811.544595] env[62321]: }. {{(pid=62321) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 811.544889] env[62321]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9ad7f730-59ed-40fb-99ce-309bf0047de2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.568857] env[62321]: DEBUG oslo_vmware.rw_handles [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lease: (returnval){ [ 811.568857] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528fd43d-c196-1dca-fb20-3c5e0e4b9ddf" [ 811.568857] env[62321]: _type = "HttpNfcLease" [ 811.568857] env[62321]: } obtained for vApp import into resource pool (val){ [ 811.568857] env[62321]: value = "resgroup-9" [ 811.568857] env[62321]: _type = "ResourcePool" [ 811.568857] env[62321]: }. {{(pid=62321) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 811.569154] env[62321]: DEBUG oslo_vmware.api [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the lease: (returnval){ [ 811.569154] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528fd43d-c196-1dca-fb20-3c5e0e4b9ddf" [ 811.569154] env[62321]: _type = "HttpNfcLease" [ 811.569154] env[62321]: } to be ready. {{(pid=62321) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 811.576078] env[62321]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 811.576078] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528fd43d-c196-1dca-fb20-3c5e0e4b9ddf" [ 811.576078] env[62321]: _type = "HttpNfcLease" [ 811.576078] env[62321]: } is initializing. {{(pid=62321) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 811.840050] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.840389] env[62321]: DEBUG nova.compute.manager [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 811.843135] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 26.811s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.892026] env[62321]: INFO nova.compute.manager [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Took 37.78 seconds to build instance. [ 812.078737] env[62321]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 812.078737] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528fd43d-c196-1dca-fb20-3c5e0e4b9ddf" [ 812.078737] env[62321]: _type = "HttpNfcLease" [ 812.078737] env[62321]: } is initializing. {{(pid=62321) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 812.109142] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.109384] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2c1db0f-f100-4512-baf2-578d009802b2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.118062] env[62321]: DEBUG oslo_vmware.api [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 812.118062] env[62321]: value = "task-2633195" [ 812.118062] env[62321]: _type = "Task" [ 812.118062] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.139025] env[62321]: DEBUG oslo_vmware.api [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.349555] env[62321]: DEBUG nova.compute.utils [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 812.366086] env[62321]: DEBUG nova.compute.manager [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 812.366086] env[62321]: DEBUG nova.network.neutron [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 812.393327] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1fad9d52-186d-46be-9768-7829e85ef15a tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Lock "be57ec9c-ca2f-42c5-9be9-d30884fb516e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.290s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.451028] env[62321]: DEBUG nova.policy [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '597841b64e464b5cbf07b18a90338a07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b66ec80a177f4033b7616b9720856c71', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 812.584137] env[62321]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 812.584137] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528fd43d-c196-1dca-fb20-3c5e0e4b9ddf" [ 812.584137] env[62321]: _type = "HttpNfcLease" [ 812.584137] env[62321]: } is ready. {{(pid=62321) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 812.584447] env[62321]: DEBUG oslo_vmware.rw_handles [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 812.584447] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528fd43d-c196-1dca-fb20-3c5e0e4b9ddf" [ 812.584447] env[62321]: _type = "HttpNfcLease" [ 812.584447] env[62321]: }. {{(pid=62321) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 812.586440] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbb50de-6798-4c98-a372-f8e6b5aba4dd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.595325] env[62321]: DEBUG oslo_vmware.rw_handles [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52be8555-c4a9-1fa4-0b55-478685916a41/disk-0.vmdk from lease info. {{(pid=62321) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 812.595502] env[62321]: DEBUG oslo_vmware.rw_handles [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52be8555-c4a9-1fa4-0b55-478685916a41/disk-0.vmdk. {{(pid=62321) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 812.672078] env[62321]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0a6e8ecf-5d6e-48b0-8705-77abb7879cab {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.675164] env[62321]: DEBUG oslo_vmware.api [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633195, 'name': PowerOffVM_Task, 'duration_secs': 0.269489} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.676218] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 812.677188] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.677793] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ba7712-4de0-4091-8cc6-46b1d34eeb20 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.686548] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 812.686807] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30e62447-ca07-48cc-9f42-14e2bce155ea {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.762327] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 812.762539] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 812.762715] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Deleting the datastore file [datastore2] 385348f6-00bb-4199-adcf-043fc12e8d9c {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 812.763012] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a4732b1-cd0f-4acc-b4df-606ca9008452 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.772163] env[62321]: DEBUG oslo_vmware.api [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 812.772163] env[62321]: value = "task-2633197" [ 812.772163] env[62321]: _type = "Task" [ 812.772163] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.780941] env[62321]: DEBUG oslo_vmware.api [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.850610] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3d9e9308-f40b-452c-9c63-cf1dcdcd23dc tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Acquiring lock "be57ec9c-ca2f-42c5-9be9-d30884fb516e" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.850975] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3d9e9308-f40b-452c-9c63-cf1dcdcd23dc tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Lock "be57ec9c-ca2f-42c5-9be9-d30884fb516e" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.851300] env[62321]: INFO nova.compute.manager [None req-3d9e9308-f40b-452c-9c63-cf1dcdcd23dc tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Rebooting instance [ 812.854623] env[62321]: DEBUG nova.compute.manager [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 812.866479] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Applying migration context for instance abc046a0-2875-4673-9eda-dcd9ded773c1 as it has an incoming, in-progress migration efe532e1-1512-4deb-8592-d7e4e4f393e7. Migration status is reverting {{(pid=62321) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 812.872803] env[62321]: INFO nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Updating resource usage from migration efe532e1-1512-4deb-8592-d7e4e4f393e7 [ 812.909475] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 1281e273-d400-4493-b718-e78252e1221a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 812.909475] env[62321]: WARNING nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 8b0b955b-47b6-4c40-bdcc-e929e2013509 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 812.909475] env[62321]: WARNING nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 6c7313cd-0c0a-4068-975a-3239bf6b7869 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 812.909475] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance aeb622a0-9532-4a9d-ac75-65f4e84dfda0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 812.909475] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 812.909475] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 385348f6-00bb-4199-adcf-043fc12e8d9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 812.909781] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance d524e752-1c48-4acc-886d-346d8b224fcb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 812.909781] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance f0401741-6f49-4d8d-b329-ceaa700428d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 812.909940] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 7e8c336d-48c5-4fd1-a733-f7001dea3aa4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 812.910145] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance d9f2468c-18c3-44f4-8044-5a098ac5f107 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 812.910253] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 5114d3c2-a387-4520-8837-be0736533858 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 812.910441] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 812.910607] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 5209d7f4-76ae-439c-bf4d-2fead6810a80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 812.910775] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 0d7b5ea5-2fd4-49be-a75d-f59143548909 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 812.911310] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 185227ef-d7f7-4d1f-b3dd-d3073bf5db73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 812.911310] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 88c97bc4-ebde-4bd0-8217-f682605a6bc8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 812.911310] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 1148efb1-5dfa-43d9-9891-3738a50bf214 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 812.911310] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Migration efe532e1-1512-4deb-8592-d7e4e4f393e7 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 812.911928] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance abc046a0-2875-4673-9eda-dcd9ded773c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 812.911928] env[62321]: WARNING nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 030c4753-c373-49fa-b501-869822976d93 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 812.911928] env[62321]: WARNING nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance af6025b3-1823-4399-b74a-f0081b0e9f05 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 812.911928] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 29b8ec19-e3c4-484a-a749-371359631c7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 812.911928] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance fad4687d-8a09-4fbc-81d7-873c9847b830 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 812.912363] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance be57ec9c-ca2f-42c5-9be9-d30884fb516e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 812.912363] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 5aad616b-744d-47dd-9c53-bb7120849743 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 812.912363] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 2ac1005f-138b-4e2d-9952-4df86b0c9eb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 812.943971] env[62321]: DEBUG nova.network.neutron [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Successfully created port: dbb48c81-edf4-46be-b0af-74a7179a9711 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.285897] env[62321]: DEBUG oslo_vmware.api [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175481} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.290097] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.290097] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.290097] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.396745] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3d9e9308-f40b-452c-9c63-cf1dcdcd23dc tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Acquiring lock "refresh_cache-be57ec9c-ca2f-42c5-9be9-d30884fb516e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.397987] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3d9e9308-f40b-452c-9c63-cf1dcdcd23dc tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Acquired lock "refresh_cache-be57ec9c-ca2f-42c5-9be9-d30884fb516e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.397987] env[62321]: DEBUG nova.network.neutron [None req-3d9e9308-f40b-452c-9c63-cf1dcdcd23dc tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.419235] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 1bebba95-b89d-4769-a4fb-8f1416d32b80 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 813.492084] env[62321]: DEBUG oslo_vmware.rw_handles [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Completed reading data from the image iterator. {{(pid=62321) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 813.492405] env[62321]: DEBUG oslo_vmware.rw_handles [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52be8555-c4a9-1fa4-0b55-478685916a41/disk-0.vmdk. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 813.493677] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02632cda-1165-4591-8c88-edf6bf52fecf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.503761] env[62321]: DEBUG oslo_vmware.rw_handles [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52be8555-c4a9-1fa4-0b55-478685916a41/disk-0.vmdk is in state: ready. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 813.503989] env[62321]: DEBUG oslo_vmware.rw_handles [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52be8555-c4a9-1fa4-0b55-478685916a41/disk-0.vmdk. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 813.504316] env[62321]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-9f7347f3-c883-43bf-9d31-10a2de72c5bb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.867426] env[62321]: DEBUG oslo_vmware.rw_handles [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52be8555-c4a9-1fa4-0b55-478685916a41/disk-0.vmdk. {{(pid=62321) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 813.867622] env[62321]: INFO nova.virt.vmwareapi.images [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Downloaded image file data d65e9c4d-5d76-4b41-aaf6-b95ff0b7dbda [ 813.869842] env[62321]: DEBUG nova.compute.manager [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 813.872866] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d720cab5-f5ee-42c4-a4dd-88c1ef2d1726 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.899343] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2699ce85-bae2-4cbb-b4d7-aee169b2429a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.908541] env[62321]: DEBUG nova.virt.hardware [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 813.909418] env[62321]: DEBUG nova.virt.hardware [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 813.909418] env[62321]: DEBUG nova.virt.hardware [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 813.909418] env[62321]: DEBUG nova.virt.hardware [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 813.909602] env[62321]: DEBUG nova.virt.hardware [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 813.909649] env[62321]: DEBUG nova.virt.hardware [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 813.910767] env[62321]: DEBUG nova.virt.hardware [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 813.910767] env[62321]: DEBUG nova.virt.hardware [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 813.910767] env[62321]: DEBUG nova.virt.hardware [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 813.910767] env[62321]: DEBUG nova.virt.hardware [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 813.910767] env[62321]: DEBUG nova.virt.hardware [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 813.913172] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe590148-56d1-4889-a758-1feec572fa5f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.922258] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa926d9-9e87-4d11-ad92-8709338bd5ab {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.926600] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance f84e9716-fa61-4674-9292-5b220fb640d0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 813.946057] env[62321]: INFO nova.virt.vmwareapi.images [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] The imported VM was unregistered [ 813.948570] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Caching image {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 813.948808] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Creating directory with path [datastore1] devstack-image-cache_base/d65e9c4d-5d76-4b41-aaf6-b95ff0b7dbda {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 813.949413] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9403e53c-e44e-4421-b1de-9d2bcb7c67bb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.966950] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Created directory with path [datastore1] devstack-image-cache_base/d65e9c4d-5d76-4b41-aaf6-b95ff0b7dbda {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 813.967181] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_26e7306b-f503-43ff-ad9f-175155c01426/OSTACK_IMG_26e7306b-f503-43ff-ad9f-175155c01426.vmdk to [datastore1] devstack-image-cache_base/d65e9c4d-5d76-4b41-aaf6-b95ff0b7dbda/d65e9c4d-5d76-4b41-aaf6-b95ff0b7dbda.vmdk. {{(pid=62321) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 813.967511] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-aab2cea0-63f7-44cc-b003-a36fb90d04c5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.976973] env[62321]: DEBUG oslo_vmware.api [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 813.976973] env[62321]: value = "task-2633199" [ 813.976973] env[62321]: _type = "Task" [ 813.976973] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.986984] env[62321]: DEBUG oslo_vmware.api [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633199, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.331208] env[62321]: DEBUG nova.virt.hardware [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.331482] env[62321]: DEBUG nova.virt.hardware [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.331681] env[62321]: DEBUG nova.virt.hardware [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.331875] env[62321]: DEBUG nova.virt.hardware [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.332076] env[62321]: DEBUG nova.virt.hardware [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.332243] env[62321]: DEBUG nova.virt.hardware [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.332492] env[62321]: DEBUG nova.virt.hardware [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.332727] env[62321]: DEBUG nova.virt.hardware [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.332996] env[62321]: DEBUG nova.virt.hardware [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.333290] env[62321]: DEBUG nova.virt.hardware [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.333483] env[62321]: DEBUG nova.virt.hardware [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.334519] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfc3701-1eab-4d4e-a8c9-4b6e38d0db9f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.350912] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547f8716-688b-4849-b06f-07234753a809 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.372696] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:66:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9f208df-1fb5-4403-9796-7fd19e4bfb85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10b4de86-b1af-46c1-940b-ac005a14f975', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.379673] env[62321]: DEBUG oslo.service.loopingcall [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 814.380013] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.380937] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29184aab-3f7a-4208-9478-882b8179c016 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.395884] env[62321]: DEBUG nova.network.neutron [None req-3d9e9308-f40b-452c-9c63-cf1dcdcd23dc tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Updating instance_info_cache with network_info: [{"id": "602efbf9-ad74-49cf-8214-75de619ae458", "address": "fa:16:3e:fc:74:6e", "network": {"id": "6a370bd2-6152-4365-85a3-3a3f175cf120", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1488340073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8331094ee8549cd8caef7e10417902e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap602efbf9-ad", "ovs_interfaceid": "602efbf9-ad74-49cf-8214-75de619ae458", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.405454] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.405454] env[62321]: value = "task-2633200" [ 814.405454] env[62321]: _type = "Task" [ 814.405454] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.416990] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633200, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.430350] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 8c245003-9ef2-464b-a6aa-0bf0dd97bc16 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 814.489550] env[62321]: DEBUG oslo_vmware.api [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633199, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.899561] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3d9e9308-f40b-452c-9c63-cf1dcdcd23dc tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Releasing lock "refresh_cache-be57ec9c-ca2f-42c5-9be9-d30884fb516e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.924309] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633200, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.933171] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 99c10950-245e-45c0-bc8b-1d6c88837349 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 814.994259] env[62321]: DEBUG oslo_vmware.api [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633199, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.111319] env[62321]: DEBUG nova.compute.manager [req-8059f610-f9f9-4dab-80ac-daad5e0f8e44 req-5ad95a02-95a4-4578-a8aa-05fe60c3c047 service nova] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Received event network-vif-plugged-dbb48c81-edf4-46be-b0af-74a7179a9711 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 815.111319] env[62321]: DEBUG oslo_concurrency.lockutils [req-8059f610-f9f9-4dab-80ac-daad5e0f8e44 req-5ad95a02-95a4-4578-a8aa-05fe60c3c047 service nova] Acquiring lock "2ac1005f-138b-4e2d-9952-4df86b0c9eb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.111319] env[62321]: DEBUG oslo_concurrency.lockutils [req-8059f610-f9f9-4dab-80ac-daad5e0f8e44 req-5ad95a02-95a4-4578-a8aa-05fe60c3c047 service nova] Lock "2ac1005f-138b-4e2d-9952-4df86b0c9eb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.111685] env[62321]: DEBUG oslo_concurrency.lockutils [req-8059f610-f9f9-4dab-80ac-daad5e0f8e44 req-5ad95a02-95a4-4578-a8aa-05fe60c3c047 service nova] Lock "2ac1005f-138b-4e2d-9952-4df86b0c9eb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.112141] env[62321]: DEBUG nova.compute.manager [req-8059f610-f9f9-4dab-80ac-daad5e0f8e44 req-5ad95a02-95a4-4578-a8aa-05fe60c3c047 service nova] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] No waiting events found dispatching network-vif-plugged-dbb48c81-edf4-46be-b0af-74a7179a9711 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 815.112141] env[62321]: WARNING nova.compute.manager [req-8059f610-f9f9-4dab-80ac-daad5e0f8e44 req-5ad95a02-95a4-4578-a8aa-05fe60c3c047 service nova] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Received unexpected event network-vif-plugged-dbb48c81-edf4-46be-b0af-74a7179a9711 for instance with vm_state building and task_state spawning. [ 815.139898] env[62321]: DEBUG nova.network.neutron [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Successfully updated port: dbb48c81-edf4-46be-b0af-74a7179a9711 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.405346] env[62321]: DEBUG nova.compute.manager [None req-3d9e9308-f40b-452c-9c63-cf1dcdcd23dc tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.406300] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1bc839-b8aa-4b06-a260-3eb2538444e7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.419481] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633200, 'name': CreateVM_Task, 'duration_secs': 0.761611} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.421105] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.424233] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.424578] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.424983] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.425534] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc6459a3-b1ba-405a-90a5-fbe4fbd879bc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.432447] env[62321]: DEBUG oslo_vmware.api [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 815.432447] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521ba439-9b44-4b40-f5b0-bcab5a75fb09" [ 815.432447] env[62321]: _type = "Task" [ 815.432447] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.436378] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 2b54dcc8-ab37-4010-a560-70b2319ba98a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 815.437132] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (e4ce1efe-a8f0-4655-8f76-50516c538695): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 815.447355] env[62321]: DEBUG oslo_vmware.api [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521ba439-9b44-4b40-f5b0-bcab5a75fb09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.496176] env[62321]: DEBUG oslo_vmware.api [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633199, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.641894] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquiring lock "refresh_cache-2ac1005f-138b-4e2d-9952-4df86b0c9eb2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.642083] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquired lock "refresh_cache-2ac1005f-138b-4e2d-9952-4df86b0c9eb2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.642246] env[62321]: DEBUG nova.network.neutron [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.939779] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 627d19af-6ef7-426a-a3db-680470954a2a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 815.940132] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=62321) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 815.940289] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4864MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=22 pci_stats=[] {{(pid=62321) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 815.947033] env[62321]: DEBUG oslo_vmware.api [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521ba439-9b44-4b40-f5b0-bcab5a75fb09, 'name': SearchDatastore_Task, 'duration_secs': 0.086364} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.947353] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.947580] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.947811] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.947951] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.948148] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.948430] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33e694f0-579f-4575-b5fb-78a61d6c5670 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.967956] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.968179] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.969168] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc03b67d-542c-4369-8f0d-ba9bf54c47e0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.981453] env[62321]: DEBUG oslo_vmware.api [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 815.981453] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]526db25e-7ca4-7afb-25f0-b6a555f5c20e" [ 815.981453] env[62321]: _type = "Task" [ 815.981453] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.998789] env[62321]: DEBUG oslo_vmware.api [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633199, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.999152] env[62321]: DEBUG oslo_vmware.api [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]526db25e-7ca4-7afb-25f0-b6a555f5c20e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.205265] env[62321]: DEBUG nova.network.neutron [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.424354] env[62321]: DEBUG nova.network.neutron [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Updating instance_info_cache with network_info: [{"id": "dbb48c81-edf4-46be-b0af-74a7179a9711", "address": "fa:16:3e:f7:e8:5d", "network": {"id": "6eb3be36-9f7d-42b5-a33b-15f0529c6018", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-760375332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b66ec80a177f4033b7616b9720856c71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbb48c81-ed", "ovs_interfaceid": "dbb48c81-edf4-46be-b0af-74a7179a9711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.432307] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69909950-e085-4fb0-8db5-45ee44064b79 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.444911] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9e9308-f40b-452c-9c63-cf1dcdcd23dc tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Doing hard reboot of VM {{(pid=62321) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 816.445136] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-55b882d1-3318-4367-a10e-82f4b2b79487 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.454614] env[62321]: DEBUG oslo_vmware.api [None req-3d9e9308-f40b-452c-9c63-cf1dcdcd23dc tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Waiting for the task: (returnval){ [ 816.454614] env[62321]: value = "task-2633201" [ 816.454614] env[62321]: _type = "Task" [ 816.454614] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.469896] env[62321]: DEBUG oslo_vmware.api [None req-3d9e9308-f40b-452c-9c63-cf1dcdcd23dc tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Task: {'id': task-2633201, 'name': ResetVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.503530] env[62321]: DEBUG oslo_vmware.api [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633199, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.513714] env[62321]: DEBUG oslo_vmware.api [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]526db25e-7ca4-7afb-25f0-b6a555f5c20e, 'name': SearchDatastore_Task, 'duration_secs': 0.086795} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.516099] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5470522c-267f-45a1-82ea-d1f04a083f56 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.522090] env[62321]: DEBUG oslo_vmware.api [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 816.522090] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52f59056-720f-3339-d975-7152e0c10430" [ 816.522090] env[62321]: _type = "Task" [ 816.522090] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.530449] env[62321]: DEBUG oslo_vmware.api [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52f59056-720f-3339-d975-7152e0c10430, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.545567] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d54955-7422-45cb-b364-d62df66e6301 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.553105] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfa5940-8795-4841-9b3e-b1a79ea6b934 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.587093] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e63ecd0-9df6-42cf-af9e-0de6d6147383 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.595359] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce1e332-1865-4468-a5db-2361398e64ce {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.608738] env[62321]: DEBUG nova.compute.provider_tree [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.929102] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Releasing lock "refresh_cache-2ac1005f-138b-4e2d-9952-4df86b0c9eb2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.929400] env[62321]: DEBUG nova.compute.manager [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Instance network_info: |[{"id": "dbb48c81-edf4-46be-b0af-74a7179a9711", "address": "fa:16:3e:f7:e8:5d", "network": {"id": "6eb3be36-9f7d-42b5-a33b-15f0529c6018", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-760375332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b66ec80a177f4033b7616b9720856c71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbb48c81-ed", "ovs_interfaceid": "dbb48c81-edf4-46be-b0af-74a7179a9711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 816.929886] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:e8:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbb48c81-edf4-46be-b0af-74a7179a9711', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.937305] env[62321]: DEBUG oslo.service.loopingcall [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 816.937510] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.937726] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7e0c820-3011-4922-9e28-3b98173a2e56 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.958529] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.958529] env[62321]: value = "task-2633202" [ 816.958529] env[62321]: _type = "Task" [ 816.958529] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.970956] env[62321]: DEBUG oslo_vmware.api [None req-3d9e9308-f40b-452c-9c63-cf1dcdcd23dc tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Task: {'id': task-2633201, 'name': ResetVM_Task, 'duration_secs': 0.144736} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.973973] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9e9308-f40b-452c-9c63-cf1dcdcd23dc tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Did hard reboot of VM {{(pid=62321) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 816.974178] env[62321]: DEBUG nova.compute.manager [None req-3d9e9308-f40b-452c-9c63-cf1dcdcd23dc tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.974399] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633202, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.975089] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91ae4e1-07d0-4e72-ba54-829112504503 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.993513] env[62321]: DEBUG oslo_vmware.api [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633199, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.611996} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.993780] env[62321]: INFO nova.virt.vmwareapi.ds_util [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_26e7306b-f503-43ff-ad9f-175155c01426/OSTACK_IMG_26e7306b-f503-43ff-ad9f-175155c01426.vmdk to [datastore1] devstack-image-cache_base/d65e9c4d-5d76-4b41-aaf6-b95ff0b7dbda/d65e9c4d-5d76-4b41-aaf6-b95ff0b7dbda.vmdk. [ 816.993958] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Cleaning up location [datastore1] OSTACK_IMG_26e7306b-f503-43ff-ad9f-175155c01426 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 816.994163] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_26e7306b-f503-43ff-ad9f-175155c01426 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.994377] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17502dd7-c6f8-45aa-997a-5afef37d15c2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.000734] env[62321]: DEBUG oslo_vmware.api [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 817.000734] env[62321]: value = "task-2633203" [ 817.000734] env[62321]: _type = "Task" [ 817.000734] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.008185] env[62321]: DEBUG oslo_vmware.api [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.032429] env[62321]: DEBUG oslo_vmware.api [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52f59056-720f-3339-d975-7152e0c10430, 'name': SearchDatastore_Task, 'duration_secs': 0.018969} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.032843] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.033322] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 385348f6-00bb-4199-adcf-043fc12e8d9c/385348f6-00bb-4199-adcf-043fc12e8d9c.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 817.033711] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5e979a0-63ff-4fcd-8821-2403fdee2080 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.039841] env[62321]: DEBUG oslo_vmware.api [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 817.039841] env[62321]: value = "task-2633204" [ 817.039841] env[62321]: _type = "Task" [ 817.039841] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.049203] env[62321]: DEBUG oslo_vmware.api [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633204, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.113051] env[62321]: DEBUG nova.scheduler.client.report [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.473640] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633202, 'name': CreateVM_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.488337] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3d9e9308-f40b-452c-9c63-cf1dcdcd23dc tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Lock "be57ec9c-ca2f-42c5-9be9-d30884fb516e" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.637s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.509596] env[62321]: DEBUG nova.compute.manager [req-c113ded1-9bcf-46b8-9692-be9dfd2548ae req-90906827-3ab0-4222-b755-98fe8c3b22f7 service nova] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Received event network-changed-dbb48c81-edf4-46be-b0af-74a7179a9711 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 817.510782] env[62321]: DEBUG nova.compute.manager [req-c113ded1-9bcf-46b8-9692-be9dfd2548ae req-90906827-3ab0-4222-b755-98fe8c3b22f7 service nova] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Refreshing instance network info cache due to event network-changed-dbb48c81-edf4-46be-b0af-74a7179a9711. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 817.510782] env[62321]: DEBUG oslo_concurrency.lockutils [req-c113ded1-9bcf-46b8-9692-be9dfd2548ae req-90906827-3ab0-4222-b755-98fe8c3b22f7 service nova] Acquiring lock "refresh_cache-2ac1005f-138b-4e2d-9952-4df86b0c9eb2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.510782] env[62321]: DEBUG oslo_concurrency.lockutils [req-c113ded1-9bcf-46b8-9692-be9dfd2548ae req-90906827-3ab0-4222-b755-98fe8c3b22f7 service nova] Acquired lock "refresh_cache-2ac1005f-138b-4e2d-9952-4df86b0c9eb2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.510782] env[62321]: DEBUG nova.network.neutron [req-c113ded1-9bcf-46b8-9692-be9dfd2548ae req-90906827-3ab0-4222-b755-98fe8c3b22f7 service nova] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Refreshing network info cache for port dbb48c81-edf4-46be-b0af-74a7179a9711 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.518277] env[62321]: DEBUG oslo_vmware.api [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.089953} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.518936] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.518936] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d65e9c4d-5d76-4b41-aaf6-b95ff0b7dbda/d65e9c4d-5d76-4b41-aaf6-b95ff0b7dbda.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.518936] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d65e9c4d-5d76-4b41-aaf6-b95ff0b7dbda/d65e9c4d-5d76-4b41-aaf6-b95ff0b7dbda.vmdk to [datastore1] 5aad616b-744d-47dd-9c53-bb7120849743/5aad616b-744d-47dd-9c53-bb7120849743.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 817.519810] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96382b02-b696-4479-859e-4b55d1dda0a7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.528880] env[62321]: DEBUG oslo_vmware.api [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 817.528880] env[62321]: value = "task-2633205" [ 817.528880] env[62321]: _type = "Task" [ 817.528880] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.541826] env[62321]: DEBUG oslo_vmware.api [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.549844] env[62321]: DEBUG oslo_vmware.api [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633204, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.619235] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62321) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 817.619235] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.775s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.619235] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ed8a9fcb-0019-411d-80e6-a8b5c5c7190a tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.981s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.619235] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ed8a9fcb-0019-411d-80e6-a8b5c5c7190a tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.621448] env[62321]: DEBUG oslo_concurrency.lockutils [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.585s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.622502] env[62321]: INFO nova.compute.claims [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.626831] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 817.626831] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Cleaning up deleted instances {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 817.653393] env[62321]: INFO nova.scheduler.client.report [None req-ed8a9fcb-0019-411d-80e6-a8b5c5c7190a tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Deleted allocations for instance 8b0b955b-47b6-4c40-bdcc-e929e2013509 [ 817.976446] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633202, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.039457] env[62321]: DEBUG oslo_vmware.api [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633205, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.050186] env[62321]: DEBUG oslo_vmware.api [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633204, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.972232} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.050527] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 385348f6-00bb-4199-adcf-043fc12e8d9c/385348f6-00bb-4199-adcf-043fc12e8d9c.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 818.050802] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 818.051140] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-782902bb-6389-4cfe-90aa-effa8271ccd1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.059153] env[62321]: DEBUG oslo_vmware.api [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 818.059153] env[62321]: value = "task-2633206" [ 818.059153] env[62321]: _type = "Task" [ 818.059153] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.067431] env[62321]: DEBUG oslo_vmware.api [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633206, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.141257] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] There are 39 instances to clean {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 818.141597] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: cf28c85f-f06a-460a-9289-117c6bdb68f9] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 818.162547] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ed8a9fcb-0019-411d-80e6-a8b5c5c7190a tempest-ServersWithSpecificFlavorTestJSON-94762065 tempest-ServersWithSpecificFlavorTestJSON-94762065-project-member] Lock "8b0b955b-47b6-4c40-bdcc-e929e2013509" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.471s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.476008] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633202, 'name': CreateVM_Task, 'duration_secs': 1.044631} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.477153] env[62321]: DEBUG nova.network.neutron [req-c113ded1-9bcf-46b8-9692-be9dfd2548ae req-90906827-3ab0-4222-b755-98fe8c3b22f7 service nova] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Updated VIF entry in instance network info cache for port dbb48c81-edf4-46be-b0af-74a7179a9711. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.477724] env[62321]: DEBUG nova.network.neutron [req-c113ded1-9bcf-46b8-9692-be9dfd2548ae req-90906827-3ab0-4222-b755-98fe8c3b22f7 service nova] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Updating instance_info_cache with network_info: [{"id": "dbb48c81-edf4-46be-b0af-74a7179a9711", "address": "fa:16:3e:f7:e8:5d", "network": {"id": "6eb3be36-9f7d-42b5-a33b-15f0529c6018", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-760375332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b66ec80a177f4033b7616b9720856c71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbb48c81-ed", "ovs_interfaceid": "dbb48c81-edf4-46be-b0af-74a7179a9711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.480450] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.481353] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.481599] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.481935] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.482241] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a596861-97bf-4ddc-be33-f05865b11e8e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.490096] env[62321]: DEBUG oslo_vmware.api [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 818.490096] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52f80972-8c02-feae-06e1-b27af3508398" [ 818.490096] env[62321]: _type = "Task" [ 818.490096] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.499349] env[62321]: DEBUG oslo_vmware.api [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52f80972-8c02-feae-06e1-b27af3508398, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.543217] env[62321]: DEBUG oslo_vmware.api [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633205, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.572963] env[62321]: DEBUG oslo_vmware.api [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633206, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083541} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.573774] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.575016] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8e42a2-5a82-4123-bcbf-2208ac7fba5a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.604397] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 385348f6-00bb-4199-adcf-043fc12e8d9c/385348f6-00bb-4199-adcf-043fc12e8d9c.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.604779] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23091bfe-adaa-4bd0-87d5-f6be0256eab9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.629999] env[62321]: DEBUG oslo_vmware.api [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 818.629999] env[62321]: value = "task-2633207" [ 818.629999] env[62321]: _type = "Task" [ 818.629999] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.635663] env[62321]: DEBUG oslo_vmware.api [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633207, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.649085] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 23ece753-c2d1-44c9-86b9-d9ec833d90f0] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 818.981658] env[62321]: DEBUG oslo_concurrency.lockutils [req-c113ded1-9bcf-46b8-9692-be9dfd2548ae req-90906827-3ab0-4222-b755-98fe8c3b22f7 service nova] Releasing lock "refresh_cache-2ac1005f-138b-4e2d-9952-4df86b0c9eb2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.001973] env[62321]: DEBUG oslo_vmware.api [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52f80972-8c02-feae-06e1-b27af3508398, 'name': SearchDatastore_Task, 'duration_secs': 0.096974} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.002322] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.002566] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.003479] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.003479] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.003479] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.005966] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d80b39e3-a434-4863-9390-5d8d14b71f0a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.022627] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.022882] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.023860] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26832799-d083-4c74-a705-34f9065f7d9a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.030255] env[62321]: DEBUG oslo_vmware.api [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 819.030255] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52ecdd1c-2f39-8688-c74e-ce7a6582d259" [ 819.030255] env[62321]: _type = "Task" [ 819.030255] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.048788] env[62321]: DEBUG oslo_vmware.api [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633205, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.052866] env[62321]: DEBUG oslo_vmware.api [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52ecdd1c-2f39-8688-c74e-ce7a6582d259, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.117673] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca12e8d-3031-40b3-b45d-a59cf0537628 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.131573] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16197978-01a2-448b-a1d3-65b981afeb44 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.168224] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 818e7bd7-7e32-4689-bff1-fa3d199fb712] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 819.170495] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8df3f965-253d-4cb3-b20e-36d84a1d7780 tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Acquiring lock "be57ec9c-ca2f-42c5-9be9-d30884fb516e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.170757] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8df3f965-253d-4cb3-b20e-36d84a1d7780 tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Lock "be57ec9c-ca2f-42c5-9be9-d30884fb516e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.170985] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8df3f965-253d-4cb3-b20e-36d84a1d7780 tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Acquiring lock "be57ec9c-ca2f-42c5-9be9-d30884fb516e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.171226] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8df3f965-253d-4cb3-b20e-36d84a1d7780 tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Lock "be57ec9c-ca2f-42c5-9be9-d30884fb516e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.171417] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8df3f965-253d-4cb3-b20e-36d84a1d7780 tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Lock "be57ec9c-ca2f-42c5-9be9-d30884fb516e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.173538] env[62321]: INFO nova.compute.manager [None req-8df3f965-253d-4cb3-b20e-36d84a1d7780 tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Terminating instance [ 819.179149] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9250e3eb-0bb2-4ee6-a52b-a6be540cf584 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.183609] env[62321]: DEBUG oslo_vmware.api [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633207, 'name': ReconfigVM_Task, 'duration_secs': 0.362881} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.187026] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 385348f6-00bb-4199-adcf-043fc12e8d9c/385348f6-00bb-4199-adcf-043fc12e8d9c.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.187026] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-716a4f70-d1ce-46a0-9af8-a86810b705f1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.194173] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f235690b-adad-4042-a80c-9c33aa67d308 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.198844] env[62321]: DEBUG oslo_vmware.api [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 819.198844] env[62321]: value = "task-2633208" [ 819.198844] env[62321]: _type = "Task" [ 819.198844] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.213330] env[62321]: DEBUG nova.compute.provider_tree [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.223028] env[62321]: DEBUG oslo_vmware.api [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633208, 'name': Rename_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.542343] env[62321]: DEBUG oslo_vmware.api [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633205, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.553192] env[62321]: DEBUG oslo_vmware.api [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52ecdd1c-2f39-8688-c74e-ce7a6582d259, 'name': SearchDatastore_Task, 'duration_secs': 0.090492} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.554051] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a07acdfc-f0e0-4159-a5d1-ea4d7c05e6bc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.562057] env[62321]: DEBUG oslo_vmware.api [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 819.562057] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e1ba23-1145-b70f-78fe-4586f9eb6199" [ 819.562057] env[62321]: _type = "Task" [ 819.562057] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.572815] env[62321]: DEBUG oslo_vmware.api [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e1ba23-1145-b70f-78fe-4586f9eb6199, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.678762] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 65a448f8-a8f1-4308-8c1f-e0b12317778f] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 819.687029] env[62321]: DEBUG nova.compute.manager [None req-8df3f965-253d-4cb3-b20e-36d84a1d7780 tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 819.687029] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8df3f965-253d-4cb3-b20e-36d84a1d7780 tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 819.687566] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f707e0-fc3f-4a09-80a0-d860cf81dd76 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.698333] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df3f965-253d-4cb3-b20e-36d84a1d7780 tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.698646] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdab3778-e9f6-4585-9749-0a989c5a9177 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.711112] env[62321]: DEBUG oslo_vmware.api [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633208, 'name': Rename_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.712582] env[62321]: DEBUG oslo_vmware.api [None req-8df3f965-253d-4cb3-b20e-36d84a1d7780 tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Waiting for the task: (returnval){ [ 819.712582] env[62321]: value = "task-2633209" [ 819.712582] env[62321]: _type = "Task" [ 819.712582] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.716616] env[62321]: DEBUG nova.scheduler.client.report [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.727611] env[62321]: DEBUG oslo_vmware.api [None req-8df3f965-253d-4cb3-b20e-36d84a1d7780 tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Task: {'id': task-2633209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.046344] env[62321]: DEBUG oslo_vmware.api [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633205, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.074862] env[62321]: DEBUG oslo_vmware.api [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e1ba23-1145-b70f-78fe-4586f9eb6199, 'name': SearchDatastore_Task, 'duration_secs': 0.083359} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.075157] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.075432] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 2ac1005f-138b-4e2d-9952-4df86b0c9eb2/2ac1005f-138b-4e2d-9952-4df86b0c9eb2.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.078834] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb2f3a84-ecf2-4d3a-b8cd-d6c174e69e9f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.087054] env[62321]: DEBUG oslo_vmware.api [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 820.087054] env[62321]: value = "task-2633210" [ 820.087054] env[62321]: _type = "Task" [ 820.087054] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.095944] env[62321]: DEBUG oslo_vmware.api [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633210, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.181719] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: bbde3466-9829-4207-9670-72715d1e49c0] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 820.213954] env[62321]: DEBUG oslo_vmware.api [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633208, 'name': Rename_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.222823] env[62321]: DEBUG oslo_concurrency.lockutils [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.222823] env[62321]: DEBUG nova.compute.manager [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 820.229861] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 27.537s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.230974] env[62321]: DEBUG oslo_vmware.api [None req-8df3f965-253d-4cb3-b20e-36d84a1d7780 tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Task: {'id': task-2633209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.545127] env[62321]: DEBUG oslo_vmware.api [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633205, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.757099} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.545473] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d65e9c4d-5d76-4b41-aaf6-b95ff0b7dbda/d65e9c4d-5d76-4b41-aaf6-b95ff0b7dbda.vmdk to [datastore1] 5aad616b-744d-47dd-9c53-bb7120849743/5aad616b-744d-47dd-9c53-bb7120849743.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.546189] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79958030-8a77-4dd7-b8ce-7a636aeea455 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.571059] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 5aad616b-744d-47dd-9c53-bb7120849743/5aad616b-744d-47dd-9c53-bb7120849743.vmdk or device None with type streamOptimized {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.571387] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff7fe27d-8599-4bfa-8a5a-e6c96a60a669 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.596642] env[62321]: DEBUG oslo_vmware.api [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633210, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.598332] env[62321]: DEBUG oslo_vmware.api [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 820.598332] env[62321]: value = "task-2633211" [ 820.598332] env[62321]: _type = "Task" [ 820.598332] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.607724] env[62321]: DEBUG oslo_vmware.api [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633211, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.687448] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 0cd0839e-d442-4d82-9b9b-8a59dee70db7] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 820.712645] env[62321]: DEBUG oslo_vmware.api [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633208, 'name': Rename_Task, 'duration_secs': 1.155202} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.713590] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.713910] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eafdae58-2ed2-4fef-aa63-f94e61f95376 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.725033] env[62321]: DEBUG oslo_vmware.api [None req-8df3f965-253d-4cb3-b20e-36d84a1d7780 tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Task: {'id': task-2633209, 'name': PowerOffVM_Task, 'duration_secs': 0.657799} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.726326] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df3f965-253d-4cb3-b20e-36d84a1d7780 tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.726542] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8df3f965-253d-4cb3-b20e-36d84a1d7780 tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 820.727487] env[62321]: DEBUG oslo_vmware.api [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 820.727487] env[62321]: value = "task-2633212" [ 820.727487] env[62321]: _type = "Task" [ 820.727487] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.727487] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3571d7ca-028f-4e71-a83e-0f67be39a7ac {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.734052] env[62321]: DEBUG nova.objects.instance [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Lazy-loading 'migration_context' on Instance uuid abc046a0-2875-4673-9eda-dcd9ded773c1 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.734735] env[62321]: DEBUG nova.compute.utils [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 820.737612] env[62321]: DEBUG nova.compute.manager [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 820.737612] env[62321]: DEBUG nova.network.neutron [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 820.743171] env[62321]: DEBUG oslo_vmware.api [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633212, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.800516] env[62321]: DEBUG nova.policy [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c265c35451b4a2aaf320e74fa8e5f35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3cce001cdabd40628e962aa9849efade', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 820.802517] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8df3f965-253d-4cb3-b20e-36d84a1d7780 tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 820.802715] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8df3f965-253d-4cb3-b20e-36d84a1d7780 tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 820.802930] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-8df3f965-253d-4cb3-b20e-36d84a1d7780 tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Deleting the datastore file [datastore1] be57ec9c-ca2f-42c5-9be9-d30884fb516e {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 820.803226] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa2506b5-2942-475b-b914-3e3d8291e601 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.809441] env[62321]: DEBUG oslo_vmware.api [None req-8df3f965-253d-4cb3-b20e-36d84a1d7780 tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Waiting for the task: (returnval){ [ 820.809441] env[62321]: value = "task-2633214" [ 820.809441] env[62321]: _type = "Task" [ 820.809441] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.817287] env[62321]: DEBUG oslo_vmware.api [None req-8df3f965-253d-4cb3-b20e-36d84a1d7780 tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Task: {'id': task-2633214, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.097467] env[62321]: DEBUG oslo_vmware.api [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633210, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662079} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.097727] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 2ac1005f-138b-4e2d-9952-4df86b0c9eb2/2ac1005f-138b-4e2d-9952-4df86b0c9eb2.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.097945] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.098260] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e430414a-6a08-4ebd-955c-7d31be9ad03c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.108020] env[62321]: DEBUG oslo_vmware.api [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633211, 'name': ReconfigVM_Task, 'duration_secs': 0.35814} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.109409] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 5aad616b-744d-47dd-9c53-bb7120849743/5aad616b-744d-47dd-9c53-bb7120849743.vmdk or device None with type streamOptimized {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.110224] env[62321]: DEBUG oslo_vmware.api [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 821.110224] env[62321]: value = "task-2633215" [ 821.110224] env[62321]: _type = "Task" [ 821.110224] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.110454] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3c08e83-5538-4415-89ca-cd9371c0aaf9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.126245] env[62321]: DEBUG oslo_vmware.api [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633215, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.132518] env[62321]: DEBUG oslo_vmware.api [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 821.132518] env[62321]: value = "task-2633216" [ 821.132518] env[62321]: _type = "Task" [ 821.132518] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.144348] env[62321]: DEBUG oslo_vmware.api [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633216, 'name': Rename_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.189177] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: ae510f49-ca5e-4a87-94ef-24591700fcf6] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 821.241939] env[62321]: DEBUG oslo_vmware.api [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633212, 'name': PowerOnVM_Task, 'duration_secs': 0.49019} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.242836] env[62321]: DEBUG nova.compute.manager [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 821.245636] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.245929] env[62321]: DEBUG nova.compute.manager [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.246762] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe16569-7ff2-4b95-b31f-ac96388b2da9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.322425] env[62321]: DEBUG oslo_vmware.api [None req-8df3f965-253d-4cb3-b20e-36d84a1d7780 tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Task: {'id': task-2633214, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283038} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.322673] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-8df3f965-253d-4cb3-b20e-36d84a1d7780 tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.322852] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8df3f965-253d-4cb3-b20e-36d84a1d7780 tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 821.323035] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8df3f965-253d-4cb3-b20e-36d84a1d7780 tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 821.323208] env[62321]: INFO nova.compute.manager [None req-8df3f965-253d-4cb3-b20e-36d84a1d7780 tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Took 1.64 seconds to destroy the instance on the hypervisor. [ 821.323447] env[62321]: DEBUG oslo.service.loopingcall [None req-8df3f965-253d-4cb3-b20e-36d84a1d7780 tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 821.323630] env[62321]: DEBUG nova.compute.manager [-] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 821.323799] env[62321]: DEBUG nova.network.neutron [-] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 821.491152] env[62321]: DEBUG nova.network.neutron [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Successfully created port: 5bb969b5-9612-479f-9b26-3f3ae28d6ce8 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 821.623508] env[62321]: DEBUG oslo_vmware.api [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633215, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069747} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.626168] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.627195] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cbe787-32f3-4dcc-9927-dae2a2919a36 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.649252] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 2ac1005f-138b-4e2d-9952-4df86b0c9eb2/2ac1005f-138b-4e2d-9952-4df86b0c9eb2.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.655339] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-214eacd7-c76a-41d3-b162-1f1952829bb5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.675915] env[62321]: DEBUG oslo_vmware.api [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633216, 'name': Rename_Task, 'duration_secs': 0.283722} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.677397] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.678271] env[62321]: DEBUG oslo_vmware.api [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 821.678271] env[62321]: value = "task-2633217" [ 821.678271] env[62321]: _type = "Task" [ 821.678271] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.678271] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04381f30-d176-44ca-b7db-4be06b5e8bd4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.688158] env[62321]: DEBUG oslo_vmware.api [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633217, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.692039] env[62321]: DEBUG oslo_vmware.api [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 821.692039] env[62321]: value = "task-2633218" [ 821.692039] env[62321]: _type = "Task" [ 821.692039] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.692472] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 55c3c030-2e80-4829-bd9c-0e7f3e743c6c] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 821.703344] env[62321]: DEBUG oslo_vmware.api [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633218, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.757888] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859800a0-3f61-43f6-a432-958b4317bf3b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.766698] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a505b4d2-af5e-4a3f-9f37-99336f763d4a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.810384] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626893e9-0a01-4126-9046-bc9bce347780 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.813731] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.819231] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce501b3a-55d5-46a0-ab9f-fdbb41bb36c9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.833822] env[62321]: DEBUG nova.compute.provider_tree [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.193645] env[62321]: DEBUG oslo_vmware.api [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633217, 'name': ReconfigVM_Task, 'duration_secs': 0.280446} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.194013] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 2ac1005f-138b-4e2d-9952-4df86b0c9eb2/2ac1005f-138b-4e2d-9952-4df86b0c9eb2.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.195033] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 88c9e905-5a60-4109-a03f-fa971843c488] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 822.196964] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-303ed952-dac1-42de-a9bc-3b8f159f124a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.210437] env[62321]: DEBUG nova.network.neutron [-] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.214018] env[62321]: DEBUG oslo_vmware.api [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633218, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.214018] env[62321]: DEBUG oslo_vmware.api [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 822.214018] env[62321]: value = "task-2633219" [ 822.214018] env[62321]: _type = "Task" [ 822.214018] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.223038] env[62321]: DEBUG oslo_vmware.api [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633219, 'name': Rename_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.263830] env[62321]: DEBUG nova.compute.manager [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 822.302195] env[62321]: DEBUG nova.virt.hardware [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.302442] env[62321]: DEBUG nova.virt.hardware [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.302700] env[62321]: DEBUG nova.virt.hardware [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.302937] env[62321]: DEBUG nova.virt.hardware [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.303288] env[62321]: DEBUG nova.virt.hardware [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.303482] env[62321]: DEBUG nova.virt.hardware [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.303743] env[62321]: DEBUG nova.virt.hardware [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.303936] env[62321]: DEBUG nova.virt.hardware [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.304143] env[62321]: DEBUG nova.virt.hardware [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.304312] env[62321]: DEBUG nova.virt.hardware [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.304485] env[62321]: DEBUG nova.virt.hardware [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.305426] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b74d614-a49f-4f25-aa56-fb6c37bceef8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.315639] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011c6145-bd37-4a1f-9596-1e8b3cc72202 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.336551] env[62321]: DEBUG nova.scheduler.client.report [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.342618] env[62321]: DEBUG nova.compute.manager [req-c1c44eb3-7f98-41df-b1b7-c599674254ca req-c02f4183-7941-457f-b81d-5b9f2cae21d9 service nova] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Received event network-vif-deleted-602efbf9-ad74-49cf-8214-75de619ae458 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 822.705926] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 14b4b002-4fcd-4861-a812-47978097a8c3] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 822.718232] env[62321]: INFO nova.compute.manager [-] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Took 1.39 seconds to deallocate network for instance. [ 822.718232] env[62321]: DEBUG oslo_vmware.api [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633218, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.730965] env[62321]: DEBUG oslo_vmware.api [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633219, 'name': Rename_Task, 'duration_secs': 0.195182} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.731281] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.731525] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d5e511c-088f-4119-b520-5b7b1731f5c5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.740108] env[62321]: DEBUG oslo_vmware.api [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 822.740108] env[62321]: value = "task-2633220" [ 822.740108] env[62321]: _type = "Task" [ 822.740108] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.748122] env[62321]: DEBUG oslo_vmware.api [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633220, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.209806] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 6cb8928c-4d6d-4e4b-8a57-4a130f6afa57] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 823.213051] env[62321]: DEBUG oslo_vmware.api [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633218, 'name': PowerOnVM_Task, 'duration_secs': 1.45106} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.213051] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.213051] env[62321]: INFO nova.compute.manager [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Took 16.26 seconds to spawn the instance on the hypervisor. [ 823.213051] env[62321]: DEBUG nova.compute.manager [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.214092] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46f9038-1d6c-4b85-a920-3abb398173ca {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.228282] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8df3f965-253d-4cb3-b20e-36d84a1d7780 tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.256289] env[62321]: DEBUG oslo_vmware.api [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633220, 'name': PowerOnVM_Task, 'duration_secs': 0.45451} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.256289] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.256910] env[62321]: INFO nova.compute.manager [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Took 9.39 seconds to spawn the instance on the hypervisor. [ 823.257271] env[62321]: DEBUG nova.compute.manager [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.258832] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d48795-c730-490e-ba42-ca80327d8ccc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.347606] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.118s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.359966] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.340s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.361790] env[62321]: INFO nova.compute.claims [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 823.718456] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: df106528-9ed2-4043-9d25-464d5beb3f7b] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 823.741360] env[62321]: INFO nova.compute.manager [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Took 45.34 seconds to build instance. [ 823.781682] env[62321]: INFO nova.compute.manager [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Took 41.24 seconds to build instance. [ 823.816745] env[62321]: DEBUG nova.network.neutron [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Successfully updated port: 5bb969b5-9612-479f-9b26-3f3ae28d6ce8 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 823.925073] env[62321]: INFO nova.compute.manager [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Rebuilding instance [ 823.980292] env[62321]: DEBUG nova.compute.manager [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.981345] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982c01b5-2cd6-4bc2-ac8e-1495e0949bb7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.043700] env[62321]: DEBUG nova.compute.manager [req-8c33698d-5b39-4eb0-a121-1089cf65a568 req-208f71c5-49a4-4599-ac14-b07a65ce5293 service nova] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Received event network-vif-plugged-5bb969b5-9612-479f-9b26-3f3ae28d6ce8 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 824.044241] env[62321]: DEBUG oslo_concurrency.lockutils [req-8c33698d-5b39-4eb0-a121-1089cf65a568 req-208f71c5-49a4-4599-ac14-b07a65ce5293 service nova] Acquiring lock "1bebba95-b89d-4769-a4fb-8f1416d32b80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.044611] env[62321]: DEBUG oslo_concurrency.lockutils [req-8c33698d-5b39-4eb0-a121-1089cf65a568 req-208f71c5-49a4-4599-ac14-b07a65ce5293 service nova] Lock "1bebba95-b89d-4769-a4fb-8f1416d32b80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.044898] env[62321]: DEBUG oslo_concurrency.lockutils [req-8c33698d-5b39-4eb0-a121-1089cf65a568 req-208f71c5-49a4-4599-ac14-b07a65ce5293 service nova] Lock "1bebba95-b89d-4769-a4fb-8f1416d32b80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.045186] env[62321]: DEBUG nova.compute.manager [req-8c33698d-5b39-4eb0-a121-1089cf65a568 req-208f71c5-49a4-4599-ac14-b07a65ce5293 service nova] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] No waiting events found dispatching network-vif-plugged-5bb969b5-9612-479f-9b26-3f3ae28d6ce8 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 824.046172] env[62321]: WARNING nova.compute.manager [req-8c33698d-5b39-4eb0-a121-1089cf65a568 req-208f71c5-49a4-4599-ac14-b07a65ce5293 service nova] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Received unexpected event network-vif-plugged-5bb969b5-9612-479f-9b26-3f3ae28d6ce8 for instance with vm_state building and task_state spawning. [ 824.224149] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 3415bd61-0399-4199-82f4-ae0fb7957a4d] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 824.242599] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d20a33d6-8e82-40e7-8727-938f08a435bc tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "5aad616b-744d-47dd-9c53-bb7120849743" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.855s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.285060] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2ca47ec1-ee8e-4dae-9271-0bde2d31b52d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "2ac1005f-138b-4e2d-9952-4df86b0c9eb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.750s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.324299] env[62321]: DEBUG oslo_concurrency.lockutils [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Acquiring lock "refresh_cache-1bebba95-b89d-4769-a4fb-8f1416d32b80" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.324299] env[62321]: DEBUG oslo_concurrency.lockutils [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Acquired lock "refresh_cache-1bebba95-b89d-4769-a4fb-8f1416d32b80" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.324299] env[62321]: DEBUG nova.network.neutron [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.731612] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 0a511243-824b-4c55-a804-fd8e69dbbaf9] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 824.809728] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2f9b7d55-ae21-4672-9d21-e96821e53548 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquiring lock "5aad616b-744d-47dd-9c53-bb7120849743" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.809975] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2f9b7d55-ae21-4672-9d21-e96821e53548 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "5aad616b-744d-47dd-9c53-bb7120849743" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.810194] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2f9b7d55-ae21-4672-9d21-e96821e53548 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquiring lock "5aad616b-744d-47dd-9c53-bb7120849743-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.810380] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2f9b7d55-ae21-4672-9d21-e96821e53548 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "5aad616b-744d-47dd-9c53-bb7120849743-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.810563] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2f9b7d55-ae21-4672-9d21-e96821e53548 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "5aad616b-744d-47dd-9c53-bb7120849743-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.813794] env[62321]: INFO nova.compute.manager [None req-2f9b7d55-ae21-4672-9d21-e96821e53548 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Terminating instance [ 824.879469] env[62321]: DEBUG nova.network.neutron [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.884383] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95b9c57-d956-48e5-9211-4e6d4afbe141 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.899305] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e08a0ee-a3e0-43e7-b45b-5d01359467e9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.940072] env[62321]: INFO nova.compute.manager [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Swapping old allocation on dict_keys(['e4ce1efe-a8f0-4655-8f76-50516c538695']) held by migration efe532e1-1512-4deb-8592-d7e4e4f393e7 for instance [ 824.941138] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324cb2b5-e3bc-439d-9a2e-71d0bbf965bf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.950542] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8a9521-4937-4ebf-b7cd-feded290dc84 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.972143] env[62321]: DEBUG nova.compute.provider_tree [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.983595] env[62321]: DEBUG nova.scheduler.client.report [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Overwriting current allocation {'allocations': {'e4ce1efe-a8f0-4655-8f76-50516c538695': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 93}}, 'project_id': 'd8adda789ada430db0b0264243250720', 'user_id': 'b117822d8d724834816a344f81e85bd2', 'consumer_generation': 1} on consumer abc046a0-2875-4673-9eda-dcd9ded773c1 {{(pid=62321) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 824.999060] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.999593] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff93e115-7944-4dd6-8222-c66e0f6b235e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.006312] env[62321]: DEBUG oslo_vmware.api [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 825.006312] env[62321]: value = "task-2633221" [ 825.006312] env[62321]: _type = "Task" [ 825.006312] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.015321] env[62321]: DEBUG oslo_vmware.api [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633221, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.123421] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquiring lock "refresh_cache-abc046a0-2875-4673-9eda-dcd9ded773c1" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.123613] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquired lock "refresh_cache-abc046a0-2875-4673-9eda-dcd9ded773c1" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.123827] env[62321]: DEBUG nova.network.neutron [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.132989] env[62321]: DEBUG nova.network.neutron [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Updating instance_info_cache with network_info: [{"id": "5bb969b5-9612-479f-9b26-3f3ae28d6ce8", "address": "fa:16:3e:eb:a9:8b", "network": {"id": "2f86ac6d-bbf6-4dd0-a542-c0f96ab3d275", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-439623977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3cce001cdabd40628e962aa9849efade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bb969b5-96", "ovs_interfaceid": "5bb969b5-9612-479f-9b26-3f3ae28d6ce8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.240222] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: f7ba79d4-aa2b-4842-9bd5-8eb9a01200d2] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 825.318441] env[62321]: DEBUG nova.compute.manager [None req-2f9b7d55-ae21-4672-9d21-e96821e53548 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 825.318741] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9b7d55-ae21-4672-9d21-e96821e53548 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.319654] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36bbd36a-db27-4cd8-81b9-0a72ce37a871 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.331070] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f9b7d55-ae21-4672-9d21-e96821e53548 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.331429] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0990da27-cf05-49ca-85b2-9cf2e8e3c5f4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.339143] env[62321]: DEBUG oslo_vmware.api [None req-2f9b7d55-ae21-4672-9d21-e96821e53548 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 825.339143] env[62321]: value = "task-2633222" [ 825.339143] env[62321]: _type = "Task" [ 825.339143] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.349766] env[62321]: DEBUG oslo_vmware.api [None req-2f9b7d55-ae21-4672-9d21-e96821e53548 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633222, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.474402] env[62321]: DEBUG nova.scheduler.client.report [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.520141] env[62321]: DEBUG oslo_vmware.api [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633221, 'name': PowerOffVM_Task, 'duration_secs': 0.337692} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.520443] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.520643] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.521552] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d045aa43-4a98-4729-8c98-4f8f422c3320 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.528781] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 825.529054] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3850854d-6d7c-4f94-8dd9-4b4003f28317 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.593630] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.593854] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.594049] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Deleting the datastore file [datastore1] 385348f6-00bb-4199-adcf-043fc12e8d9c {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.594323] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9af963f-7ffc-4ced-99fe-157446ccad13 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.600141] env[62321]: DEBUG oslo_vmware.api [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 825.600141] env[62321]: value = "task-2633224" [ 825.600141] env[62321]: _type = "Task" [ 825.600141] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.607907] env[62321]: DEBUG oslo_vmware.api [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633224, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.637555] env[62321]: DEBUG oslo_concurrency.lockutils [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Releasing lock "refresh_cache-1bebba95-b89d-4769-a4fb-8f1416d32b80" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.637555] env[62321]: DEBUG nova.compute.manager [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Instance network_info: |[{"id": "5bb969b5-9612-479f-9b26-3f3ae28d6ce8", "address": "fa:16:3e:eb:a9:8b", "network": {"id": "2f86ac6d-bbf6-4dd0-a542-c0f96ab3d275", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-439623977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3cce001cdabd40628e962aa9849efade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bb969b5-96", "ovs_interfaceid": "5bb969b5-9612-479f-9b26-3f3ae28d6ce8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 825.637555] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:a9:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4adc8ed0-d11a-4510-9be0-b27c0da3a903', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5bb969b5-9612-479f-9b26-3f3ae28d6ce8', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.649742] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Creating folder: Project (3cce001cdabd40628e962aa9849efade). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.650033] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbe82630-cb58-4ac9-827b-88bf030d1b88 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.655177] env[62321]: DEBUG nova.compute.manager [req-9705ecdb-e588-4f39-bba8-c2c9eb49be1d req-e8361979-96c5-42ad-a62a-a1e43e602c6a service nova] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Received event network-changed-dbb48c81-edf4-46be-b0af-74a7179a9711 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 825.655445] env[62321]: DEBUG nova.compute.manager [req-9705ecdb-e588-4f39-bba8-c2c9eb49be1d req-e8361979-96c5-42ad-a62a-a1e43e602c6a service nova] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Refreshing instance network info cache due to event network-changed-dbb48c81-edf4-46be-b0af-74a7179a9711. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 825.655571] env[62321]: DEBUG oslo_concurrency.lockutils [req-9705ecdb-e588-4f39-bba8-c2c9eb49be1d req-e8361979-96c5-42ad-a62a-a1e43e602c6a service nova] Acquiring lock "refresh_cache-2ac1005f-138b-4e2d-9952-4df86b0c9eb2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.655703] env[62321]: DEBUG oslo_concurrency.lockutils [req-9705ecdb-e588-4f39-bba8-c2c9eb49be1d req-e8361979-96c5-42ad-a62a-a1e43e602c6a service nova] Acquired lock "refresh_cache-2ac1005f-138b-4e2d-9952-4df86b0c9eb2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.655866] env[62321]: DEBUG nova.network.neutron [req-9705ecdb-e588-4f39-bba8-c2c9eb49be1d req-e8361979-96c5-42ad-a62a-a1e43e602c6a service nova] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Refreshing network info cache for port dbb48c81-edf4-46be-b0af-74a7179a9711 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.664660] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Created folder: Project (3cce001cdabd40628e962aa9849efade) in parent group-v530434. [ 825.664859] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Creating folder: Instances. Parent ref: group-v530622. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.668658] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a31919da-9434-4a60-ac63-018e03bd1d99 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.678141] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Created folder: Instances in parent group-v530622. [ 825.679697] env[62321]: DEBUG oslo.service.loopingcall [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 825.680173] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.680528] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49544738-4e5d-4ba5-a4ca-cbed6485a176 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.705255] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.705255] env[62321]: value = "task-2633227" [ 825.705255] env[62321]: _type = "Task" [ 825.705255] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.714514] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633227, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.744925] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 04694878-b60b-4e33-bcc4-3bcb4bd1f5d3] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 825.851382] env[62321]: DEBUG oslo_vmware.api [None req-2f9b7d55-ae21-4672-9d21-e96821e53548 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633222, 'name': PowerOffVM_Task, 'duration_secs': 0.201903} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.851808] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f9b7d55-ae21-4672-9d21-e96821e53548 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.852032] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9b7d55-ae21-4672-9d21-e96821e53548 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 825.852375] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-afccd21c-1751-41de-8a28-7960015aeebf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.918166] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9b7d55-ae21-4672-9d21-e96821e53548 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.918435] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9b7d55-ae21-4672-9d21-e96821e53548 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.918667] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f9b7d55-ae21-4672-9d21-e96821e53548 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Deleting the datastore file [datastore1] 5aad616b-744d-47dd-9c53-bb7120849743 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.918963] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd101dd3-887b-4c2e-88f4-51ff0fdc4505 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.926295] env[62321]: DEBUG oslo_vmware.api [None req-2f9b7d55-ae21-4672-9d21-e96821e53548 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 825.926295] env[62321]: value = "task-2633229" [ 825.926295] env[62321]: _type = "Task" [ 825.926295] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.938675] env[62321]: DEBUG oslo_vmware.api [None req-2f9b7d55-ae21-4672-9d21-e96821e53548 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.982107] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.983467] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7149aab8-6bbd-4ff5-a949-e02df070cbb5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.908s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.983715] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7149aab8-6bbd-4ff5-a949-e02df070cbb5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.988166] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9561c634-423c-4079-b0d7-6cd8065b4ef9 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.778s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.988166] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9561c634-423c-4079-b0d7-6cd8065b4ef9 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.990085] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.409s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.992072] env[62321]: INFO nova.compute.claims [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.042599] env[62321]: INFO nova.scheduler.client.report [None req-7149aab8-6bbd-4ff5-a949-e02df070cbb5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Deleted allocations for instance 6c7313cd-0c0a-4068-975a-3239bf6b7869 [ 826.052430] env[62321]: INFO nova.scheduler.client.report [None req-9561c634-423c-4079-b0d7-6cd8065b4ef9 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Deleted allocations for instance 030c4753-c373-49fa-b501-869822976d93 [ 826.113399] env[62321]: DEBUG oslo_vmware.api [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633224, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203702} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.116657] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.116879] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.117076] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.163834] env[62321]: DEBUG nova.compute.manager [req-f5d45df7-d33a-4c39-a616-0b48dd1b0416 req-8a603e70-2952-4da7-b7cc-8008596441d3 service nova] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Received event network-changed-5bb969b5-9612-479f-9b26-3f3ae28d6ce8 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 826.164296] env[62321]: DEBUG nova.compute.manager [req-f5d45df7-d33a-4c39-a616-0b48dd1b0416 req-8a603e70-2952-4da7-b7cc-8008596441d3 service nova] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Refreshing instance network info cache due to event network-changed-5bb969b5-9612-479f-9b26-3f3ae28d6ce8. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 826.164367] env[62321]: DEBUG oslo_concurrency.lockutils [req-f5d45df7-d33a-4c39-a616-0b48dd1b0416 req-8a603e70-2952-4da7-b7cc-8008596441d3 service nova] Acquiring lock "refresh_cache-1bebba95-b89d-4769-a4fb-8f1416d32b80" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.164483] env[62321]: DEBUG oslo_concurrency.lockutils [req-f5d45df7-d33a-4c39-a616-0b48dd1b0416 req-8a603e70-2952-4da7-b7cc-8008596441d3 service nova] Acquired lock "refresh_cache-1bebba95-b89d-4769-a4fb-8f1416d32b80" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.164694] env[62321]: DEBUG nova.network.neutron [req-f5d45df7-d33a-4c39-a616-0b48dd1b0416 req-8a603e70-2952-4da7-b7cc-8008596441d3 service nova] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Refreshing network info cache for port 5bb969b5-9612-479f-9b26-3f3ae28d6ce8 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.221472] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633227, 'name': CreateVM_Task, 'duration_secs': 0.365309} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.222239] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.222392] env[62321]: DEBUG oslo_concurrency.lockutils [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.222700] env[62321]: DEBUG oslo_concurrency.lockutils [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.223143] env[62321]: DEBUG oslo_concurrency.lockutils [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.223537] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f8a8f9f-0d3a-4d42-8f83-026cd6b65d8f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.229029] env[62321]: DEBUG oslo_vmware.api [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Waiting for the task: (returnval){ [ 826.229029] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52fea80f-a897-14b0-c801-1c1264f080c1" [ 826.229029] env[62321]: _type = "Task" [ 826.229029] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.240076] env[62321]: DEBUG oslo_vmware.api [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52fea80f-a897-14b0-c801-1c1264f080c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.248530] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 69b3114c-67ef-4fe5-9812-5fc0c07b1bb8] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 826.280203] env[62321]: DEBUG nova.network.neutron [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Updating instance_info_cache with network_info: [{"id": "f84bdc6f-32ab-414e-b50d-61e95a067937", "address": "fa:16:3e:68:bf:d9", "network": {"id": "a5547c0f-46b1-4ae5-841a-9f39910febcd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ef1461c1ad14a3cb8e9828aa58002a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf84bdc6f-32", "ovs_interfaceid": "f84bdc6f-32ab-414e-b50d-61e95a067937", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.439128] env[62321]: DEBUG oslo_vmware.api [None req-2f9b7d55-ae21-4672-9d21-e96821e53548 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187657} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.439735] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f9b7d55-ae21-4672-9d21-e96821e53548 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.440064] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9b7d55-ae21-4672-9d21-e96821e53548 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.440310] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9b7d55-ae21-4672-9d21-e96821e53548 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.440548] env[62321]: INFO nova.compute.manager [None req-2f9b7d55-ae21-4672-9d21-e96821e53548 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Took 1.12 seconds to destroy the instance on the hypervisor. [ 826.440868] env[62321]: DEBUG oslo.service.loopingcall [None req-2f9b7d55-ae21-4672-9d21-e96821e53548 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 826.441149] env[62321]: DEBUG nova.compute.manager [-] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 826.441304] env[62321]: DEBUG nova.network.neutron [-] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 826.500807] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Acquiring lock "72efce8b-d978-4c21-9ac7-8b07142a054a" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 826.504314] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Lock "72efce8b-d978-4c21-9ac7-8b07142a054a" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.539739] env[62321]: DEBUG nova.network.neutron [req-9705ecdb-e588-4f39-bba8-c2c9eb49be1d req-e8361979-96c5-42ad-a62a-a1e43e602c6a service nova] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Updated VIF entry in instance network info cache for port dbb48c81-edf4-46be-b0af-74a7179a9711. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.539739] env[62321]: DEBUG nova.network.neutron [req-9705ecdb-e588-4f39-bba8-c2c9eb49be1d req-e8361979-96c5-42ad-a62a-a1e43e602c6a service nova] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Updating instance_info_cache with network_info: [{"id": "dbb48c81-edf4-46be-b0af-74a7179a9711", "address": "fa:16:3e:f7:e8:5d", "network": {"id": "6eb3be36-9f7d-42b5-a33b-15f0529c6018", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-760375332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b66ec80a177f4033b7616b9720856c71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbb48c81-ed", "ovs_interfaceid": "dbb48c81-edf4-46be-b0af-74a7179a9711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.553768] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7149aab8-6bbd-4ff5-a949-e02df070cbb5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "6c7313cd-0c0a-4068-975a-3239bf6b7869" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.308s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.555297] env[62321]: DEBUG oslo_concurrency.lockutils [req-e7eb478c-231f-434b-a6e6-69f09b2acfb3 req-fe6e5d71-5c14-48a9-9eec-936ba263a1fd service nova] Acquired lock "6c7313cd-0c0a-4068-975a-3239bf6b7869" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.562740] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10596b1f-0b94-42db-8cb9-07baea0221a1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.568717] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9561c634-423c-4079-b0d7-6cd8065b4ef9 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Lock "030c4753-c373-49fa-b501-869822976d93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.526s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.575089] env[62321]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 826.577041] env[62321]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62321) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 826.578710] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f344eb53-1de2-4d6e-b2a9-c2fe2d6387c4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.589270] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61aeba36-94cd-4a44-9249-f2479cfc8321 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.631886] env[62321]: ERROR root [req-e7eb478c-231f-434b-a6e6-69f09b2acfb3 req-fe6e5d71-5c14-48a9-9eec-936ba263a1fd service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-530494' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-530494' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-530494' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-530494'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-530494' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-530494' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-530494'}\n"]: nova.exception.InstanceNotFound: Instance 6c7313cd-0c0a-4068-975a-3239bf6b7869 could not be found. [ 826.632304] env[62321]: DEBUG oslo_concurrency.lockutils [req-e7eb478c-231f-434b-a6e6-69f09b2acfb3 req-fe6e5d71-5c14-48a9-9eec-936ba263a1fd service nova] Releasing lock "6c7313cd-0c0a-4068-975a-3239bf6b7869" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.632304] env[62321]: DEBUG nova.compute.manager [req-e7eb478c-231f-434b-a6e6-69f09b2acfb3 req-fe6e5d71-5c14-48a9-9eec-936ba263a1fd service nova] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Detach interface failed, port_id=b021e8ee-714b-48a2-9393-7cd6a93bba20, reason: Instance 6c7313cd-0c0a-4068-975a-3239bf6b7869 could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 826.742784] env[62321]: DEBUG oslo_vmware.api [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52fea80f-a897-14b0-c801-1c1264f080c1, 'name': SearchDatastore_Task, 'duration_secs': 0.013078} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.743262] env[62321]: DEBUG oslo_concurrency.lockutils [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.743858] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.744239] env[62321]: DEBUG oslo_concurrency.lockutils [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.746067] env[62321]: DEBUG oslo_concurrency.lockutils [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.746067] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.746067] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-299a9e50-ef4a-4a32-ac56-8b5975e89dc1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.752773] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 62dce1f2-05c6-4634-ac62-423af6d9e966] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 826.758109] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.758361] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.762816] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66a7fe90-e322-4bb0-aa2f-191a4aa27e54 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.769615] env[62321]: DEBUG oslo_vmware.api [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Waiting for the task: (returnval){ [ 826.769615] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c59631-b5bd-820e-a0c5-efc6b40bdbb6" [ 826.769615] env[62321]: _type = "Task" [ 826.769615] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.776177] env[62321]: DEBUG oslo_vmware.api [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c59631-b5bd-820e-a0c5-efc6b40bdbb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.783873] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Releasing lock "refresh_cache-abc046a0-2875-4673-9eda-dcd9ded773c1" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.784392] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.784631] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81aaeb6b-c2af-4b4a-8c8c-aa1796ef38bd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.794033] env[62321]: DEBUG oslo_vmware.api [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Waiting for the task: (returnval){ [ 826.794033] env[62321]: value = "task-2633231" [ 826.794033] env[62321]: _type = "Task" [ 826.794033] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.805281] env[62321]: DEBUG oslo_vmware.api [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2633231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.938362] env[62321]: DEBUG nova.network.neutron [req-f5d45df7-d33a-4c39-a616-0b48dd1b0416 req-8a603e70-2952-4da7-b7cc-8008596441d3 service nova] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Updated VIF entry in instance network info cache for port 5bb969b5-9612-479f-9b26-3f3ae28d6ce8. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.938744] env[62321]: DEBUG nova.network.neutron [req-f5d45df7-d33a-4c39-a616-0b48dd1b0416 req-8a603e70-2952-4da7-b7cc-8008596441d3 service nova] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Updating instance_info_cache with network_info: [{"id": "5bb969b5-9612-479f-9b26-3f3ae28d6ce8", "address": "fa:16:3e:eb:a9:8b", "network": {"id": "2f86ac6d-bbf6-4dd0-a542-c0f96ab3d275", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-439623977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3cce001cdabd40628e962aa9849efade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bb969b5-96", "ovs_interfaceid": "5bb969b5-9612-479f-9b26-3f3ae28d6ce8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.009686] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Lock "72efce8b-d978-4c21-9ac7-8b07142a054a" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.508s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.010425] env[62321]: DEBUG nova.compute.manager [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 827.042750] env[62321]: DEBUG oslo_concurrency.lockutils [req-9705ecdb-e588-4f39-bba8-c2c9eb49be1d req-e8361979-96c5-42ad-a62a-a1e43e602c6a service nova] Releasing lock "refresh_cache-2ac1005f-138b-4e2d-9952-4df86b0c9eb2" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.193652] env[62321]: DEBUG nova.virt.hardware [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 827.193893] env[62321]: DEBUG nova.virt.hardware [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 827.194057] env[62321]: DEBUG nova.virt.hardware [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 827.194432] env[62321]: DEBUG nova.virt.hardware [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 827.194619] env[62321]: DEBUG nova.virt.hardware [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 827.194778] env[62321]: DEBUG nova.virt.hardware [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 827.194997] env[62321]: DEBUG nova.virt.hardware [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 827.195174] env[62321]: DEBUG nova.virt.hardware [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 827.195343] env[62321]: DEBUG nova.virt.hardware [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 827.195511] env[62321]: DEBUG nova.virt.hardware [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 827.195682] env[62321]: DEBUG nova.virt.hardware [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 827.196563] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbb42b4-1e20-45a2-b60d-5a52cd16374e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.207529] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310c1107-dd07-4d7c-91a2-e0d102b3bf28 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.228024] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:66:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9f208df-1fb5-4403-9796-7fd19e4bfb85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10b4de86-b1af-46c1-940b-ac005a14f975', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 827.234453] env[62321]: DEBUG oslo.service.loopingcall [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 827.238636] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 827.239255] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff757bd9-eeee-45cf-aef6-94b1b63d7c0a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.262060] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 2b9b9728-7733-4e6a-82dc-c1659481f577] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 827.264244] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 827.264244] env[62321]: value = "task-2633232" [ 827.264244] env[62321]: _type = "Task" [ 827.264244] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.278384] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633232, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.284418] env[62321]: DEBUG oslo_vmware.api [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c59631-b5bd-820e-a0c5-efc6b40bdbb6, 'name': SearchDatastore_Task, 'duration_secs': 0.031139} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.285480] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a65a5c56-1215-4587-8c8f-5b1d6ae97c42 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.290869] env[62321]: DEBUG oslo_vmware.api [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Waiting for the task: (returnval){ [ 827.290869] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52105031-67db-0d4b-eec8-28d271ad60f9" [ 827.290869] env[62321]: _type = "Task" [ 827.290869] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.304659] env[62321]: DEBUG oslo_vmware.api [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52105031-67db-0d4b-eec8-28d271ad60f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.308477] env[62321]: DEBUG oslo_vmware.api [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2633231, 'name': PowerOffVM_Task, 'duration_secs': 0.232288} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.309011] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.310781] env[62321]: DEBUG nova.virt.hardware [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:40:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='c37bfef8-988f-472f-bc50-f237a65ad7eb',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-89561958',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 827.310781] env[62321]: DEBUG nova.virt.hardware [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 827.310781] env[62321]: DEBUG nova.virt.hardware [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 827.310990] env[62321]: DEBUG nova.virt.hardware [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 827.311097] env[62321]: DEBUG nova.virt.hardware [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 827.311252] env[62321]: DEBUG nova.virt.hardware [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 827.311852] env[62321]: DEBUG nova.virt.hardware [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 827.311852] env[62321]: DEBUG nova.virt.hardware [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 827.311852] env[62321]: DEBUG nova.virt.hardware [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 827.312012] env[62321]: DEBUG nova.virt.hardware [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 827.312146] env[62321]: DEBUG nova.virt.hardware [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 827.321779] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14e45c39-58e1-4b59-a07d-f1dc2ec643fd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.340032] env[62321]: DEBUG oslo_vmware.api [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Waiting for the task: (returnval){ [ 827.340032] env[62321]: value = "task-2633233" [ 827.340032] env[62321]: _type = "Task" [ 827.340032] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.348314] env[62321]: DEBUG oslo_vmware.api [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2633233, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.442264] env[62321]: DEBUG oslo_concurrency.lockutils [req-f5d45df7-d33a-4c39-a616-0b48dd1b0416 req-8a603e70-2952-4da7-b7cc-8008596441d3 service nova] Releasing lock "refresh_cache-1bebba95-b89d-4769-a4fb-8f1416d32b80" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.515987] env[62321]: DEBUG nova.compute.utils [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 827.517617] env[62321]: DEBUG nova.compute.manager [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 827.517805] env[62321]: DEBUG nova.network.neutron [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 827.566426] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6e3825-00fe-4e40-90a2-1b5fb70845fb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.575469] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5376ceb4-e644-48fa-bfbe-40722bf13e51 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.607987] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16ce672-389f-4664-8e3f-22c3bda5bee3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.615689] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3eae86-6ae3-4467-940e-18660ca0e4d0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.630489] env[62321]: DEBUG nova.compute.provider_tree [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.651920] env[62321]: DEBUG nova.policy [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db775f4c1d5e4ee6a9c37d051666d812', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ee8b0a4f7be444bb02a2eea3da60960', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 827.763727] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 6f587834-2727-48fc-8dba-50754fa70643] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 827.786684] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633232, 'name': CreateVM_Task, 'duration_secs': 0.373726} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.786684] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.787265] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.787433] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.787740] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.787984] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27a40c17-f367-4bda-9b43-dad7c5346a4b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.796755] env[62321]: DEBUG oslo_vmware.api [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 827.796755] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5292d99a-9631-5774-8d7d-71b237e6da4e" [ 827.796755] env[62321]: _type = "Task" [ 827.796755] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.806321] env[62321]: DEBUG oslo_vmware.api [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52105031-67db-0d4b-eec8-28d271ad60f9, 'name': SearchDatastore_Task, 'duration_secs': 0.016682} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.807050] env[62321]: DEBUG oslo_concurrency.lockutils [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.807365] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 1bebba95-b89d-4769-a4fb-8f1416d32b80/1bebba95-b89d-4769-a4fb-8f1416d32b80.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.807643] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f5848cb-250f-419e-bd29-41919e80f0e7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.812609] env[62321]: DEBUG oslo_vmware.api [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5292d99a-9631-5774-8d7d-71b237e6da4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.817148] env[62321]: DEBUG oslo_vmware.api [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Waiting for the task: (returnval){ [ 827.817148] env[62321]: value = "task-2633234" [ 827.817148] env[62321]: _type = "Task" [ 827.817148] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.825504] env[62321]: DEBUG oslo_vmware.api [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633234, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.848280] env[62321]: DEBUG oslo_vmware.api [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2633233, 'name': ReconfigVM_Task, 'duration_secs': 0.177992} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.849273] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5d38f6-26c8-464b-8015-af59975e3b8e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.867247] env[62321]: DEBUG nova.virt.hardware [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:40:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='c37bfef8-988f-472f-bc50-f237a65ad7eb',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-89561958',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 827.867502] env[62321]: DEBUG nova.virt.hardware [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 827.867655] env[62321]: DEBUG nova.virt.hardware [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 827.867840] env[62321]: DEBUG nova.virt.hardware [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 827.867988] env[62321]: DEBUG nova.virt.hardware [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 827.868148] env[62321]: DEBUG nova.virt.hardware [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 827.868354] env[62321]: DEBUG nova.virt.hardware [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 827.868755] env[62321]: DEBUG nova.virt.hardware [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 827.868755] env[62321]: DEBUG nova.virt.hardware [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 827.868865] env[62321]: DEBUG nova.virt.hardware [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 827.869054] env[62321]: DEBUG nova.virt.hardware [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 827.869857] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18fb23ae-eaf5-4ebe-b975-0a59e01e8cbd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.875426] env[62321]: DEBUG oslo_vmware.api [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Waiting for the task: (returnval){ [ 827.875426] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52f779d9-1c7b-fdd7-e211-9e51ebccd527" [ 827.875426] env[62321]: _type = "Task" [ 827.875426] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.884750] env[62321]: DEBUG oslo_vmware.api [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52f779d9-1c7b-fdd7-e211-9e51ebccd527, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.940697] env[62321]: DEBUG nova.network.neutron [-] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.021736] env[62321]: DEBUG nova.compute.manager [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 828.134177] env[62321]: DEBUG nova.scheduler.client.report [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.228755] env[62321]: DEBUG nova.network.neutron [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Successfully created port: 0d2fe885-8fcb-42ef-bccc-cbb7ebfd78b8 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 828.278923] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 83721fcc-5a99-4563-8e3f-045e6c3ec04d] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 828.316419] env[62321]: DEBUG oslo_vmware.api [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5292d99a-9631-5774-8d7d-71b237e6da4e, 'name': SearchDatastore_Task, 'duration_secs': 0.01757} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.316419] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.316419] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.316419] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.316419] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.316419] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.316419] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c2e42f4-0536-4018-81c7-327c84c5f203 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.330959] env[62321]: DEBUG oslo_vmware.api [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633234, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.332468] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.332515] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.333510] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7e7fc07-032f-41bf-a561-c6ba3443e315 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.344944] env[62321]: DEBUG oslo_vmware.api [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 828.344944] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]523575d9-9a12-8f95-1c2a-6726af9b7b4b" [ 828.344944] env[62321]: _type = "Task" [ 828.344944] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.354136] env[62321]: DEBUG oslo_vmware.api [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]523575d9-9a12-8f95-1c2a-6726af9b7b4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.386739] env[62321]: DEBUG oslo_vmware.api [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52f779d9-1c7b-fdd7-e211-9e51ebccd527, 'name': SearchDatastore_Task, 'duration_secs': 0.01477} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.393540] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 828.393964] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-080eb86a-ff8d-4d9a-b64b-8ec5a44d6c8e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.416901] env[62321]: DEBUG oslo_vmware.api [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Waiting for the task: (returnval){ [ 828.416901] env[62321]: value = "task-2633235" [ 828.416901] env[62321]: _type = "Task" [ 828.416901] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.430648] env[62321]: DEBUG oslo_vmware.api [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2633235, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.443544] env[62321]: INFO nova.compute.manager [-] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Took 2.00 seconds to deallocate network for instance. [ 828.641110] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.641743] env[62321]: DEBUG nova.compute.manager [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 828.645916] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.705s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.647768] env[62321]: INFO nova.compute.claims [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.692674] env[62321]: DEBUG nova.compute.manager [req-644eb4d6-7c90-4aff-afc7-f1f5e259b418 req-b7a4812c-895b-458f-8d6c-42398bd33fa1 service nova] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Received event network-vif-deleted-f6c2a53c-4fd1-4f4c-bb50-baa006a3cc79 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 828.782971] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 6874b574-5eb3-4c67-9e38-7027e80ce287] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 828.831554] env[62321]: DEBUG oslo_vmware.api [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633234, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742566} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.832109] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 1bebba95-b89d-4769-a4fb-8f1416d32b80/1bebba95-b89d-4769-a4fb-8f1416d32b80.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.832379] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.832834] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd66e1dc-c955-4232-948b-dc99c3eb82e0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.840696] env[62321]: DEBUG oslo_vmware.api [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Waiting for the task: (returnval){ [ 828.840696] env[62321]: value = "task-2633236" [ 828.840696] env[62321]: _type = "Task" [ 828.840696] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.853409] env[62321]: DEBUG oslo_vmware.api [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.857017] env[62321]: DEBUG oslo_vmware.api [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]523575d9-9a12-8f95-1c2a-6726af9b7b4b, 'name': SearchDatastore_Task, 'duration_secs': 0.018683} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.858263] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80e06ba5-b051-4055-a755-fee738e98e6b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.862845] env[62321]: DEBUG oslo_vmware.api [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 828.862845] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52084519-da1c-fd32-513a-1c73104fbdae" [ 828.862845] env[62321]: _type = "Task" [ 828.862845] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.871406] env[62321]: DEBUG oslo_vmware.api [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52084519-da1c-fd32-513a-1c73104fbdae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.927935] env[62321]: DEBUG oslo_vmware.api [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2633235, 'name': ReconfigVM_Task, 'duration_secs': 0.230118} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.927935] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 828.931410] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb07c0ad-05bb-40e2-ae92-8aa7db07a1dd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.956064] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] abc046a0-2875-4673-9eda-dcd9ded773c1/abc046a0-2875-4673-9eda-dcd9ded773c1.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.957427] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2f9b7d55-ae21-4672-9d21-e96821e53548 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.958546] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-251f9885-4ca7-4440-8a8b-8160410a83df {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.979433] env[62321]: DEBUG oslo_vmware.api [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Waiting for the task: (returnval){ [ 828.979433] env[62321]: value = "task-2633237" [ 828.979433] env[62321]: _type = "Task" [ 828.979433] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.990773] env[62321]: DEBUG oslo_vmware.api [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2633237, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.031975] env[62321]: DEBUG nova.compute.manager [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 829.060852] env[62321]: DEBUG nova.virt.hardware [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.060852] env[62321]: DEBUG nova.virt.hardware [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.062056] env[62321]: DEBUG nova.virt.hardware [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.062056] env[62321]: DEBUG nova.virt.hardware [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.062056] env[62321]: DEBUG nova.virt.hardware [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.062056] env[62321]: DEBUG nova.virt.hardware [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.062056] env[62321]: DEBUG nova.virt.hardware [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.062056] env[62321]: DEBUG nova.virt.hardware [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.062056] env[62321]: DEBUG nova.virt.hardware [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.062429] env[62321]: DEBUG nova.virt.hardware [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.062429] env[62321]: DEBUG nova.virt.hardware [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.063302] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0079d2f0-76f3-4e8e-94d6-97ef9fba7cee {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.071603] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84dede1-1974-477c-b32e-b8b34d425af6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.101868] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "fc453d88-8d2d-4b0e-876f-85478c789990" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.102166] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "fc453d88-8d2d-4b0e-876f-85478c789990" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.153760] env[62321]: DEBUG nova.compute.utils [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 829.162616] env[62321]: DEBUG nova.compute.manager [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 829.162616] env[62321]: DEBUG nova.network.neutron [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 829.230890] env[62321]: DEBUG nova.policy [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7af40d1cdf2341e5903b16e1fbc98824', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f6e0514ecb245af82559116fef7e299', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 829.287160] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: e255473e-2577-4105-9d39-3436f13e2e6e] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 829.350139] env[62321]: DEBUG oslo_vmware.api [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.373155] env[62321]: DEBUG oslo_vmware.api [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52084519-da1c-fd32-513a-1c73104fbdae, 'name': SearchDatastore_Task, 'duration_secs': 0.069924} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.373541] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.376024] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 385348f6-00bb-4199-adcf-043fc12e8d9c/385348f6-00bb-4199-adcf-043fc12e8d9c.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 829.376024] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e2c79a1-10b8-4ebb-9d9a-844c39aa719c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.381380] env[62321]: DEBUG oslo_vmware.api [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 829.381380] env[62321]: value = "task-2633238" [ 829.381380] env[62321]: _type = "Task" [ 829.381380] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.390476] env[62321]: DEBUG oslo_vmware.api [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.493230] env[62321]: DEBUG oslo_vmware.api [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2633237, 'name': ReconfigVM_Task, 'duration_secs': 0.318803} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.493230] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Reconfigured VM instance instance-00000030 to attach disk [datastore1] abc046a0-2875-4673-9eda-dcd9ded773c1/abc046a0-2875-4673-9eda-dcd9ded773c1.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.493230] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a9f1f5-1c31-4825-a666-d5d5418ba634 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.512719] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728a6e16-bf10-4876-95ae-8cf32c5e04e2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.536546] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cd3cb1-fea3-47e4-a008-be9e54c67a17 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.559031] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07e688f-4b1c-4a72-b8f8-5570294f2561 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.566915] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.567204] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eaee5e06-4b07-4c92-ab5f-dafec68b339b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.574375] env[62321]: DEBUG oslo_vmware.api [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Waiting for the task: (returnval){ [ 829.574375] env[62321]: value = "task-2633239" [ 829.574375] env[62321]: _type = "Task" [ 829.574375] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.584813] env[62321]: DEBUG oslo_vmware.api [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2633239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.609066] env[62321]: DEBUG nova.compute.manager [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 829.661995] env[62321]: DEBUG nova.compute.manager [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 829.719405] env[62321]: DEBUG nova.network.neutron [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Successfully created port: 2eff301e-5a34-4b82-96ac-96ee18f14557 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 829.790391] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 86949a33-63ea-47ba-924f-15bc56751c17] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 829.851707] env[62321]: DEBUG oslo_vmware.api [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.855367} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.854879] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.856901] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c4572d-94c7-4a05-9d12-54aec1edde6b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.883203] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 1bebba95-b89d-4769-a4fb-8f1416d32b80/1bebba95-b89d-4769-a4fb-8f1416d32b80.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.888086] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f93e2e3e-93dc-44c4-8524-3eb6d70bc8a5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.917024] env[62321]: DEBUG oslo_vmware.api [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Waiting for the task: (returnval){ [ 829.917024] env[62321]: value = "task-2633240" [ 829.917024] env[62321]: _type = "Task" [ 829.917024] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.918122] env[62321]: DEBUG oslo_vmware.api [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633238, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.929799] env[62321]: DEBUG oslo_vmware.api [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633240, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.091028] env[62321]: DEBUG oslo_vmware.api [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2633239, 'name': PowerOnVM_Task, 'duration_secs': 0.421358} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.091028] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.118725] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6f1ecd35-520b-423e-bb13-facd215b9222 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Acquiring lock "1281e273-d400-4493-b718-e78252e1221a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.119057] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6f1ecd35-520b-423e-bb13-facd215b9222 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Lock "1281e273-d400-4493-b718-e78252e1221a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.119277] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6f1ecd35-520b-423e-bb13-facd215b9222 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Acquiring lock "1281e273-d400-4493-b718-e78252e1221a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.119489] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6f1ecd35-520b-423e-bb13-facd215b9222 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Lock "1281e273-d400-4493-b718-e78252e1221a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.119675] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6f1ecd35-520b-423e-bb13-facd215b9222 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Lock "1281e273-d400-4493-b718-e78252e1221a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.125635] env[62321]: INFO nova.compute.manager [None req-6f1ecd35-520b-423e-bb13-facd215b9222 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Terminating instance [ 830.144338] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.295276] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 554e13c2-ea50-43d4-9d9b-62a3cce7b91e] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 830.303803] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfbfd0e-d08c-4d90-88df-f97444918139 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.315891] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22763198-e8ff-4f81-807e-5ca4dca11057 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.349126] env[62321]: DEBUG nova.network.neutron [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Successfully updated port: 0d2fe885-8fcb-42ef-bccc-cbb7ebfd78b8 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 830.351017] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7fa326-8983-437a-90f8-74c5a4daf9be {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.361030] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8f2c64-3f29-4c1e-9026-fed84ea7c6e9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.378205] env[62321]: DEBUG nova.compute.provider_tree [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.400424] env[62321]: DEBUG oslo_vmware.api [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633238, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.784975} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.400681] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 385348f6-00bb-4199-adcf-043fc12e8d9c/385348f6-00bb-4199-adcf-043fc12e8d9c.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.401010] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.402029] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8994e3a-f14f-4448-8e19-f558072264ac {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.407635] env[62321]: DEBUG oslo_vmware.api [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 830.407635] env[62321]: value = "task-2633241" [ 830.407635] env[62321]: _type = "Task" [ 830.407635] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.418800] env[62321]: DEBUG oslo_vmware.api [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633241, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.426482] env[62321]: DEBUG oslo_vmware.api [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633240, 'name': ReconfigVM_Task, 'duration_secs': 0.362807} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.426782] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 1bebba95-b89d-4769-a4fb-8f1416d32b80/1bebba95-b89d-4769-a4fb-8f1416d32b80.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.427424] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4297be8-aa9a-449f-b993-38378b2544d1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.433089] env[62321]: DEBUG oslo_vmware.api [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Waiting for the task: (returnval){ [ 830.433089] env[62321]: value = "task-2633242" [ 830.433089] env[62321]: _type = "Task" [ 830.433089] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.447492] env[62321]: DEBUG oslo_vmware.api [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633242, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.629676] env[62321]: DEBUG nova.compute.manager [None req-6f1ecd35-520b-423e-bb13-facd215b9222 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 830.629928] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1ecd35-520b-423e-bb13-facd215b9222 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.630832] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318a74f3-b0dc-4e1f-9f46-a17bb7717dc8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.638615] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1ecd35-520b-423e-bb13-facd215b9222 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.638889] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-524789f0-4fe8-4f9a-8b46-1db1bb2bf508 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.647036] env[62321]: DEBUG oslo_vmware.api [None req-6f1ecd35-520b-423e-bb13-facd215b9222 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Waiting for the task: (returnval){ [ 830.647036] env[62321]: value = "task-2633243" [ 830.647036] env[62321]: _type = "Task" [ 830.647036] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.654639] env[62321]: DEBUG oslo_vmware.api [None req-6f1ecd35-520b-423e-bb13-facd215b9222 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2633243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.681859] env[62321]: DEBUG nova.compute.manager [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 830.708255] env[62321]: DEBUG nova.virt.hardware [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 830.708542] env[62321]: DEBUG nova.virt.hardware [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 830.708726] env[62321]: DEBUG nova.virt.hardware [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.708924] env[62321]: DEBUG nova.virt.hardware [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 830.713169] env[62321]: DEBUG nova.virt.hardware [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.713475] env[62321]: DEBUG nova.virt.hardware [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 830.713919] env[62321]: DEBUG nova.virt.hardware [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 830.714153] env[62321]: DEBUG nova.virt.hardware [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 830.714472] env[62321]: DEBUG nova.virt.hardware [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 830.714774] env[62321]: DEBUG nova.virt.hardware [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 830.715227] env[62321]: DEBUG nova.virt.hardware [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 830.718102] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef8f622-8a96-4b20-a155-5094b692c2e6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.729077] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9f4a81-36b9-4ba2-94fd-b337e6fe505e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.798562] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 0be60052-791c-4216-b5db-c666b62ef9f2] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 830.855595] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Acquiring lock "refresh_cache-f84e9716-fa61-4674-9292-5b220fb640d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.855812] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Acquired lock "refresh_cache-f84e9716-fa61-4674-9292-5b220fb640d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.855969] env[62321]: DEBUG nova.network.neutron [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.882866] env[62321]: DEBUG nova.scheduler.client.report [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.918916] env[62321]: DEBUG oslo_vmware.api [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633241, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096239} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.919813] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.920642] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcea4828-c09a-4f67-8855-cddaedfec2b0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.946911] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 385348f6-00bb-4199-adcf-043fc12e8d9c/385348f6-00bb-4199-adcf-043fc12e8d9c.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.951515] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6964e2bf-6ff1-443e-97e6-a150840715b1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.975524] env[62321]: DEBUG oslo_vmware.api [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633242, 'name': Rename_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.977648] env[62321]: DEBUG oslo_vmware.api [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 830.977648] env[62321]: value = "task-2633244" [ 830.977648] env[62321]: _type = "Task" [ 830.977648] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.989593] env[62321]: DEBUG oslo_vmware.api [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633244, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.004022] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Acquiring lock "2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.004267] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Lock "2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.102198] env[62321]: DEBUG nova.compute.manager [req-cadbe2a7-4a5b-4aab-a968-68d1a9daa6fb req-81bdaa7e-6bfa-43a5-a53f-d52f51a258e0 service nova] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Received event network-vif-plugged-0d2fe885-8fcb-42ef-bccc-cbb7ebfd78b8 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 831.102198] env[62321]: DEBUG oslo_concurrency.lockutils [req-cadbe2a7-4a5b-4aab-a968-68d1a9daa6fb req-81bdaa7e-6bfa-43a5-a53f-d52f51a258e0 service nova] Acquiring lock "f84e9716-fa61-4674-9292-5b220fb640d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.102198] env[62321]: DEBUG oslo_concurrency.lockutils [req-cadbe2a7-4a5b-4aab-a968-68d1a9daa6fb req-81bdaa7e-6bfa-43a5-a53f-d52f51a258e0 service nova] Lock "f84e9716-fa61-4674-9292-5b220fb640d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.102198] env[62321]: DEBUG oslo_concurrency.lockutils [req-cadbe2a7-4a5b-4aab-a968-68d1a9daa6fb req-81bdaa7e-6bfa-43a5-a53f-d52f51a258e0 service nova] Lock "f84e9716-fa61-4674-9292-5b220fb640d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.102198] env[62321]: DEBUG nova.compute.manager [req-cadbe2a7-4a5b-4aab-a968-68d1a9daa6fb req-81bdaa7e-6bfa-43a5-a53f-d52f51a258e0 service nova] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] No waiting events found dispatching network-vif-plugged-0d2fe885-8fcb-42ef-bccc-cbb7ebfd78b8 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 831.102477] env[62321]: WARNING nova.compute.manager [req-cadbe2a7-4a5b-4aab-a968-68d1a9daa6fb req-81bdaa7e-6bfa-43a5-a53f-d52f51a258e0 service nova] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Received unexpected event network-vif-plugged-0d2fe885-8fcb-42ef-bccc-cbb7ebfd78b8 for instance with vm_state building and task_state spawning. [ 831.102477] env[62321]: DEBUG nova.compute.manager [req-cadbe2a7-4a5b-4aab-a968-68d1a9daa6fb req-81bdaa7e-6bfa-43a5-a53f-d52f51a258e0 service nova] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Received event network-changed-0d2fe885-8fcb-42ef-bccc-cbb7ebfd78b8 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 831.102679] env[62321]: DEBUG nova.compute.manager [req-cadbe2a7-4a5b-4aab-a968-68d1a9daa6fb req-81bdaa7e-6bfa-43a5-a53f-d52f51a258e0 service nova] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Refreshing instance network info cache due to event network-changed-0d2fe885-8fcb-42ef-bccc-cbb7ebfd78b8. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 831.102815] env[62321]: DEBUG oslo_concurrency.lockutils [req-cadbe2a7-4a5b-4aab-a968-68d1a9daa6fb req-81bdaa7e-6bfa-43a5-a53f-d52f51a258e0 service nova] Acquiring lock "refresh_cache-f84e9716-fa61-4674-9292-5b220fb640d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.107168] env[62321]: INFO nova.compute.manager [None req-d7208743-d035-494b-9db1-dd324399b18d tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Updating instance to original state: 'active' [ 831.157371] env[62321]: DEBUG oslo_vmware.api [None req-6f1ecd35-520b-423e-bb13-facd215b9222 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2633243, 'name': PowerOffVM_Task, 'duration_secs': 0.437222} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.158888] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1ecd35-520b-423e-bb13-facd215b9222 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 831.158888] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1ecd35-520b-423e-bb13-facd215b9222 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.158888] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae70fddc-72e5-48f6-a1b5-7d193ab2b405 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.229524] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1ecd35-520b-423e-bb13-facd215b9222 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 831.229746] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1ecd35-520b-423e-bb13-facd215b9222 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 831.229921] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f1ecd35-520b-423e-bb13-facd215b9222 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Deleting the datastore file [datastore2] 1281e273-d400-4493-b718-e78252e1221a {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 831.230194] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddae70d2-db2b-41d1-a157-de0759de76b7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.236627] env[62321]: DEBUG oslo_vmware.api [None req-6f1ecd35-520b-423e-bb13-facd215b9222 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Waiting for the task: (returnval){ [ 831.236627] env[62321]: value = "task-2633246" [ 831.236627] env[62321]: _type = "Task" [ 831.236627] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.244999] env[62321]: DEBUG oslo_vmware.api [None req-6f1ecd35-520b-423e-bb13-facd215b9222 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2633246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.304349] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: d104862d-3e3f-44ad-8ba9-54949db23968] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 831.358202] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "fbf80529-4efb-4056-9d2b-5b03df0c7777" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.358202] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "fbf80529-4efb-4056-9d2b-5b03df0c7777" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.389420] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.743s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.389918] env[62321]: DEBUG nova.compute.manager [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.393070] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.727s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.394958] env[62321]: INFO nova.compute.claims [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.401614] env[62321]: DEBUG nova.network.neutron [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 831.449796] env[62321]: DEBUG oslo_vmware.api [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633242, 'name': Rename_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.488192] env[62321]: DEBUG oslo_vmware.api [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633244, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.507317] env[62321]: DEBUG nova.compute.manager [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 831.524456] env[62321]: DEBUG nova.compute.manager [req-d764aeb4-9f93-44c5-b357-fc781c17f3f0 req-c1de1755-f494-40a1-8cfb-bada73f6bf42 service nova] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Received event network-vif-plugged-2eff301e-5a34-4b82-96ac-96ee18f14557 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 831.524822] env[62321]: DEBUG oslo_concurrency.lockutils [req-d764aeb4-9f93-44c5-b357-fc781c17f3f0 req-c1de1755-f494-40a1-8cfb-bada73f6bf42 service nova] Acquiring lock "8c245003-9ef2-464b-a6aa-0bf0dd97bc16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.524894] env[62321]: DEBUG oslo_concurrency.lockutils [req-d764aeb4-9f93-44c5-b357-fc781c17f3f0 req-c1de1755-f494-40a1-8cfb-bada73f6bf42 service nova] Lock "8c245003-9ef2-464b-a6aa-0bf0dd97bc16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.525068] env[62321]: DEBUG oslo_concurrency.lockutils [req-d764aeb4-9f93-44c5-b357-fc781c17f3f0 req-c1de1755-f494-40a1-8cfb-bada73f6bf42 service nova] Lock "8c245003-9ef2-464b-a6aa-0bf0dd97bc16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.525242] env[62321]: DEBUG nova.compute.manager [req-d764aeb4-9f93-44c5-b357-fc781c17f3f0 req-c1de1755-f494-40a1-8cfb-bada73f6bf42 service nova] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] No waiting events found dispatching network-vif-plugged-2eff301e-5a34-4b82-96ac-96ee18f14557 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 831.525406] env[62321]: WARNING nova.compute.manager [req-d764aeb4-9f93-44c5-b357-fc781c17f3f0 req-c1de1755-f494-40a1-8cfb-bada73f6bf42 service nova] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Received unexpected event network-vif-plugged-2eff301e-5a34-4b82-96ac-96ee18f14557 for instance with vm_state building and task_state spawning. [ 831.569607] env[62321]: DEBUG nova.network.neutron [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Successfully updated port: 2eff301e-5a34-4b82-96ac-96ee18f14557 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 831.612046] env[62321]: DEBUG nova.network.neutron [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Updating instance_info_cache with network_info: [{"id": "0d2fe885-8fcb-42ef-bccc-cbb7ebfd78b8", "address": "fa:16:3e:f9:a9:2f", "network": {"id": "d7761cf8-6c27-47db-b68c-68ece3b5da27", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-380058271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee8b0a4f7be444bb02a2eea3da60960", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d2fe885-8f", "ovs_interfaceid": "0d2fe885-8fcb-42ef-bccc-cbb7ebfd78b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.748260] env[62321]: DEBUG oslo_vmware.api [None req-6f1ecd35-520b-423e-bb13-facd215b9222 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Task: {'id': task-2633246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199315} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.748520] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f1ecd35-520b-423e-bb13-facd215b9222 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.748726] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1ecd35-520b-423e-bb13-facd215b9222 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.748914] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1ecd35-520b-423e-bb13-facd215b9222 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.749104] env[62321]: INFO nova.compute.manager [None req-6f1ecd35-520b-423e-bb13-facd215b9222 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] [instance: 1281e273-d400-4493-b718-e78252e1221a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 831.749347] env[62321]: DEBUG oslo.service.loopingcall [None req-6f1ecd35-520b-423e-bb13-facd215b9222 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 831.749537] env[62321]: DEBUG nova.compute.manager [-] [instance: 1281e273-d400-4493-b718-e78252e1221a] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 831.749632] env[62321]: DEBUG nova.network.neutron [-] [instance: 1281e273-d400-4493-b718-e78252e1221a] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 831.808118] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 362ae547-c9b5-4e21-a740-9077e044ba8d] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 831.863392] env[62321]: DEBUG nova.compute.manager [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 831.901836] env[62321]: DEBUG nova.compute.utils [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.903564] env[62321]: DEBUG nova.compute.manager [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 831.903799] env[62321]: DEBUG nova.network.neutron [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 831.948077] env[62321]: DEBUG oslo_vmware.api [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633242, 'name': Rename_Task, 'duration_secs': 1.155908} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.948373] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.949163] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ffecc17-b5aa-4880-ae3f-bcdf9c2cdbc6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.956970] env[62321]: DEBUG oslo_vmware.api [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Waiting for the task: (returnval){ [ 831.956970] env[62321]: value = "task-2633247" [ 831.956970] env[62321]: _type = "Task" [ 831.956970] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.958392] env[62321]: DEBUG nova.policy [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d96f968fdd14f9a9f8c4b67b13ce8f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2238c58ec98844ed97ad0b1384375595', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.969030] env[62321]: DEBUG oslo_vmware.api [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.987744] env[62321]: DEBUG oslo_vmware.api [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633244, 'name': ReconfigVM_Task, 'duration_secs': 0.713601} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.989923] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 385348f6-00bb-4199-adcf-043fc12e8d9c/385348f6-00bb-4199-adcf-043fc12e8d9c.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.990506] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92dbce3f-7814-47d6-8b52-c11f692ea9b0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.997244] env[62321]: DEBUG oslo_vmware.api [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 831.997244] env[62321]: value = "task-2633248" [ 831.997244] env[62321]: _type = "Task" [ 831.997244] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.005526] env[62321]: DEBUG oslo_vmware.api [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633248, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.032683] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.074587] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "refresh_cache-8c245003-9ef2-464b-a6aa-0bf0dd97bc16" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.074755] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquired lock "refresh_cache-8c245003-9ef2-464b-a6aa-0bf0dd97bc16" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.075266] env[62321]: DEBUG nova.network.neutron [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.117233] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Releasing lock "refresh_cache-f84e9716-fa61-4674-9292-5b220fb640d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.120132] env[62321]: DEBUG nova.compute.manager [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Instance network_info: |[{"id": "0d2fe885-8fcb-42ef-bccc-cbb7ebfd78b8", "address": "fa:16:3e:f9:a9:2f", "network": {"id": "d7761cf8-6c27-47db-b68c-68ece3b5da27", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-380058271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee8b0a4f7be444bb02a2eea3da60960", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d2fe885-8f", "ovs_interfaceid": "0d2fe885-8fcb-42ef-bccc-cbb7ebfd78b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 832.120132] env[62321]: DEBUG oslo_concurrency.lockutils [req-cadbe2a7-4a5b-4aab-a968-68d1a9daa6fb req-81bdaa7e-6bfa-43a5-a53f-d52f51a258e0 service nova] Acquired lock "refresh_cache-f84e9716-fa61-4674-9292-5b220fb640d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.120132] env[62321]: DEBUG nova.network.neutron [req-cadbe2a7-4a5b-4aab-a968-68d1a9daa6fb req-81bdaa7e-6bfa-43a5-a53f-d52f51a258e0 service nova] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Refreshing network info cache for port 0d2fe885-8fcb-42ef-bccc-cbb7ebfd78b8 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.120751] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:a9:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ff90ec9-3c7e-4e76-b409-fcf37fc588d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d2fe885-8fcb-42ef-bccc-cbb7ebfd78b8', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.130554] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Creating folder: Project (3ee8b0a4f7be444bb02a2eea3da60960). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 832.133729] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9281a8d-9551-4cc5-8304-b5f87577db2d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.147018] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Created folder: Project (3ee8b0a4f7be444bb02a2eea3da60960) in parent group-v530434. [ 832.147018] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Creating folder: Instances. Parent ref: group-v530626. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 832.147018] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13a3202e-e52c-4106-a7c6-f62c50a1acb7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.158271] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Created folder: Instances in parent group-v530626. [ 832.161021] env[62321]: DEBUG oslo.service.loopingcall [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 832.161021] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.161021] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d258b71-bcad-4a7d-b78e-ffc58d4d2736 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.187827] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.187827] env[62321]: value = "task-2633251" [ 832.187827] env[62321]: _type = "Task" [ 832.187827] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.201036] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633251, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.312435] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 677d7209-536c-43ed-8704-1554ce7ef923] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 832.381794] env[62321]: DEBUG nova.network.neutron [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Successfully created port: 969817ba-f9a5-40bc-985b-0eaf56bb5d3c {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.396625] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.407393] env[62321]: DEBUG nova.compute.manager [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.485330] env[62321]: DEBUG oslo_vmware.api [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633247, 'name': PowerOnVM_Task, 'duration_secs': 0.51407} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.485330] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 832.485578] env[62321]: INFO nova.compute.manager [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Took 10.22 seconds to spawn the instance on the hypervisor. [ 832.485985] env[62321]: DEBUG nova.compute.manager [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 832.487252] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de857b75-ad70-4d32-b87b-8409a119a29d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.521549] env[62321]: DEBUG oslo_vmware.api [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633248, 'name': Rename_Task, 'duration_secs': 0.193422} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.522082] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.522350] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b13a2f0-4eda-41ab-87da-2812be543d68 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.529725] env[62321]: DEBUG oslo_vmware.api [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 832.529725] env[62321]: value = "task-2633252" [ 832.529725] env[62321]: _type = "Task" [ 832.529725] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.537791] env[62321]: DEBUG oslo_vmware.api [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.672184] env[62321]: DEBUG nova.network.neutron [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 832.703986] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633251, 'name': CreateVM_Task, 'duration_secs': 0.451422} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.704182] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.704963] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.705289] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.705561] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.705825] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c3e8125-d3b6-4b65-b6dc-9d2518b0d80e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.713398] env[62321]: DEBUG oslo_vmware.api [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Waiting for the task: (returnval){ [ 832.713398] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d7cf3b-9181-072b-dcb8-88140ceee924" [ 832.713398] env[62321]: _type = "Task" [ 832.713398] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.721286] env[62321]: DEBUG oslo_vmware.api [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d7cf3b-9181-072b-dcb8-88140ceee924, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.780755] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4acb2c44-eb27-464f-b643-debfacac61b3 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquiring lock "abc046a0-2875-4673-9eda-dcd9ded773c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.781079] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4acb2c44-eb27-464f-b643-debfacac61b3 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Lock "abc046a0-2875-4673-9eda-dcd9ded773c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.781292] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4acb2c44-eb27-464f-b643-debfacac61b3 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquiring lock "abc046a0-2875-4673-9eda-dcd9ded773c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.781477] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4acb2c44-eb27-464f-b643-debfacac61b3 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Lock "abc046a0-2875-4673-9eda-dcd9ded773c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.781641] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4acb2c44-eb27-464f-b643-debfacac61b3 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Lock "abc046a0-2875-4673-9eda-dcd9ded773c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.783792] env[62321]: INFO nova.compute.manager [None req-4acb2c44-eb27-464f-b643-debfacac61b3 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Terminating instance [ 832.817649] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: c1559566-8363-4f6d-8e9d-695f91e7fe1d] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 832.941677] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf53c13-a24a-411d-b202-b44d6dce9302 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.949629] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04613c5-9210-460f-9c4f-17985116b2c5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.984668] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ab1e31-b4b4-4a42-abe7-da06f0f64aea {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.992945] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f6da1e-01bd-4e18-8b07-001e9b0d0690 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.007234] env[62321]: DEBUG nova.compute.provider_tree [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.018464] env[62321]: INFO nova.compute.manager [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Took 44.01 seconds to build instance. [ 833.040461] env[62321]: DEBUG oslo_vmware.api [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633252, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.233303] env[62321]: DEBUG oslo_vmware.api [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d7cf3b-9181-072b-dcb8-88140ceee924, 'name': SearchDatastore_Task, 'duration_secs': 0.024769} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.233303] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.233303] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.233303] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.233303] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.233848] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.233848] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e70ea802-a53f-4392-ac45-93d08f96a0da {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.243072] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.243072] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.243705] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caa7ccf2-9f78-4f63-95f8-408a85c6d369 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.249488] env[62321]: DEBUG oslo_vmware.api [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Waiting for the task: (returnval){ [ 833.249488] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e7cf2e-d745-222c-f8c1-6feb1cf216ee" [ 833.249488] env[62321]: _type = "Task" [ 833.249488] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.263147] env[62321]: DEBUG oslo_vmware.api [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e7cf2e-d745-222c-f8c1-6feb1cf216ee, 'name': SearchDatastore_Task, 'duration_secs': 0.008606} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.263877] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82b6fef4-aa97-4d1d-98a6-426feb8145bb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.269085] env[62321]: DEBUG oslo_vmware.api [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Waiting for the task: (returnval){ [ 833.269085] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522c46fc-493b-4d39-4d75-a19de80c5136" [ 833.269085] env[62321]: _type = "Task" [ 833.269085] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.277136] env[62321]: DEBUG oslo_vmware.api [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522c46fc-493b-4d39-4d75-a19de80c5136, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.289916] env[62321]: DEBUG nova.compute.manager [None req-4acb2c44-eb27-464f-b643-debfacac61b3 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 833.290210] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4acb2c44-eb27-464f-b643-debfacac61b3 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.291028] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc222225-de44-4eee-b02a-00aead7fb51d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.297703] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-4acb2c44-eb27-464f-b643-debfacac61b3 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.297943] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10eeab61-cb3d-4d64-b9ce-6caf21219363 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.304093] env[62321]: DEBUG oslo_vmware.api [None req-4acb2c44-eb27-464f-b643-debfacac61b3 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Waiting for the task: (returnval){ [ 833.304093] env[62321]: value = "task-2633253" [ 833.304093] env[62321]: _type = "Task" [ 833.304093] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.312549] env[62321]: DEBUG oslo_vmware.api [None req-4acb2c44-eb27-464f-b643-debfacac61b3 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2633253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.322165] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 134d5bd9-4ede-4817-9d40-682ff2205edb] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 833.355468] env[62321]: DEBUG nova.network.neutron [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Updating instance_info_cache with network_info: [{"id": "2eff301e-5a34-4b82-96ac-96ee18f14557", "address": "fa:16:3e:94:79:67", "network": {"id": "a50eeade-5604-486a-9cb3-a0b97aca18b5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-625207795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f6e0514ecb245af82559116fef7e299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2eff301e-5a", "ovs_interfaceid": "2eff301e-5a34-4b82-96ac-96ee18f14557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.418509] env[62321]: DEBUG nova.compute.manager [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 833.453878] env[62321]: DEBUG nova.virt.hardware [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.454144] env[62321]: DEBUG nova.virt.hardware [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.454281] env[62321]: DEBUG nova.virt.hardware [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.454495] env[62321]: DEBUG nova.virt.hardware [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.454668] env[62321]: DEBUG nova.virt.hardware [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.454821] env[62321]: DEBUG nova.virt.hardware [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.455073] env[62321]: DEBUG nova.virt.hardware [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.455268] env[62321]: DEBUG nova.virt.hardware [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.455446] env[62321]: DEBUG nova.virt.hardware [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.455610] env[62321]: DEBUG nova.virt.hardware [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.455788] env[62321]: DEBUG nova.virt.hardware [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.456804] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220e697e-8603-4188-aca6-bcab5026784a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.462028] env[62321]: DEBUG nova.network.neutron [req-cadbe2a7-4a5b-4aab-a968-68d1a9daa6fb req-81bdaa7e-6bfa-43a5-a53f-d52f51a258e0 service nova] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Updated VIF entry in instance network info cache for port 0d2fe885-8fcb-42ef-bccc-cbb7ebfd78b8. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.462391] env[62321]: DEBUG nova.network.neutron [req-cadbe2a7-4a5b-4aab-a968-68d1a9daa6fb req-81bdaa7e-6bfa-43a5-a53f-d52f51a258e0 service nova] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Updating instance_info_cache with network_info: [{"id": "0d2fe885-8fcb-42ef-bccc-cbb7ebfd78b8", "address": "fa:16:3e:f9:a9:2f", "network": {"id": "d7761cf8-6c27-47db-b68c-68ece3b5da27", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-380058271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee8b0a4f7be444bb02a2eea3da60960", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d2fe885-8f", "ovs_interfaceid": "0d2fe885-8fcb-42ef-bccc-cbb7ebfd78b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.467375] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31579d5-41c9-46b8-bd0e-851c59349d07 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.515863] env[62321]: DEBUG nova.scheduler.client.report [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.521743] env[62321]: DEBUG oslo_concurrency.lockutils [None req-61d0468d-5dd8-4762-8234-e6d7e6e213d9 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Lock "1bebba95-b89d-4769-a4fb-8f1416d32b80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.526s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.541335] env[62321]: DEBUG oslo_vmware.api [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633252, 'name': PowerOnVM_Task, 'duration_secs': 0.951093} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.541792] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.541960] env[62321]: DEBUG nova.compute.manager [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.542822] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c1c973-4141-4158-9f32-0138bb10d000 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.587984] env[62321]: DEBUG nova.network.neutron [-] [instance: 1281e273-d400-4493-b718-e78252e1221a] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.633743] env[62321]: DEBUG nova.compute.manager [req-e32305a2-80a7-4f0d-bfbf-34bde4ffefda req-65dcd032-030d-492d-bf74-7c2a10fa9bf0 service nova] [instance: 1281e273-d400-4493-b718-e78252e1221a] Received event network-vif-deleted-6fdd424a-82f7-4902-941c-94e0437a6bdd {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 833.780671] env[62321]: DEBUG oslo_vmware.api [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522c46fc-493b-4d39-4d75-a19de80c5136, 'name': SearchDatastore_Task, 'duration_secs': 0.010375} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.781095] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.781230] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] f84e9716-fa61-4674-9292-5b220fb640d0/f84e9716-fa61-4674-9292-5b220fb640d0.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 833.781495] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93693eb6-6882-486c-b1ff-9ef9df86ee73 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.788550] env[62321]: DEBUG oslo_vmware.api [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Waiting for the task: (returnval){ [ 833.788550] env[62321]: value = "task-2633254" [ 833.788550] env[62321]: _type = "Task" [ 833.788550] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.797883] env[62321]: DEBUG oslo_vmware.api [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Task: {'id': task-2633254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.815433] env[62321]: DEBUG oslo_vmware.api [None req-4acb2c44-eb27-464f-b643-debfacac61b3 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2633253, 'name': PowerOffVM_Task, 'duration_secs': 0.277005} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.815433] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-4acb2c44-eb27-464f-b643-debfacac61b3 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.815600] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4acb2c44-eb27-464f-b643-debfacac61b3 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.815767] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-518a35bc-932b-47a8-a887-0821d1a9454b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.828933] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 53bb2f01-4e70-471e-ad9d-7bff56746663] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 833.858548] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Releasing lock "refresh_cache-8c245003-9ef2-464b-a6aa-0bf0dd97bc16" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.858927] env[62321]: DEBUG nova.compute.manager [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Instance network_info: |[{"id": "2eff301e-5a34-4b82-96ac-96ee18f14557", "address": "fa:16:3e:94:79:67", "network": {"id": "a50eeade-5604-486a-9cb3-a0b97aca18b5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-625207795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f6e0514ecb245af82559116fef7e299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2eff301e-5a", "ovs_interfaceid": "2eff301e-5a34-4b82-96ac-96ee18f14557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 833.859603] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:79:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2eff301e-5a34-4b82-96ac-96ee18f14557', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 833.868905] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Creating folder: Project (3f6e0514ecb245af82559116fef7e299). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 833.869500] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e741239-8f40-4e0a-a65e-320319c5ccb0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.880453] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Created folder: Project (3f6e0514ecb245af82559116fef7e299) in parent group-v530434. [ 833.880671] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Creating folder: Instances. Parent ref: group-v530629. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 833.880911] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62625135-6cee-4b3d-b329-91c0354b8d72 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.890472] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Created folder: Instances in parent group-v530629. [ 833.890720] env[62321]: DEBUG oslo.service.loopingcall [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 833.890912] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 833.891128] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4732b9fd-430b-4758-8727-e6230ec6b903 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.908379] env[62321]: DEBUG nova.compute.manager [req-1fb93103-a696-4603-8f4e-6d707f9b60ed req-cff46488-d653-48e0-98a2-892dbb1e4747 service nova] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Received event network-changed-2eff301e-5a34-4b82-96ac-96ee18f14557 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 833.908524] env[62321]: DEBUG nova.compute.manager [req-1fb93103-a696-4603-8f4e-6d707f9b60ed req-cff46488-d653-48e0-98a2-892dbb1e4747 service nova] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Refreshing instance network info cache due to event network-changed-2eff301e-5a34-4b82-96ac-96ee18f14557. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 833.908766] env[62321]: DEBUG oslo_concurrency.lockutils [req-1fb93103-a696-4603-8f4e-6d707f9b60ed req-cff46488-d653-48e0-98a2-892dbb1e4747 service nova] Acquiring lock "refresh_cache-8c245003-9ef2-464b-a6aa-0bf0dd97bc16" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.908917] env[62321]: DEBUG oslo_concurrency.lockutils [req-1fb93103-a696-4603-8f4e-6d707f9b60ed req-cff46488-d653-48e0-98a2-892dbb1e4747 service nova] Acquired lock "refresh_cache-8c245003-9ef2-464b-a6aa-0bf0dd97bc16" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.909070] env[62321]: DEBUG nova.network.neutron [req-1fb93103-a696-4603-8f4e-6d707f9b60ed req-cff46488-d653-48e0-98a2-892dbb1e4747 service nova] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Refreshing network info cache for port 2eff301e-5a34-4b82-96ac-96ee18f14557 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.914940] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 833.914940] env[62321]: value = "task-2633258" [ 833.914940] env[62321]: _type = "Task" [ 833.914940] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.925803] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633258, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.967925] env[62321]: DEBUG oslo_concurrency.lockutils [req-cadbe2a7-4a5b-4aab-a968-68d1a9daa6fb req-81bdaa7e-6bfa-43a5-a53f-d52f51a258e0 service nova] Releasing lock "refresh_cache-f84e9716-fa61-4674-9292-5b220fb640d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.973750] env[62321]: DEBUG nova.network.neutron [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Successfully updated port: 969817ba-f9a5-40bc-985b-0eaf56bb5d3c {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.024991] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.024991] env[62321]: DEBUG nova.compute.manager [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 834.027725] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a1fa7aae-d027-4d2e-b3b5-c6f3c21ac648 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.528s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.027725] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a1fa7aae-d027-4d2e-b3b5-c6f3c21ac648 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.030868] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.753s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.030868] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.033116] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.965s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.034739] env[62321]: INFO nova.compute.claims [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.061106] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.069458] env[62321]: INFO nova.scheduler.client.report [None req-a1fa7aae-d027-4d2e-b3b5-c6f3c21ac648 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Deleted allocations for instance af6025b3-1823-4399-b74a-f0081b0e9f05 [ 834.090223] env[62321]: INFO nova.compute.manager [-] [instance: 1281e273-d400-4493-b718-e78252e1221a] Took 2.34 seconds to deallocate network for instance. [ 834.300061] env[62321]: DEBUG oslo_vmware.api [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Task: {'id': task-2633254, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50776} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.300061] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] f84e9716-fa61-4674-9292-5b220fb640d0/f84e9716-fa61-4674-9292-5b220fb640d0.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 834.300061] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 834.300061] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27419785-c2a9-4df2-8c59-83299b32b303 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.306299] env[62321]: DEBUG oslo_vmware.api [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Waiting for the task: (returnval){ [ 834.306299] env[62321]: value = "task-2633259" [ 834.306299] env[62321]: _type = "Task" [ 834.306299] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.314865] env[62321]: DEBUG oslo_vmware.api [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Task: {'id': task-2633259, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.332530] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 9f712855-ab1c-43d1-9dbe-15825b9f66b4] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 834.425449] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633258, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.478028] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "refresh_cache-99c10950-245e-45c0-bc8b-1d6c88837349" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.478129] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquired lock "refresh_cache-99c10950-245e-45c0-bc8b-1d6c88837349" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.479034] env[62321]: DEBUG nova.network.neutron [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.482385] env[62321]: INFO nova.compute.manager [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Rescuing [ 834.482465] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Acquiring lock "refresh_cache-1bebba95-b89d-4769-a4fb-8f1416d32b80" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.482656] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Acquired lock "refresh_cache-1bebba95-b89d-4769-a4fb-8f1416d32b80" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.482733] env[62321]: DEBUG nova.network.neutron [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.542935] env[62321]: DEBUG nova.compute.utils [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.550093] env[62321]: DEBUG nova.compute.manager [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 834.550093] env[62321]: DEBUG nova.network.neutron [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 834.553553] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b43132fa-b841-4299-b696-3ce36d101f9a tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lock "16608632-c469-40d5-97d4-2e80c871e4be" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 50.368s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.554840] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lock "16608632-c469-40d5-97d4-2e80c871e4be" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 28.047s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.555079] env[62321]: INFO nova.compute.manager [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Unshelving [ 834.577073] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a1fa7aae-d027-4d2e-b3b5-c6f3c21ac648 tempest-ServerAddressesTestJSON-1429685246 tempest-ServerAddressesTestJSON-1429685246-project-member] Lock "af6025b3-1823-4399-b74a-f0081b0e9f05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.532s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.596751] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6f1ecd35-520b-423e-bb13-facd215b9222 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.604485] env[62321]: DEBUG nova.policy [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '946484021484442ab191c927cdf576af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd8fac8dc7ba41c6b0550e1fff9988a3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 834.651963] env[62321]: DEBUG nova.network.neutron [req-1fb93103-a696-4603-8f4e-6d707f9b60ed req-cff46488-d653-48e0-98a2-892dbb1e4747 service nova] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Updated VIF entry in instance network info cache for port 2eff301e-5a34-4b82-96ac-96ee18f14557. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 834.652425] env[62321]: DEBUG nova.network.neutron [req-1fb93103-a696-4603-8f4e-6d707f9b60ed req-cff46488-d653-48e0-98a2-892dbb1e4747 service nova] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Updating instance_info_cache with network_info: [{"id": "2eff301e-5a34-4b82-96ac-96ee18f14557", "address": "fa:16:3e:94:79:67", "network": {"id": "a50eeade-5604-486a-9cb3-a0b97aca18b5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-625207795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f6e0514ecb245af82559116fef7e299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2eff301e-5a", "ovs_interfaceid": "2eff301e-5a34-4b82-96ac-96ee18f14557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.816185] env[62321]: DEBUG oslo_vmware.api [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Task: {'id': task-2633259, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070737} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.816294] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 834.817061] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb01db5-0e27-4818-860a-7fcca1c4af88 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.839831] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] f84e9716-fa61-4674-9292-5b220fb640d0/f84e9716-fa61-4674-9292-5b220fb640d0.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.840313] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 272a1022-6da1-41c5-a572-e048c09a8aec] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 834.842585] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9998f6ca-267d-45c0-b9ac-e6d55e806cb8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.862706] env[62321]: DEBUG oslo_vmware.api [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Waiting for the task: (returnval){ [ 834.862706] env[62321]: value = "task-2633260" [ 834.862706] env[62321]: _type = "Task" [ 834.862706] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.871210] env[62321]: DEBUG oslo_vmware.api [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Task: {'id': task-2633260, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.915571] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4acb2c44-eb27-464f-b643-debfacac61b3 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.916029] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4acb2c44-eb27-464f-b643-debfacac61b3 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.916029] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-4acb2c44-eb27-464f-b643-debfacac61b3 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Deleting the datastore file [datastore1] abc046a0-2875-4673-9eda-dcd9ded773c1 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.916303] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d38bbe5f-6dd6-41b8-b071-df029f54364d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.928484] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633258, 'name': CreateVM_Task, 'duration_secs': 0.54184} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.929864] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 834.930079] env[62321]: DEBUG oslo_vmware.api [None req-4acb2c44-eb27-464f-b643-debfacac61b3 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Waiting for the task: (returnval){ [ 834.930079] env[62321]: value = "task-2633261" [ 834.930079] env[62321]: _type = "Task" [ 834.930079] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.930762] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.930898] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.931344] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.931565] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c645dfb-138b-4a97-8edd-bf7f595e1de6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.938839] env[62321]: DEBUG oslo_vmware.api [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 834.938839] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d191c8-e76f-fb0a-e2e5-fbe83acbe301" [ 834.938839] env[62321]: _type = "Task" [ 834.938839] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.942057] env[62321]: DEBUG oslo_vmware.api [None req-4acb2c44-eb27-464f-b643-debfacac61b3 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2633261, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.949945] env[62321]: DEBUG oslo_vmware.api [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d191c8-e76f-fb0a-e2e5-fbe83acbe301, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.027558] env[62321]: DEBUG nova.network.neutron [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.048135] env[62321]: DEBUG nova.compute.manager [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 835.156032] env[62321]: DEBUG oslo_concurrency.lockutils [req-1fb93103-a696-4603-8f4e-6d707f9b60ed req-cff46488-d653-48e0-98a2-892dbb1e4747 service nova] Releasing lock "refresh_cache-8c245003-9ef2-464b-a6aa-0bf0dd97bc16" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.235854] env[62321]: DEBUG nova.network.neutron [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Successfully created port: 1661d871-b1b3-474c-ba0d-6b4e87e3e962 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 835.282174] env[62321]: DEBUG nova.network.neutron [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Updating instance_info_cache with network_info: [{"id": "969817ba-f9a5-40bc-985b-0eaf56bb5d3c", "address": "fa:16:3e:da:13:c9", "network": {"id": "02af3748-38ba-426d-a0df-7b044d0c0b87", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-920001595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2238c58ec98844ed97ad0b1384375595", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap969817ba-f9", "ovs_interfaceid": "969817ba-f9a5-40bc-985b-0eaf56bb5d3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.345070] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 8c1ba19f-5d4c-4d59-bf01-68d886c24669] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 835.376635] env[62321]: DEBUG oslo_vmware.api [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Task: {'id': task-2633260, 'name': ReconfigVM_Task, 'duration_secs': 0.338919} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.377023] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Reconfigured VM instance instance-00000043 to attach disk [datastore1] f84e9716-fa61-4674-9292-5b220fb640d0/f84e9716-fa61-4674-9292-5b220fb640d0.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 835.377700] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6774e340-0ecf-45a5-af69-e752ece2ae54 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.384402] env[62321]: DEBUG oslo_vmware.api [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Waiting for the task: (returnval){ [ 835.384402] env[62321]: value = "task-2633262" [ 835.384402] env[62321]: _type = "Task" [ 835.384402] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.400018] env[62321]: DEBUG oslo_vmware.api [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Task: {'id': task-2633262, 'name': Rename_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.440472] env[62321]: DEBUG oslo_vmware.api [None req-4acb2c44-eb27-464f-b643-debfacac61b3 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2633261, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208835} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.443155] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-4acb2c44-eb27-464f-b643-debfacac61b3 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.443429] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4acb2c44-eb27-464f-b643-debfacac61b3 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.443664] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4acb2c44-eb27-464f-b643-debfacac61b3 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.443946] env[62321]: INFO nova.compute.manager [None req-4acb2c44-eb27-464f-b643-debfacac61b3 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Took 2.15 seconds to destroy the instance on the hypervisor. [ 835.444267] env[62321]: DEBUG oslo.service.loopingcall [None req-4acb2c44-eb27-464f-b643-debfacac61b3 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 835.444774] env[62321]: DEBUG nova.compute.manager [-] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.444928] env[62321]: DEBUG nova.network.neutron [-] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.455274] env[62321]: DEBUG oslo_vmware.api [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d191c8-e76f-fb0a-e2e5-fbe83acbe301, 'name': SearchDatastore_Task, 'duration_secs': 0.021703} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.457941] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.459165] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 835.459517] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.459733] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.460054] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 835.460524] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1679d9a0-57bd-405f-b28b-1b64112b0225 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.463598] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bba7a109-94d8-4fdc-b8fa-412fbcfbdd59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquiring lock "fad4687d-8a09-4fbc-81d7-873c9847b830" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.463880] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bba7a109-94d8-4fdc-b8fa-412fbcfbdd59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lock "fad4687d-8a09-4fbc-81d7-873c9847b830" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.464153] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bba7a109-94d8-4fdc-b8fa-412fbcfbdd59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquiring lock "fad4687d-8a09-4fbc-81d7-873c9847b830-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.464401] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bba7a109-94d8-4fdc-b8fa-412fbcfbdd59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lock "fad4687d-8a09-4fbc-81d7-873c9847b830-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.464630] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bba7a109-94d8-4fdc-b8fa-412fbcfbdd59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lock "fad4687d-8a09-4fbc-81d7-873c9847b830-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.466744] env[62321]: INFO nova.compute.manager [None req-bba7a109-94d8-4fdc-b8fa-412fbcfbdd59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Terminating instance [ 835.473953] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 835.474342] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 835.475112] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-000230d3-d353-454b-a38e-06d188e0ce02 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.481449] env[62321]: DEBUG oslo_vmware.api [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 835.481449] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521fb9f2-cd2a-828f-8011-b295b331a818" [ 835.481449] env[62321]: _type = "Task" [ 835.481449] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.493323] env[62321]: DEBUG oslo_vmware.api [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521fb9f2-cd2a-828f-8011-b295b331a818, 'name': SearchDatastore_Task, 'duration_secs': 0.009354} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.494161] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce8ddc65-0bf5-4cd1-b58b-5cd63745f593 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.501791] env[62321]: DEBUG oslo_vmware.api [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 835.501791] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522db45b-494d-e662-f938-495200fdcc03" [ 835.501791] env[62321]: _type = "Task" [ 835.501791] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.509579] env[62321]: DEBUG oslo_vmware.api [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522db45b-494d-e662-f938-495200fdcc03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.522409] env[62321]: DEBUG nova.network.neutron [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Updating instance_info_cache with network_info: [{"id": "5bb969b5-9612-479f-9b26-3f3ae28d6ce8", "address": "fa:16:3e:eb:a9:8b", "network": {"id": "2f86ac6d-bbf6-4dd0-a542-c0f96ab3d275", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-439623977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3cce001cdabd40628e962aa9849efade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bb969b5-96", "ovs_interfaceid": "5bb969b5-9612-479f-9b26-3f3ae28d6ce8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.568764] env[62321]: DEBUG nova.compute.utils [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.597439] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b2896d-3fe9-46e1-a3eb-f3912c2a2e3d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.605916] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef41c04-835e-4703-8e41-237ab094fa53 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.637792] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab2b003-99bd-4f3e-b844-16397551edef {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.646492] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f73805-fadc-411d-8e38-6a4490b3eedf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.661469] env[62321]: DEBUG nova.compute.provider_tree [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.786423] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Releasing lock "refresh_cache-99c10950-245e-45c0-bc8b-1d6c88837349" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.786423] env[62321]: DEBUG nova.compute.manager [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Instance network_info: |[{"id": "969817ba-f9a5-40bc-985b-0eaf56bb5d3c", "address": "fa:16:3e:da:13:c9", "network": {"id": "02af3748-38ba-426d-a0df-7b044d0c0b87", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-920001595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2238c58ec98844ed97ad0b1384375595", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap969817ba-f9", "ovs_interfaceid": "969817ba-f9a5-40bc-985b-0eaf56bb5d3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.786786] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:13:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5fe645c-e088-401e-ab53-4ae2981dea72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '969817ba-f9a5-40bc-985b-0eaf56bb5d3c', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.794401] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Creating folder: Project (2238c58ec98844ed97ad0b1384375595). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.796131] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8329ee64-d7e8-42c4-a755-e3177cdbd543 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.808814] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Created folder: Project (2238c58ec98844ed97ad0b1384375595) in parent group-v530434. [ 835.808916] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Creating folder: Instances. Parent ref: group-v530632. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.809572] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d97d2cf3-e203-489e-830f-c081c2d9e728 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.818662] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Created folder: Instances in parent group-v530632. [ 835.818720] env[62321]: DEBUG oslo.service.loopingcall [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 835.818919] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.819132] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66998476-bc14-4ac1-b222-979e9914aad8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.840612] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.840612] env[62321]: value = "task-2633265" [ 835.840612] env[62321]: _type = "Task" [ 835.840612] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.849858] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: f5c11eeb-bd4a-44b4-8a99-985b0c7716f6] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 835.850186] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633265, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.897593] env[62321]: DEBUG oslo_vmware.api [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Task: {'id': task-2633262, 'name': Rename_Task, 'duration_secs': 0.16604} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.897873] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.898130] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cd91be8-f2ea-4118-a56a-1184d6a00f68 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.904805] env[62321]: DEBUG oslo_vmware.api [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Waiting for the task: (returnval){ [ 835.904805] env[62321]: value = "task-2633266" [ 835.904805] env[62321]: _type = "Task" [ 835.904805] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.920934] env[62321]: DEBUG oslo_vmware.api [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Task: {'id': task-2633266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.970924] env[62321]: DEBUG nova.compute.manager [None req-bba7a109-94d8-4fdc-b8fa-412fbcfbdd59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 835.971275] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-bba7a109-94d8-4fdc-b8fa-412fbcfbdd59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.972327] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba0ea20-ccd1-44d9-a53d-76d9306214d4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.980989] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba7a109-94d8-4fdc-b8fa-412fbcfbdd59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.981325] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8477383-34c5-4059-bdf1-61079b737db9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.987580] env[62321]: DEBUG oslo_vmware.api [None req-bba7a109-94d8-4fdc-b8fa-412fbcfbdd59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 835.987580] env[62321]: value = "task-2633267" [ 835.987580] env[62321]: _type = "Task" [ 835.987580] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.999917] env[62321]: DEBUG oslo_vmware.api [None req-bba7a109-94d8-4fdc-b8fa-412fbcfbdd59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.012604] env[62321]: DEBUG oslo_vmware.api [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522db45b-494d-e662-f938-495200fdcc03, 'name': SearchDatastore_Task, 'duration_secs': 0.012836} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.013088] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.013365] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 8c245003-9ef2-464b-a6aa-0bf0dd97bc16/8c245003-9ef2-464b-a6aa-0bf0dd97bc16.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 836.013630] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af84e868-fc78-4b4c-bc92-2edcfa9520d9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.021922] env[62321]: DEBUG oslo_vmware.api [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 836.021922] env[62321]: value = "task-2633268" [ 836.021922] env[62321]: _type = "Task" [ 836.021922] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.027019] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Releasing lock "refresh_cache-1bebba95-b89d-4769-a4fb-8f1416d32b80" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.037110] env[62321]: DEBUG oslo_vmware.api [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633268, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.066960] env[62321]: DEBUG nova.compute.manager [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 836.071857] env[62321]: INFO nova.virt.block_device [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Booting with volume 63599dde-8cf2-49bc-b255-a76ca628e0ce at /dev/sdb [ 836.107884] env[62321]: DEBUG nova.virt.hardware [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.108248] env[62321]: DEBUG nova.virt.hardware [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.108471] env[62321]: DEBUG nova.virt.hardware [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.108811] env[62321]: DEBUG nova.virt.hardware [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.109043] env[62321]: DEBUG nova.virt.hardware [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.109251] env[62321]: DEBUG nova.virt.hardware [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.109592] env[62321]: DEBUG nova.virt.hardware [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.109817] env[62321]: DEBUG nova.virt.hardware [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.110017] env[62321]: DEBUG nova.virt.hardware [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.110670] env[62321]: DEBUG nova.virt.hardware [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.110670] env[62321]: DEBUG nova.virt.hardware [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.112053] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10594490-4831-45d0-bec0-29ad741c17c8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.122896] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8770e4-87fc-4d4f-9b9f-6da7fc3d045b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.128165] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa3e5194-0b78-4de7-b302-0d4f0d9d0a25 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.147438] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce2bf8f-f21c-4b04-99a7-13d8ca79cbb2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.165137] env[62321]: DEBUG nova.scheduler.client.report [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.191290] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27ba05ac-535a-40b1-9b9b-3d459a5c049b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.201574] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79147a16-17b0-4231-8c82-3030e55f70e7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.243964] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1176622-7a1c-4935-8c1c-dce91b23bef1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.250978] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b66764-d882-4a81-8b40-3ed7cbb484c8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.266039] env[62321]: DEBUG nova.virt.block_device [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Updating existing volume attachment record: 3bed454b-c1c8-497c-ba7a-3a8481c6ce0a {{(pid=62321) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 836.274272] env[62321]: DEBUG nova.compute.manager [req-2e348143-34b8-477d-a8b2-cf270fa4c010 req-ef07fe9a-5ae6-4f1e-9eba-3a1a1765f1e2 service nova] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Received event network-vif-plugged-969817ba-f9a5-40bc-985b-0eaf56bb5d3c {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 836.274507] env[62321]: DEBUG oslo_concurrency.lockutils [req-2e348143-34b8-477d-a8b2-cf270fa4c010 req-ef07fe9a-5ae6-4f1e-9eba-3a1a1765f1e2 service nova] Acquiring lock "99c10950-245e-45c0-bc8b-1d6c88837349-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.274733] env[62321]: DEBUG oslo_concurrency.lockutils [req-2e348143-34b8-477d-a8b2-cf270fa4c010 req-ef07fe9a-5ae6-4f1e-9eba-3a1a1765f1e2 service nova] Lock "99c10950-245e-45c0-bc8b-1d6c88837349-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.274922] env[62321]: DEBUG oslo_concurrency.lockutils [req-2e348143-34b8-477d-a8b2-cf270fa4c010 req-ef07fe9a-5ae6-4f1e-9eba-3a1a1765f1e2 service nova] Lock "99c10950-245e-45c0-bc8b-1d6c88837349-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.275098] env[62321]: DEBUG nova.compute.manager [req-2e348143-34b8-477d-a8b2-cf270fa4c010 req-ef07fe9a-5ae6-4f1e-9eba-3a1a1765f1e2 service nova] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] No waiting events found dispatching network-vif-plugged-969817ba-f9a5-40bc-985b-0eaf56bb5d3c {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 836.275266] env[62321]: WARNING nova.compute.manager [req-2e348143-34b8-477d-a8b2-cf270fa4c010 req-ef07fe9a-5ae6-4f1e-9eba-3a1a1765f1e2 service nova] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Received unexpected event network-vif-plugged-969817ba-f9a5-40bc-985b-0eaf56bb5d3c for instance with vm_state building and task_state spawning. [ 836.275411] env[62321]: DEBUG nova.compute.manager [req-2e348143-34b8-477d-a8b2-cf270fa4c010 req-ef07fe9a-5ae6-4f1e-9eba-3a1a1765f1e2 service nova] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Received event network-changed-969817ba-f9a5-40bc-985b-0eaf56bb5d3c {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 836.275583] env[62321]: DEBUG nova.compute.manager [req-2e348143-34b8-477d-a8b2-cf270fa4c010 req-ef07fe9a-5ae6-4f1e-9eba-3a1a1765f1e2 service nova] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Refreshing instance network info cache due to event network-changed-969817ba-f9a5-40bc-985b-0eaf56bb5d3c. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 836.275764] env[62321]: DEBUG oslo_concurrency.lockutils [req-2e348143-34b8-477d-a8b2-cf270fa4c010 req-ef07fe9a-5ae6-4f1e-9eba-3a1a1765f1e2 service nova] Acquiring lock "refresh_cache-99c10950-245e-45c0-bc8b-1d6c88837349" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.275898] env[62321]: DEBUG oslo_concurrency.lockutils [req-2e348143-34b8-477d-a8b2-cf270fa4c010 req-ef07fe9a-5ae6-4f1e-9eba-3a1a1765f1e2 service nova] Acquired lock "refresh_cache-99c10950-245e-45c0-bc8b-1d6c88837349" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.276458] env[62321]: DEBUG nova.network.neutron [req-2e348143-34b8-477d-a8b2-cf270fa4c010 req-ef07fe9a-5ae6-4f1e-9eba-3a1a1765f1e2 service nova] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Refreshing network info cache for port 969817ba-f9a5-40bc-985b-0eaf56bb5d3c {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.299155] env[62321]: DEBUG nova.network.neutron [-] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.354380] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 0d3265e8-1056-4410-8035-d009478d2052] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 836.355859] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633265, 'name': CreateVM_Task, 'duration_secs': 0.388757} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.356403] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.357337] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.360192] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.360192] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.360192] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d6a78da-524f-4026-98ea-19525ad5f12f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.366141] env[62321]: DEBUG oslo_vmware.api [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 836.366141] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d938a8-3043-25db-1679-aa3b46987a5d" [ 836.366141] env[62321]: _type = "Task" [ 836.366141] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.375422] env[62321]: DEBUG oslo_vmware.api [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d938a8-3043-25db-1679-aa3b46987a5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.414973] env[62321]: DEBUG oslo_vmware.api [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Task: {'id': task-2633266, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.504663] env[62321]: DEBUG oslo_vmware.api [None req-bba7a109-94d8-4fdc-b8fa-412fbcfbdd59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633267, 'name': PowerOffVM_Task, 'duration_secs': 0.165748} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.504663] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba7a109-94d8-4fdc-b8fa-412fbcfbdd59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.504663] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-bba7a109-94d8-4fdc-b8fa-412fbcfbdd59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 836.504663] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-824e8425-8464-419e-881f-e965fe2963e9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.538454] env[62321]: DEBUG oslo_vmware.api [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633268, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475346} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.538454] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 8c245003-9ef2-464b-a6aa-0bf0dd97bc16/8c245003-9ef2-464b-a6aa-0bf0dd97bc16.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 836.538454] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 836.538454] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3908b64-6345-47aa-b22b-6a34fc9aab5d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.545027] env[62321]: DEBUG oslo_vmware.api [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 836.545027] env[62321]: value = "task-2633272" [ 836.545027] env[62321]: _type = "Task" [ 836.545027] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.552371] env[62321]: DEBUG oslo_vmware.api [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633272, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.584105] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-bba7a109-94d8-4fdc-b8fa-412fbcfbdd59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.584105] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-bba7a109-94d8-4fdc-b8fa-412fbcfbdd59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.584105] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-bba7a109-94d8-4fdc-b8fa-412fbcfbdd59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Deleting the datastore file [datastore1] fad4687d-8a09-4fbc-81d7-873c9847b830 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.584105] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57e47e50-189a-4200-ab6c-0f6111a4fe5d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.591860] env[62321]: DEBUG oslo_vmware.api [None req-bba7a109-94d8-4fdc-b8fa-412fbcfbdd59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 836.591860] env[62321]: value = "task-2633274" [ 836.591860] env[62321]: _type = "Task" [ 836.591860] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.601097] env[62321]: DEBUG oslo_vmware.api [None req-bba7a109-94d8-4fdc-b8fa-412fbcfbdd59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.671108] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.671685] env[62321]: DEBUG nova.compute.manager [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 836.674995] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.861s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.675974] env[62321]: DEBUG nova.objects.instance [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62321) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 836.802168] env[62321]: INFO nova.compute.manager [-] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Took 1.36 seconds to deallocate network for instance. [ 836.861619] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 88b335c7-7c56-4ae7-90a1-0fff3028c6a2] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 836.880253] env[62321]: DEBUG oslo_vmware.api [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d938a8-3043-25db-1679-aa3b46987a5d, 'name': SearchDatastore_Task, 'duration_secs': 0.05704} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.882826] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.883099] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.883339] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.883489] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.883665] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.883948] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81c22636-3316-43ff-a4f1-a9016d30304c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.893304] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.893480] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.894208] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81cca6db-4b52-4534-9923-a7590548b064 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.899403] env[62321]: DEBUG oslo_vmware.api [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 836.899403] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]529447c5-b534-a469-b42b-7bb9551914a8" [ 836.899403] env[62321]: _type = "Task" [ 836.899403] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.912417] env[62321]: DEBUG oslo_vmware.api [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]529447c5-b534-a469-b42b-7bb9551914a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.917746] env[62321]: DEBUG oslo_vmware.api [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Task: {'id': task-2633266, 'name': PowerOnVM_Task, 'duration_secs': 0.756764} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.918179] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 836.918489] env[62321]: INFO nova.compute.manager [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Took 7.89 seconds to spawn the instance on the hypervisor. [ 836.918795] env[62321]: DEBUG nova.compute.manager [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.919754] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858d1db7-23e6-4d27-bbc0-37dd0af57a32 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.028748] env[62321]: DEBUG nova.network.neutron [req-2e348143-34b8-477d-a8b2-cf270fa4c010 req-ef07fe9a-5ae6-4f1e-9eba-3a1a1765f1e2 service nova] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Updated VIF entry in instance network info cache for port 969817ba-f9a5-40bc-985b-0eaf56bb5d3c. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.029148] env[62321]: DEBUG nova.network.neutron [req-2e348143-34b8-477d-a8b2-cf270fa4c010 req-ef07fe9a-5ae6-4f1e-9eba-3a1a1765f1e2 service nova] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Updating instance_info_cache with network_info: [{"id": "969817ba-f9a5-40bc-985b-0eaf56bb5d3c", "address": "fa:16:3e:da:13:c9", "network": {"id": "02af3748-38ba-426d-a0df-7b044d0c0b87", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-920001595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2238c58ec98844ed97ad0b1384375595", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap969817ba-f9", "ovs_interfaceid": "969817ba-f9a5-40bc-985b-0eaf56bb5d3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.052926] env[62321]: DEBUG oslo_vmware.api [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633272, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.237778} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.053218] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 837.053981] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28dafbca-b412-48fb-89bf-5987c5770bab {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.079565] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 8c245003-9ef2-464b-a6aa-0bf0dd97bc16/8c245003-9ef2-464b-a6aa-0bf0dd97bc16.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.081148] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f10899e-fc96-4858-881b-7da7cfc021db {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.096173] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.096491] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a198c3e7-414b-4982-a22d-12f404362ef8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.106697] env[62321]: DEBUG oslo_vmware.api [None req-bba7a109-94d8-4fdc-b8fa-412fbcfbdd59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.426941} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.107908] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-bba7a109-94d8-4fdc-b8fa-412fbcfbdd59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.108112] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-bba7a109-94d8-4fdc-b8fa-412fbcfbdd59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.108292] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-bba7a109-94d8-4fdc-b8fa-412fbcfbdd59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.108461] env[62321]: INFO nova.compute.manager [None req-bba7a109-94d8-4fdc-b8fa-412fbcfbdd59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Took 1.14 seconds to destroy the instance on the hypervisor. [ 837.108694] env[62321]: DEBUG oslo.service.loopingcall [None req-bba7a109-94d8-4fdc-b8fa-412fbcfbdd59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 837.108961] env[62321]: DEBUG oslo_vmware.api [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 837.108961] env[62321]: value = "task-2633275" [ 837.108961] env[62321]: _type = "Task" [ 837.108961] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.109986] env[62321]: DEBUG nova.compute.manager [-] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 837.110562] env[62321]: DEBUG nova.network.neutron [-] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 837.111834] env[62321]: DEBUG oslo_vmware.api [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Waiting for the task: (returnval){ [ 837.111834] env[62321]: value = "task-2633276" [ 837.111834] env[62321]: _type = "Task" [ 837.111834] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.123574] env[62321]: DEBUG oslo_vmware.api [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.127122] env[62321]: DEBUG oslo_vmware.api [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.184099] env[62321]: DEBUG nova.compute.utils [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.195844] env[62321]: DEBUG nova.compute.manager [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 837.196039] env[62321]: DEBUG nova.network.neutron [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 837.307460] env[62321]: DEBUG nova.policy [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4829055e084c480d906422dd975de402', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf0a30371ae34071bd15b8a3cb44f6ef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.311670] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4acb2c44-eb27-464f-b643-debfacac61b3 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.361194] env[62321]: DEBUG nova.compute.manager [req-a09d3d16-6e64-449e-8513-c82e7edc9be4 req-1c4d4d56-b6d8-4c06-b8ba-e791a01f8d78 service nova] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Received event network-vif-plugged-1661d871-b1b3-474c-ba0d-6b4e87e3e962 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 837.361194] env[62321]: DEBUG oslo_concurrency.lockutils [req-a09d3d16-6e64-449e-8513-c82e7edc9be4 req-1c4d4d56-b6d8-4c06-b8ba-e791a01f8d78 service nova] Acquiring lock "2b54dcc8-ab37-4010-a560-70b2319ba98a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.361652] env[62321]: DEBUG oslo_concurrency.lockutils [req-a09d3d16-6e64-449e-8513-c82e7edc9be4 req-1c4d4d56-b6d8-4c06-b8ba-e791a01f8d78 service nova] Lock "2b54dcc8-ab37-4010-a560-70b2319ba98a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.361973] env[62321]: DEBUG oslo_concurrency.lockutils [req-a09d3d16-6e64-449e-8513-c82e7edc9be4 req-1c4d4d56-b6d8-4c06-b8ba-e791a01f8d78 service nova] Lock "2b54dcc8-ab37-4010-a560-70b2319ba98a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.362314] env[62321]: DEBUG nova.compute.manager [req-a09d3d16-6e64-449e-8513-c82e7edc9be4 req-1c4d4d56-b6d8-4c06-b8ba-e791a01f8d78 service nova] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] No waiting events found dispatching network-vif-plugged-1661d871-b1b3-474c-ba0d-6b4e87e3e962 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 837.362646] env[62321]: WARNING nova.compute.manager [req-a09d3d16-6e64-449e-8513-c82e7edc9be4 req-1c4d4d56-b6d8-4c06-b8ba-e791a01f8d78 service nova] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Received unexpected event network-vif-plugged-1661d871-b1b3-474c-ba0d-6b4e87e3e962 for instance with vm_state building and task_state spawning. [ 837.364681] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 6dcc5aef-a417-4e28-b807-39f518bcd7fa] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 837.414080] env[62321]: DEBUG oslo_vmware.api [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]529447c5-b534-a469-b42b-7bb9551914a8, 'name': SearchDatastore_Task, 'duration_secs': 0.022521} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.415723] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-108e2880-3a11-4101-88d8-31d680f26044 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.423790] env[62321]: DEBUG oslo_vmware.api [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 837.423790] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b381dc-cb59-af2d-38c5-6f970bf77eaa" [ 837.423790] env[62321]: _type = "Task" [ 837.423790] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.442431] env[62321]: INFO nova.compute.manager [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Took 44.44 seconds to build instance. [ 837.451665] env[62321]: DEBUG oslo_vmware.api [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b381dc-cb59-af2d-38c5-6f970bf77eaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.532200] env[62321]: DEBUG oslo_concurrency.lockutils [req-2e348143-34b8-477d-a8b2-cf270fa4c010 req-ef07fe9a-5ae6-4f1e-9eba-3a1a1765f1e2 service nova] Releasing lock "refresh_cache-99c10950-245e-45c0-bc8b-1d6c88837349" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.535531] env[62321]: DEBUG nova.compute.manager [req-2e348143-34b8-477d-a8b2-cf270fa4c010 req-ef07fe9a-5ae6-4f1e-9eba-3a1a1765f1e2 service nova] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Received event network-vif-deleted-f84bdc6f-32ab-414e-b50d-61e95a067937 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 837.535531] env[62321]: INFO nova.compute.manager [req-2e348143-34b8-477d-a8b2-cf270fa4c010 req-ef07fe9a-5ae6-4f1e-9eba-3a1a1765f1e2 service nova] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Neutron deleted interface f84bdc6f-32ab-414e-b50d-61e95a067937; detaching it from the instance and deleting it from the info cache [ 837.535531] env[62321]: DEBUG nova.network.neutron [req-2e348143-34b8-477d-a8b2-cf270fa4c010 req-ef07fe9a-5ae6-4f1e-9eba-3a1a1765f1e2 service nova] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.624143] env[62321]: DEBUG oslo_vmware.api [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.628186] env[62321]: DEBUG oslo_vmware.api [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633276, 'name': PowerOffVM_Task, 'duration_secs': 0.232996} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.628446] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 837.629273] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52863b4d-fc9e-4444-b651-3aa2cc3e2e7b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.649638] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9328679-299e-4f24-a0f3-5887e6b92a83 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.682303] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.682596] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5cdda70-0759-4b02-b296-eada6a68e759 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.688431] env[62321]: DEBUG oslo_vmware.api [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Waiting for the task: (returnval){ [ 837.688431] env[62321]: value = "task-2633277" [ 837.688431] env[62321]: _type = "Task" [ 837.688431] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.697344] env[62321]: DEBUG nova.compute.manager [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 837.699856] env[62321]: DEBUG oslo_vmware.api [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633277, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.701347] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e9bd9388-6369-4484-9ca9-6c0d68c3914c tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.026s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.702241] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8df3f965-253d-4cb3-b20e-36d84a1d7780 tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.474s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.702458] env[62321]: DEBUG nova.objects.instance [None req-8df3f965-253d-4cb3-b20e-36d84a1d7780 tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Lazy-loading 'resources' on Instance uuid be57ec9c-ca2f-42c5-9be9-d30884fb516e {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.827072] env[62321]: DEBUG nova.network.neutron [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Successfully updated port: 1661d871-b1b3-474c-ba0d-6b4e87e3e962 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 837.868942] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 837.869350] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Cleaning up deleted instances with incomplete migration {{(pid=62321) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 837.934593] env[62321]: DEBUG oslo_vmware.api [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b381dc-cb59-af2d-38c5-6f970bf77eaa, 'name': SearchDatastore_Task, 'duration_secs': 0.035831} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.934896] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.935189] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 99c10950-245e-45c0-bc8b-1d6c88837349/99c10950-245e-45c0-bc8b-1d6c88837349.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.935447] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a32d59ab-35d9-4385-b049-b03e599bf356 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.942919] env[62321]: DEBUG oslo_vmware.api [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 837.942919] env[62321]: value = "task-2633278" [ 837.942919] env[62321]: _type = "Task" [ 837.942919] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.950976] env[62321]: DEBUG oslo_vmware.api [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.952468] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e32b88e7-a779-4a1f-85a1-3b6a356696dd tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Lock "f84e9716-fa61-4674-9292-5b220fb640d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.962s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.954873] env[62321]: DEBUG nova.network.neutron [-] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.037254] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e6c5a84-3b42-45b2-951a-8246e4343a06 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.046890] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96f9811-399a-45b0-8e93-2b4bc26a255a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.088355] env[62321]: DEBUG nova.compute.manager [req-2e348143-34b8-477d-a8b2-cf270fa4c010 req-ef07fe9a-5ae6-4f1e-9eba-3a1a1765f1e2 service nova] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Detach interface failed, port_id=f84bdc6f-32ab-414e-b50d-61e95a067937, reason: Instance abc046a0-2875-4673-9eda-dcd9ded773c1 could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 838.121278] env[62321]: DEBUG oslo_vmware.api [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633275, 'name': ReconfigVM_Task, 'duration_secs': 0.657308} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.121574] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 8c245003-9ef2-464b-a6aa-0bf0dd97bc16/8c245003-9ef2-464b-a6aa-0bf0dd97bc16.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.122231] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec60b8d8-8b52-44de-b5cb-a75e0c5f5d47 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.128186] env[62321]: DEBUG oslo_vmware.api [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 838.128186] env[62321]: value = "task-2633279" [ 838.128186] env[62321]: _type = "Task" [ 838.128186] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.140024] env[62321]: DEBUG oslo_vmware.api [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633279, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.189021] env[62321]: DEBUG nova.network.neutron [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Successfully created port: 49c4d9cc-b877-4ac1-93fc-c53597ac9806 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.207880] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] VM already powered off {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 838.208025] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.208192] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.208349] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.208526] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 838.210674] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f48829b-6f58-4db1-b631-87ef5dd2a7c7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.219597] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 838.219806] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 838.220571] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b250b5ce-81da-4330-b989-00647fa828b9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.231913] env[62321]: DEBUG oslo_vmware.api [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Waiting for the task: (returnval){ [ 838.231913] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5215c649-e9d4-9481-1bfe-cbb214c250c0" [ 838.231913] env[62321]: _type = "Task" [ 838.231913] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.245981] env[62321]: DEBUG oslo_vmware.api [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5215c649-e9d4-9481-1bfe-cbb214c250c0, 'name': SearchDatastore_Task, 'duration_secs': 0.010304} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.249690] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d5a5805-86e9-4c40-bde7-523dc35f0d5a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.257789] env[62321]: DEBUG oslo_vmware.api [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Waiting for the task: (returnval){ [ 838.257789] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521a1d0d-4f70-fbdd-86bf-946ec9a3af90" [ 838.257789] env[62321]: _type = "Task" [ 838.257789] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.266134] env[62321]: DEBUG oslo_vmware.api [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521a1d0d-4f70-fbdd-86bf-946ec9a3af90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.330508] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "refresh_cache-2b54dcc8-ab37-4010-a560-70b2319ba98a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.330508] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquired lock "refresh_cache-2b54dcc8-ab37-4010-a560-70b2319ba98a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.330508] env[62321]: DEBUG nova.network.neutron [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.376018] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 838.457926] env[62321]: INFO nova.compute.manager [-] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Took 1.35 seconds to deallocate network for instance. [ 838.465375] env[62321]: DEBUG oslo_vmware.api [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633278, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.640128] env[62321]: DEBUG oslo_vmware.api [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633279, 'name': Rename_Task, 'duration_secs': 0.160146} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.640277] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.640480] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8ace5be-ed17-4a5f-9ef1-002107ef7d78 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.646199] env[62321]: DEBUG oslo_vmware.api [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 838.646199] env[62321]: value = "task-2633281" [ 838.646199] env[62321]: _type = "Task" [ 838.646199] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.656222] env[62321]: DEBUG oslo_vmware.api [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633281, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.707396] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505f0394-b718-4877-955b-8104d43b2ab8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.710873] env[62321]: DEBUG nova.compute.manager [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 838.717608] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21489b14-ada0-4790-9833-a993a321dcc3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.753174] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1dd0f54-4940-4c65-9040-ddef992df977 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.763672] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa8019b-4910-48d0-858d-5e935fce7acc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.770167] env[62321]: DEBUG nova.virt.hardware [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.770167] env[62321]: DEBUG nova.virt.hardware [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.770167] env[62321]: DEBUG nova.virt.hardware [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.770167] env[62321]: DEBUG nova.virt.hardware [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.770167] env[62321]: DEBUG nova.virt.hardware [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.770481] env[62321]: DEBUG nova.virt.hardware [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.770481] env[62321]: DEBUG nova.virt.hardware [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.770576] env[62321]: DEBUG nova.virt.hardware [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.770761] env[62321]: DEBUG nova.virt.hardware [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.770930] env[62321]: DEBUG nova.virt.hardware [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.771140] env[62321]: DEBUG nova.virt.hardware [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.771847] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff6efd2-b3b9-4719-9596-7bf272889e8f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.779828] env[62321]: DEBUG oslo_vmware.api [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521a1d0d-4f70-fbdd-86bf-946ec9a3af90, 'name': SearchDatastore_Task, 'duration_secs': 0.016103} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.789654] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.789970] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 1bebba95-b89d-4769-a4fb-8f1416d32b80/7fc427ea-8761-4336-ad20-460b5403c5d0-rescue.vmdk. {{(pid=62321) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 838.790838] env[62321]: DEBUG nova.compute.provider_tree [None req-8df3f965-253d-4cb3-b20e-36d84a1d7780 tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.792646] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d20bb601-f693-4183-b14b-f0debf895a5e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.795687] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd701722-fce8-4e56-adb4-9a4345130f9d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.812048] env[62321]: DEBUG oslo_vmware.api [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Waiting for the task: (returnval){ [ 838.812048] env[62321]: value = "task-2633282" [ 838.812048] env[62321]: _type = "Task" [ 838.812048] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.819959] env[62321]: DEBUG oslo_vmware.api [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633282, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.832553] env[62321]: DEBUG nova.compute.manager [req-c7f5185f-3229-4a51-b121-8234686055aa req-7d23595a-e5f8-4e6b-aab7-52dbfe553d7d service nova] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Received event network-vif-deleted-6619618d-1964-439a-ab3d-26f96f6331fe {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 838.877203] env[62321]: DEBUG nova.network.neutron [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.954093] env[62321]: DEBUG oslo_vmware.api [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633278, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684102} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.954356] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 99c10950-245e-45c0-bc8b-1d6c88837349/99c10950-245e-45c0-bc8b-1d6c88837349.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.954578] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.954822] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25fcb62b-f731-4bfe-81ed-e62b996e342c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.964076] env[62321]: DEBUG oslo_vmware.api [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 838.964076] env[62321]: value = "task-2633283" [ 838.964076] env[62321]: _type = "Task" [ 838.964076] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.972551] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bba7a109-94d8-4fdc-b8fa-412fbcfbdd59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.972903] env[62321]: DEBUG oslo_vmware.api [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633283, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.087016] env[62321]: DEBUG nova.network.neutron [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Updating instance_info_cache with network_info: [{"id": "1661d871-b1b3-474c-ba0d-6b4e87e3e962", "address": "fa:16:3e:06:ef:c7", "network": {"id": "aeb4035c-866a-49d1-8e35-92023a4db09e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-243125243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd8fac8dc7ba41c6b0550e1fff9988a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1661d871-b1", "ovs_interfaceid": "1661d871-b1b3-474c-ba0d-6b4e87e3e962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.160239] env[62321]: DEBUG oslo_vmware.api [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633281, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.293901] env[62321]: DEBUG nova.scheduler.client.report [None req-8df3f965-253d-4cb3-b20e-36d84a1d7780 tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.324857] env[62321]: DEBUG oslo_vmware.api [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633282, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.392635] env[62321]: DEBUG oslo_concurrency.lockutils [None req-132e05b2-7f25-4606-a428-ec2a3a51fd01 tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Acquiring lock "f84e9716-fa61-4674-9292-5b220fb640d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.393046] env[62321]: DEBUG oslo_concurrency.lockutils [None req-132e05b2-7f25-4606-a428-ec2a3a51fd01 tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Lock "f84e9716-fa61-4674-9292-5b220fb640d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.393380] env[62321]: DEBUG oslo_concurrency.lockutils [None req-132e05b2-7f25-4606-a428-ec2a3a51fd01 tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Acquiring lock "f84e9716-fa61-4674-9292-5b220fb640d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.393640] env[62321]: DEBUG oslo_concurrency.lockutils [None req-132e05b2-7f25-4606-a428-ec2a3a51fd01 tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Lock "f84e9716-fa61-4674-9292-5b220fb640d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.393917] env[62321]: DEBUG oslo_concurrency.lockutils [None req-132e05b2-7f25-4606-a428-ec2a3a51fd01 tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Lock "f84e9716-fa61-4674-9292-5b220fb640d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.396911] env[62321]: INFO nova.compute.manager [None req-132e05b2-7f25-4606-a428-ec2a3a51fd01 tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Terminating instance [ 839.463417] env[62321]: DEBUG nova.compute.manager [req-dd64241a-be4d-4aae-9904-05d0b7cb35bb req-116a8aba-6910-415e-b960-ce61c63f6a32 service nova] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Received event network-changed-1661d871-b1b3-474c-ba0d-6b4e87e3e962 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 839.463771] env[62321]: DEBUG nova.compute.manager [req-dd64241a-be4d-4aae-9904-05d0b7cb35bb req-116a8aba-6910-415e-b960-ce61c63f6a32 service nova] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Refreshing instance network info cache due to event network-changed-1661d871-b1b3-474c-ba0d-6b4e87e3e962. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 839.463982] env[62321]: DEBUG oslo_concurrency.lockutils [req-dd64241a-be4d-4aae-9904-05d0b7cb35bb req-116a8aba-6910-415e-b960-ce61c63f6a32 service nova] Acquiring lock "refresh_cache-2b54dcc8-ab37-4010-a560-70b2319ba98a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.478913] env[62321]: DEBUG oslo_vmware.api [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633283, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062912} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.479214] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.480032] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d26092f-318d-44c4-832b-9838e36c844b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.504928] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 99c10950-245e-45c0-bc8b-1d6c88837349/99c10950-245e-45c0-bc8b-1d6c88837349.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.505302] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b568ad7-2e62-47ca-b2a9-30490a0fcbb0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.525940] env[62321]: DEBUG oslo_vmware.api [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 839.525940] env[62321]: value = "task-2633284" [ 839.525940] env[62321]: _type = "Task" [ 839.525940] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.535022] env[62321]: DEBUG oslo_vmware.api [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633284, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.589878] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Releasing lock "refresh_cache-2b54dcc8-ab37-4010-a560-70b2319ba98a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.590240] env[62321]: DEBUG nova.compute.manager [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Instance network_info: |[{"id": "1661d871-b1b3-474c-ba0d-6b4e87e3e962", "address": "fa:16:3e:06:ef:c7", "network": {"id": "aeb4035c-866a-49d1-8e35-92023a4db09e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-243125243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd8fac8dc7ba41c6b0550e1fff9988a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1661d871-b1", "ovs_interfaceid": "1661d871-b1b3-474c-ba0d-6b4e87e3e962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 839.590610] env[62321]: DEBUG oslo_concurrency.lockutils [req-dd64241a-be4d-4aae-9904-05d0b7cb35bb req-116a8aba-6910-415e-b960-ce61c63f6a32 service nova] Acquired lock "refresh_cache-2b54dcc8-ab37-4010-a560-70b2319ba98a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.590799] env[62321]: DEBUG nova.network.neutron [req-dd64241a-be4d-4aae-9904-05d0b7cb35bb req-116a8aba-6910-415e-b960-ce61c63f6a32 service nova] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Refreshing network info cache for port 1661d871-b1b3-474c-ba0d-6b4e87e3e962 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.592392] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:ef:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1661d871-b1b3-474c-ba0d-6b4e87e3e962', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.600486] env[62321]: DEBUG oslo.service.loopingcall [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 839.603622] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.604127] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f01f0910-eaa7-4f6d-b06a-f062c69d2183 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.626024] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.626024] env[62321]: value = "task-2633285" [ 839.626024] env[62321]: _type = "Task" [ 839.626024] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.634443] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633285, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.662396] env[62321]: DEBUG oslo_vmware.api [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633281, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.800399] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8df3f965-253d-4cb3-b20e-36d84a1d7780 tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.098s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.802847] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2f9b7d55-ae21-4672-9d21-e96821e53548 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.845s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.803072] env[62321]: DEBUG nova.objects.instance [None req-2f9b7d55-ae21-4672-9d21-e96821e53548 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lazy-loading 'resources' on Instance uuid 5aad616b-744d-47dd-9c53-bb7120849743 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.825862] env[62321]: DEBUG oslo_vmware.api [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633282, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.782834} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.825862] env[62321]: INFO nova.virt.vmwareapi.ds_util [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 1bebba95-b89d-4769-a4fb-8f1416d32b80/7fc427ea-8761-4336-ad20-460b5403c5d0-rescue.vmdk. [ 839.827239] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20f13c5-78a3-4f6b-980b-653ec090f213 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.832555] env[62321]: INFO nova.scheduler.client.report [None req-8df3f965-253d-4cb3-b20e-36d84a1d7780 tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Deleted allocations for instance be57ec9c-ca2f-42c5-9be9-d30884fb516e [ 839.856127] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 1bebba95-b89d-4769-a4fb-8f1416d32b80/7fc427ea-8761-4336-ad20-460b5403c5d0-rescue.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.859023] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5005556-c86a-46b7-a4f5-4439a885a574 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.877834] env[62321]: DEBUG oslo_vmware.api [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Waiting for the task: (returnval){ [ 839.877834] env[62321]: value = "task-2633286" [ 839.877834] env[62321]: _type = "Task" [ 839.877834] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.886647] env[62321]: DEBUG oslo_vmware.api [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633286, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.901456] env[62321]: DEBUG nova.compute.manager [None req-132e05b2-7f25-4606-a428-ec2a3a51fd01 tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.901668] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-132e05b2-7f25-4606-a428-ec2a3a51fd01 tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.902636] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5706d9f6-7efa-436b-9482-c69088edd42c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.910673] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-132e05b2-7f25-4606-a428-ec2a3a51fd01 tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.910944] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-409037c2-5671-4163-a40a-a1fde8d545d8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.916778] env[62321]: DEBUG oslo_vmware.api [None req-132e05b2-7f25-4606-a428-ec2a3a51fd01 tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Waiting for the task: (returnval){ [ 839.916778] env[62321]: value = "task-2633287" [ 839.916778] env[62321]: _type = "Task" [ 839.916778] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.924482] env[62321]: DEBUG oslo_vmware.api [None req-132e05b2-7f25-4606-a428-ec2a3a51fd01 tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Task: {'id': task-2633287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.035882] env[62321]: DEBUG oslo_vmware.api [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.101098] env[62321]: DEBUG nova.network.neutron [req-dd64241a-be4d-4aae-9904-05d0b7cb35bb req-116a8aba-6910-415e-b960-ce61c63f6a32 service nova] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Updated VIF entry in instance network info cache for port 1661d871-b1b3-474c-ba0d-6b4e87e3e962. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.101488] env[62321]: DEBUG nova.network.neutron [req-dd64241a-be4d-4aae-9904-05d0b7cb35bb req-116a8aba-6910-415e-b960-ce61c63f6a32 service nova] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Updating instance_info_cache with network_info: [{"id": "1661d871-b1b3-474c-ba0d-6b4e87e3e962", "address": "fa:16:3e:06:ef:c7", "network": {"id": "aeb4035c-866a-49d1-8e35-92023a4db09e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-243125243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd8fac8dc7ba41c6b0550e1fff9988a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1661d871-b1", "ovs_interfaceid": "1661d871-b1b3-474c-ba0d-6b4e87e3e962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.137155] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633285, 'name': CreateVM_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.160464] env[62321]: DEBUG oslo_vmware.api [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633281, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.317008] env[62321]: DEBUG nova.network.neutron [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Successfully updated port: 49c4d9cc-b877-4ac1-93fc-c53597ac9806 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 840.365299] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8df3f965-253d-4cb3-b20e-36d84a1d7780 tempest-InstanceActionsTestJSON-110980397 tempest-InstanceActionsTestJSON-110980397-project-member] Lock "be57ec9c-ca2f-42c5-9be9-d30884fb516e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.194s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.397289] env[62321]: DEBUG oslo_vmware.api [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633286, 'name': ReconfigVM_Task, 'duration_secs': 0.305785} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.399907] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 1bebba95-b89d-4769-a4fb-8f1416d32b80/7fc427ea-8761-4336-ad20-460b5403c5d0-rescue.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.401718] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20d3a54-57ea-4df5-9921-f594b64367d8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.432630] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cf3ec29-59e9-471b-ab05-2f1044c03e17 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.450403] env[62321]: DEBUG oslo_vmware.api [None req-132e05b2-7f25-4606-a428-ec2a3a51fd01 tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Task: {'id': task-2633287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.451658] env[62321]: DEBUG oslo_vmware.api [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Waiting for the task: (returnval){ [ 840.451658] env[62321]: value = "task-2633288" [ 840.451658] env[62321]: _type = "Task" [ 840.451658] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.461689] env[62321]: DEBUG oslo_vmware.api [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633288, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.535995] env[62321]: DEBUG oslo_vmware.api [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633284, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.605703] env[62321]: DEBUG oslo_concurrency.lockutils [req-dd64241a-be4d-4aae-9904-05d0b7cb35bb req-116a8aba-6910-415e-b960-ce61c63f6a32 service nova] Releasing lock "refresh_cache-2b54dcc8-ab37-4010-a560-70b2319ba98a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.639055] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633285, 'name': CreateVM_Task, 'duration_secs': 0.733754} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.640819] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.641806] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.641976] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.642396] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.642726] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16753454-785a-47d6-bd1d-0d0505be6921 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.648491] env[62321]: DEBUG oslo_vmware.api [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 840.648491] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52fa3368-5ae7-f018-6fb6-15aacdb9dd5c" [ 840.648491] env[62321]: _type = "Task" [ 840.648491] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.662397] env[62321]: DEBUG oslo_vmware.api [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52fa3368-5ae7-f018-6fb6-15aacdb9dd5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.666492] env[62321]: DEBUG oslo_vmware.api [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633281, 'name': PowerOnVM_Task, 'duration_secs': 1.784908} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.666811] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.667062] env[62321]: INFO nova.compute.manager [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Took 9.98 seconds to spawn the instance on the hypervisor. [ 840.667261] env[62321]: DEBUG nova.compute.manager [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.668101] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc55ace7-df51-4cb0-8ec2-6c68d6dd0440 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.805084] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee04124-d961-41b1-a614-5bfa958b762e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.814055] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20708e66-6ab8-4770-b397-b0f02da74c8e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.820341] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Acquiring lock "refresh_cache-627d19af-6ef7-426a-a3db-680470954a2a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.820492] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Acquired lock "refresh_cache-627d19af-6ef7-426a-a3db-680470954a2a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.820656] env[62321]: DEBUG nova.network.neutron [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.851572] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9c9e73-5772-4360-b233-e58c92291abc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.859922] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b4b06e-9dc7-42de-84d9-fec237746c73 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.875755] env[62321]: DEBUG nova.compute.provider_tree [None req-2f9b7d55-ae21-4672-9d21-e96821e53548 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.932506] env[62321]: DEBUG oslo_vmware.api [None req-132e05b2-7f25-4606-a428-ec2a3a51fd01 tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Task: {'id': task-2633287, 'name': PowerOffVM_Task, 'duration_secs': 0.817401} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.932506] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-132e05b2-7f25-4606-a428-ec2a3a51fd01 tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.932506] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-132e05b2-7f25-4606-a428-ec2a3a51fd01 tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.932906] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4540e197-e1f3-455b-b305-b3f326e0209d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.962418] env[62321]: DEBUG oslo_vmware.api [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633288, 'name': ReconfigVM_Task, 'duration_secs': 0.336911} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.962881] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.963023] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f26ad94-612b-4c96-8d10-e97898b9085d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.969213] env[62321]: DEBUG oslo_vmware.api [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Waiting for the task: (returnval){ [ 840.969213] env[62321]: value = "task-2633290" [ 840.969213] env[62321]: _type = "Task" [ 840.969213] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.977843] env[62321]: DEBUG oslo_vmware.api [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.011952] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-132e05b2-7f25-4606-a428-ec2a3a51fd01 tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.012189] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-132e05b2-7f25-4606-a428-ec2a3a51fd01 tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.012390] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-132e05b2-7f25-4606-a428-ec2a3a51fd01 tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Deleting the datastore file [datastore1] f84e9716-fa61-4674-9292-5b220fb640d0 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.012715] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a275dd3-1dd5-4840-9c0d-1ae1f5dc89be {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.019806] env[62321]: DEBUG oslo_vmware.api [None req-132e05b2-7f25-4606-a428-ec2a3a51fd01 tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Waiting for the task: (returnval){ [ 841.019806] env[62321]: value = "task-2633291" [ 841.019806] env[62321]: _type = "Task" [ 841.019806] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.027808] env[62321]: DEBUG oslo_vmware.api [None req-132e05b2-7f25-4606-a428-ec2a3a51fd01 tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Task: {'id': task-2633291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.035959] env[62321]: DEBUG oslo_vmware.api [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633284, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.165448] env[62321]: DEBUG oslo_vmware.api [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52fa3368-5ae7-f018-6fb6-15aacdb9dd5c, 'name': SearchDatastore_Task, 'duration_secs': 0.017802} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.165945] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.166374] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.166801] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.167017] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.167338] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.167731] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb019f5d-66ca-413b-86d9-c67da35128e6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.180585] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.180943] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.190927] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fc6cac4-e8f1-44a5-b39f-418c353a7287 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.201288] env[62321]: INFO nova.compute.manager [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Took 43.64 seconds to build instance. [ 841.207510] env[62321]: DEBUG oslo_vmware.api [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 841.207510] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52da5c73-0175-dac7-37da-4bb80003eba5" [ 841.207510] env[62321]: _type = "Task" [ 841.207510] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.217870] env[62321]: DEBUG oslo_vmware.api [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52da5c73-0175-dac7-37da-4bb80003eba5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.378590] env[62321]: DEBUG nova.scheduler.client.report [None req-2f9b7d55-ae21-4672-9d21-e96821e53548 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.426094] env[62321]: DEBUG nova.network.neutron [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.480315] env[62321]: DEBUG oslo_vmware.api [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633290, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.529327] env[62321]: DEBUG oslo_vmware.api [None req-132e05b2-7f25-4606-a428-ec2a3a51fd01 tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Task: {'id': task-2633291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218989} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.533567] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-132e05b2-7f25-4606-a428-ec2a3a51fd01 tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.533956] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-132e05b2-7f25-4606-a428-ec2a3a51fd01 tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.534216] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-132e05b2-7f25-4606-a428-ec2a3a51fd01 tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.534433] env[62321]: INFO nova.compute.manager [None req-132e05b2-7f25-4606-a428-ec2a3a51fd01 tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Took 1.63 seconds to destroy the instance on the hypervisor. [ 841.534747] env[62321]: DEBUG oslo.service.loopingcall [None req-132e05b2-7f25-4606-a428-ec2a3a51fd01 tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 841.535257] env[62321]: DEBUG nova.compute.manager [-] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 841.535257] env[62321]: DEBUG nova.network.neutron [-] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 841.541863] env[62321]: DEBUG oslo_vmware.api [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633284, 'name': ReconfigVM_Task, 'duration_secs': 1.855538} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.542353] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 99c10950-245e-45c0-bc8b-1d6c88837349/99c10950-245e-45c0-bc8b-1d6c88837349.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.542996] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-822024a8-acba-4d6e-a930-91cd9b8d2dd3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.548953] env[62321]: DEBUG oslo_vmware.api [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 841.548953] env[62321]: value = "task-2633292" [ 841.548953] env[62321]: _type = "Task" [ 841.548953] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.560388] env[62321]: DEBUG oslo_vmware.api [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633292, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.704641] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c9f7ac44-935a-4da3-bdbc-da55717b7232 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "8c245003-9ef2-464b-a6aa-0bf0dd97bc16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.160s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.717933] env[62321]: DEBUG oslo_vmware.api [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52da5c73-0175-dac7-37da-4bb80003eba5, 'name': SearchDatastore_Task, 'duration_secs': 0.016724} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.718765] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26f4e981-4ca3-4a8c-8a5d-d7379709edc6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.724327] env[62321]: DEBUG oslo_vmware.api [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 841.724327] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]524e1b09-e893-74ae-a71d-d0b3afa3f4a8" [ 841.724327] env[62321]: _type = "Task" [ 841.724327] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.733508] env[62321]: DEBUG oslo_vmware.api [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]524e1b09-e893-74ae-a71d-d0b3afa3f4a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.870934] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Acquiring lock "5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.871236] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Lock "5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.871417] env[62321]: INFO nova.compute.manager [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Shelving [ 841.883649] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2f9b7d55-ae21-4672-9d21-e96821e53548 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.081s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.886338] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.742s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.888092] env[62321]: INFO nova.compute.claims [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.921241] env[62321]: INFO nova.scheduler.client.report [None req-2f9b7d55-ae21-4672-9d21-e96821e53548 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Deleted allocations for instance 5aad616b-744d-47dd-9c53-bb7120849743 [ 841.925117] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.984228] env[62321]: DEBUG oslo_vmware.api [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633290, 'name': PowerOnVM_Task, 'duration_secs': 0.799102} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.986727] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.990398] env[62321]: DEBUG nova.compute.manager [req-6c6d2bb1-247e-4293-a7f8-c5ac5a18471c req-635b2b98-2fd6-4c05-a32f-4c43fdc9b95d service nova] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Received event network-vif-plugged-49c4d9cc-b877-4ac1-93fc-c53597ac9806 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 841.990838] env[62321]: DEBUG oslo_concurrency.lockutils [req-6c6d2bb1-247e-4293-a7f8-c5ac5a18471c req-635b2b98-2fd6-4c05-a32f-4c43fdc9b95d service nova] Acquiring lock "627d19af-6ef7-426a-a3db-680470954a2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.991205] env[62321]: DEBUG oslo_concurrency.lockutils [req-6c6d2bb1-247e-4293-a7f8-c5ac5a18471c req-635b2b98-2fd6-4c05-a32f-4c43fdc9b95d service nova] Lock "627d19af-6ef7-426a-a3db-680470954a2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.991559] env[62321]: DEBUG oslo_concurrency.lockutils [req-6c6d2bb1-247e-4293-a7f8-c5ac5a18471c req-635b2b98-2fd6-4c05-a32f-4c43fdc9b95d service nova] Lock "627d19af-6ef7-426a-a3db-680470954a2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.992047] env[62321]: DEBUG nova.compute.manager [req-6c6d2bb1-247e-4293-a7f8-c5ac5a18471c req-635b2b98-2fd6-4c05-a32f-4c43fdc9b95d service nova] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] No waiting events found dispatching network-vif-plugged-49c4d9cc-b877-4ac1-93fc-c53597ac9806 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 841.992378] env[62321]: WARNING nova.compute.manager [req-6c6d2bb1-247e-4293-a7f8-c5ac5a18471c req-635b2b98-2fd6-4c05-a32f-4c43fdc9b95d service nova] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Received unexpected event network-vif-plugged-49c4d9cc-b877-4ac1-93fc-c53597ac9806 for instance with vm_state building and task_state spawning. [ 841.992800] env[62321]: DEBUG nova.compute.manager [req-6c6d2bb1-247e-4293-a7f8-c5ac5a18471c req-635b2b98-2fd6-4c05-a32f-4c43fdc9b95d service nova] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Received event network-changed-49c4d9cc-b877-4ac1-93fc-c53597ac9806 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 841.993145] env[62321]: DEBUG nova.compute.manager [req-6c6d2bb1-247e-4293-a7f8-c5ac5a18471c req-635b2b98-2fd6-4c05-a32f-4c43fdc9b95d service nova] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Refreshing instance network info cache due to event network-changed-49c4d9cc-b877-4ac1-93fc-c53597ac9806. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 841.993478] env[62321]: DEBUG oslo_concurrency.lockutils [req-6c6d2bb1-247e-4293-a7f8-c5ac5a18471c req-635b2b98-2fd6-4c05-a32f-4c43fdc9b95d service nova] Acquiring lock "refresh_cache-627d19af-6ef7-426a-a3db-680470954a2a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.994805] env[62321]: DEBUG nova.compute.manager [None req-d8708a14-911e-4bcf-87b8-7a8fd0361e29 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.996472] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9a335b-a846-4ae6-bc9f-21ba9c9600e2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.046746] env[62321]: DEBUG nova.network.neutron [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Updating instance_info_cache with network_info: [{"id": "49c4d9cc-b877-4ac1-93fc-c53597ac9806", "address": "fa:16:3e:af:08:a5", "network": {"id": "36a9560b-d9e0-4da7-b5d1-092f5d1c5fe0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-119559160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf0a30371ae34071bd15b8a3cb44f6ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49c4d9cc-b8", "ovs_interfaceid": "49c4d9cc-b877-4ac1-93fc-c53597ac9806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.060595] env[62321]: DEBUG oslo_vmware.api [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633292, 'name': Rename_Task, 'duration_secs': 0.147322} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.060930] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.061223] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c111b947-5591-4c0b-aad5-3ea6af0724aa {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.069922] env[62321]: DEBUG oslo_vmware.api [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 842.069922] env[62321]: value = "task-2633293" [ 842.069922] env[62321]: _type = "Task" [ 842.069922] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.077870] env[62321]: DEBUG oslo_vmware.api [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633293, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.246020] env[62321]: DEBUG oslo_vmware.api [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]524e1b09-e893-74ae-a71d-d0b3afa3f4a8, 'name': SearchDatastore_Task, 'duration_secs': 0.031854} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.246020] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.246020] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 2b54dcc8-ab37-4010-a560-70b2319ba98a/2b54dcc8-ab37-4010-a560-70b2319ba98a.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.246020] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8bef587-69e8-478b-b7b1-5fa5e5b1205d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.256120] env[62321]: DEBUG oslo_vmware.api [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 842.256120] env[62321]: value = "task-2633294" [ 842.256120] env[62321]: _type = "Task" [ 842.256120] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.265820] env[62321]: DEBUG oslo_vmware.api [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.432927] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2f9b7d55-ae21-4672-9d21-e96821e53548 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "5aad616b-744d-47dd-9c53-bb7120849743" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.623s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.550846] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Releasing lock "refresh_cache-627d19af-6ef7-426a-a3db-680470954a2a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.551315] env[62321]: DEBUG nova.compute.manager [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Instance network_info: |[{"id": "49c4d9cc-b877-4ac1-93fc-c53597ac9806", "address": "fa:16:3e:af:08:a5", "network": {"id": "36a9560b-d9e0-4da7-b5d1-092f5d1c5fe0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-119559160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf0a30371ae34071bd15b8a3cb44f6ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49c4d9cc-b8", "ovs_interfaceid": "49c4d9cc-b877-4ac1-93fc-c53597ac9806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 842.552140] env[62321]: DEBUG oslo_concurrency.lockutils [req-6c6d2bb1-247e-4293-a7f8-c5ac5a18471c req-635b2b98-2fd6-4c05-a32f-4c43fdc9b95d service nova] Acquired lock "refresh_cache-627d19af-6ef7-426a-a3db-680470954a2a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.552807] env[62321]: DEBUG nova.network.neutron [req-6c6d2bb1-247e-4293-a7f8-c5ac5a18471c req-635b2b98-2fd6-4c05-a32f-4c43fdc9b95d service nova] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Refreshing network info cache for port 49c4d9cc-b877-4ac1-93fc-c53597ac9806 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.554534] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:08:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbf3349e-d05e-4d44-a011-c4b6e41af988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49c4d9cc-b877-4ac1-93fc-c53597ac9806', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.564728] env[62321]: DEBUG oslo.service.loopingcall [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 842.571134] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.571134] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61f69709-ec20-496a-ac66-3904cbd0dab4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.607203] env[62321]: DEBUG oslo_vmware.api [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633293, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.607203] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.607203] env[62321]: value = "task-2633295" [ 842.607203] env[62321]: _type = "Task" [ 842.607203] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.615967] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633295, 'name': CreateVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.766493] env[62321]: DEBUG oslo_vmware.api [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633294, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.788101] env[62321]: DEBUG nova.network.neutron [-] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.881417] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.881733] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d106cc0-f105-4ea6-bddf-6c74cf410396 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.891312] env[62321]: DEBUG oslo_vmware.api [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Waiting for the task: (returnval){ [ 842.891312] env[62321]: value = "task-2633296" [ 842.891312] env[62321]: _type = "Task" [ 842.891312] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.906568] env[62321]: DEBUG oslo_vmware.api [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.947692] env[62321]: DEBUG nova.network.neutron [req-6c6d2bb1-247e-4293-a7f8-c5ac5a18471c req-635b2b98-2fd6-4c05-a32f-4c43fdc9b95d service nova] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Updated VIF entry in instance network info cache for port 49c4d9cc-b877-4ac1-93fc-c53597ac9806. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 842.948151] env[62321]: DEBUG nova.network.neutron [req-6c6d2bb1-247e-4293-a7f8-c5ac5a18471c req-635b2b98-2fd6-4c05-a32f-4c43fdc9b95d service nova] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Updating instance_info_cache with network_info: [{"id": "49c4d9cc-b877-4ac1-93fc-c53597ac9806", "address": "fa:16:3e:af:08:a5", "network": {"id": "36a9560b-d9e0-4da7-b5d1-092f5d1c5fe0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-119559160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf0a30371ae34071bd15b8a3cb44f6ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49c4d9cc-b8", "ovs_interfaceid": "49c4d9cc-b877-4ac1-93fc-c53597ac9806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.083762] env[62321]: DEBUG oslo_vmware.api [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633293, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.119982] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633295, 'name': CreateVM_Task, 'duration_secs': 0.393186} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.120128] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.120925] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.121110] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.121481] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.121779] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf8aab3d-3e65-4ebf-ba45-db8c8a34ccc0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.127117] env[62321]: DEBUG oslo_vmware.api [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Waiting for the task: (returnval){ [ 843.127117] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]520e000d-d8cf-be3d-de7d-1ded7096c037" [ 843.127117] env[62321]: _type = "Task" [ 843.127117] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.141534] env[62321]: DEBUG oslo_vmware.api [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]520e000d-d8cf-be3d-de7d-1ded7096c037, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.269132] env[62321]: DEBUG oslo_vmware.api [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633294, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.291630] env[62321]: INFO nova.compute.manager [-] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Took 1.76 seconds to deallocate network for instance. [ 843.404921] env[62321]: DEBUG oslo_vmware.api [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633296, 'name': PowerOffVM_Task, 'duration_secs': 0.289677} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.405434] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.405921] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f384200-cc2c-47a9-a8bf-7c4d4f24b256 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.433465] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2949845a-de09-459f-ad1d-b3edc911d95c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.450491] env[62321]: DEBUG oslo_concurrency.lockutils [req-6c6d2bb1-247e-4293-a7f8-c5ac5a18471c req-635b2b98-2fd6-4c05-a32f-4c43fdc9b95d service nova] Releasing lock "refresh_cache-627d19af-6ef7-426a-a3db-680470954a2a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.474396] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9d40ae-76a2-4f1e-b997-a44885236f6c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.483460] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62176721-67a5-4c4f-b66e-40f86f00fb1d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.523735] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc65df64-d6fe-443f-8e90-ef99640156c2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.534097] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b708f28-409c-41ee-ac62-a5f6dba5d2a3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.548784] env[62321]: DEBUG nova.compute.provider_tree [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.579028] env[62321]: DEBUG oslo_vmware.api [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633293, 'name': PowerOnVM_Task, 'duration_secs': 1.152926} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.579346] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.579469] env[62321]: INFO nova.compute.manager [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Took 10.16 seconds to spawn the instance on the hypervisor. [ 843.579643] env[62321]: DEBUG nova.compute.manager [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.580437] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfa56b2-7dbd-43ee-a145-238b42a47e38 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.640562] env[62321]: DEBUG oslo_vmware.api [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]520e000d-d8cf-be3d-de7d-1ded7096c037, 'name': SearchDatastore_Task, 'duration_secs': 0.019408} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.640875] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.641151] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.641396] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.641543] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.641724] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.641969] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f1f51d5-76c3-44d4-b48f-3db5eefb16b5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.650631] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.650816] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.651644] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23521585-c716-4c2d-aba7-0b35573d6ca0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.658497] env[62321]: DEBUG oslo_vmware.api [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Waiting for the task: (returnval){ [ 843.658497] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52f31003-3318-7241-6dc9-20154b3f37b5" [ 843.658497] env[62321]: _type = "Task" [ 843.658497] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.667998] env[62321]: DEBUG oslo_vmware.api [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52f31003-3318-7241-6dc9-20154b3f37b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.693029] env[62321]: DEBUG oslo_concurrency.lockutils [None req-13c2bdbd-bc3d-4a33-ae84-7a8fdceb623e tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquiring lock "0d7b5ea5-2fd4-49be-a75d-f59143548909" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.693146] env[62321]: DEBUG oslo_concurrency.lockutils [None req-13c2bdbd-bc3d-4a33-ae84-7a8fdceb623e tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "0d7b5ea5-2fd4-49be-a75d-f59143548909" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.693364] env[62321]: DEBUG oslo_concurrency.lockutils [None req-13c2bdbd-bc3d-4a33-ae84-7a8fdceb623e tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquiring lock "0d7b5ea5-2fd4-49be-a75d-f59143548909-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.693571] env[62321]: DEBUG oslo_concurrency.lockutils [None req-13c2bdbd-bc3d-4a33-ae84-7a8fdceb623e tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "0d7b5ea5-2fd4-49be-a75d-f59143548909-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.693756] env[62321]: DEBUG oslo_concurrency.lockutils [None req-13c2bdbd-bc3d-4a33-ae84-7a8fdceb623e tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "0d7b5ea5-2fd4-49be-a75d-f59143548909-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.696758] env[62321]: INFO nova.compute.manager [None req-13c2bdbd-bc3d-4a33-ae84-7a8fdceb623e tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Terminating instance [ 843.722126] env[62321]: DEBUG oslo_concurrency.lockutils [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Acquiring lock "b0ec5a52-282c-41dd-8247-27257ea56849" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.722126] env[62321]: DEBUG oslo_concurrency.lockutils [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Lock "b0ec5a52-282c-41dd-8247-27257ea56849" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.769016] env[62321]: DEBUG oslo_vmware.api [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633294, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.793025] env[62321]: INFO nova.compute.manager [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Rebuilding instance [ 843.800168] env[62321]: DEBUG oslo_concurrency.lockutils [None req-132e05b2-7f25-4606-a428-ec2a3a51fd01 tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.844320] env[62321]: DEBUG nova.compute.manager [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.845202] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236e490d-3e66-4262-a2d4-e7c443662f1a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.950766] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Creating Snapshot of the VM instance {{(pid=62321) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 843.951364] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-707637c7-ab65-49db-a6dc-79df125edac1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.959578] env[62321]: DEBUG oslo_vmware.api [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Waiting for the task: (returnval){ [ 843.959578] env[62321]: value = "task-2633297" [ 843.959578] env[62321]: _type = "Task" [ 843.959578] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.969092] env[62321]: DEBUG oslo_vmware.api [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633297, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.052725] env[62321]: DEBUG nova.scheduler.client.report [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.072646] env[62321]: DEBUG nova.compute.manager [req-757f6c56-e5f6-477a-a08a-f2bc709d528e req-66ec94ef-0223-4388-b260-4bfc34a9389e service nova] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Received event network-vif-deleted-0d2fe885-8fcb-42ef-bccc-cbb7ebfd78b8 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 844.099901] env[62321]: INFO nova.compute.manager [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Took 45.17 seconds to build instance. [ 844.171620] env[62321]: DEBUG oslo_vmware.api [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52f31003-3318-7241-6dc9-20154b3f37b5, 'name': SearchDatastore_Task, 'duration_secs': 0.011359} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.172634] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2ff82bf-0e39-4ba6-ad97-94ed61839e14 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.179248] env[62321]: DEBUG oslo_vmware.api [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Waiting for the task: (returnval){ [ 844.179248] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521cf767-15bc-6144-5340-fe8060ed899e" [ 844.179248] env[62321]: _type = "Task" [ 844.179248] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.188424] env[62321]: DEBUG oslo_vmware.api [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521cf767-15bc-6144-5340-fe8060ed899e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.203691] env[62321]: DEBUG nova.compute.manager [None req-13c2bdbd-bc3d-4a33-ae84-7a8fdceb623e tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 844.203987] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-13c2bdbd-bc3d-4a33-ae84-7a8fdceb623e tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.205446] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce20bf7-7706-4665-9647-3db76b01b0ad {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.213641] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-13c2bdbd-bc3d-4a33-ae84-7a8fdceb623e tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.213868] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0242fb2-4792-4dc3-a5c8-94714b374b19 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.220647] env[62321]: DEBUG oslo_vmware.api [None req-13c2bdbd-bc3d-4a33-ae84-7a8fdceb623e tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 844.220647] env[62321]: value = "task-2633298" [ 844.220647] env[62321]: _type = "Task" [ 844.220647] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.226905] env[62321]: DEBUG nova.compute.manager [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 844.236066] env[62321]: DEBUG oslo_vmware.api [None req-13c2bdbd-bc3d-4a33-ae84-7a8fdceb623e tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633298, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.268828] env[62321]: DEBUG oslo_vmware.api [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633294, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.593521} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.269591] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 2b54dcc8-ab37-4010-a560-70b2319ba98a/2b54dcc8-ab37-4010-a560-70b2319ba98a.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.269800] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.270807] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e5ee542-565a-4ffb-bbd6-917c25b1459d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.278026] env[62321]: DEBUG oslo_vmware.api [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 844.278026] env[62321]: value = "task-2633299" [ 844.278026] env[62321]: _type = "Task" [ 844.278026] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.285821] env[62321]: DEBUG oslo_vmware.api [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633299, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.479023] env[62321]: DEBUG oslo_vmware.api [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633297, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.487684] env[62321]: DEBUG oslo_concurrency.lockutils [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquiring lock "a0cb66e2-92e2-4c65-8f54-ad044d71a4c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.488104] env[62321]: DEBUG oslo_concurrency.lockutils [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "a0cb66e2-92e2-4c65-8f54-ad044d71a4c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.558220] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.558720] env[62321]: DEBUG nova.compute.manager [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 844.561871] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.529s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.563635] env[62321]: INFO nova.compute.claims [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.602098] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6629efb4-9d5d-443c-b8dc-2c0f47add9ce tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "99c10950-245e-45c0-bc8b-1d6c88837349" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.687s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.690633] env[62321]: DEBUG oslo_vmware.api [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521cf767-15bc-6144-5340-fe8060ed899e, 'name': SearchDatastore_Task, 'duration_secs': 0.012269} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.692017] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.692297] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 627d19af-6ef7-426a-a3db-680470954a2a/627d19af-6ef7-426a-a3db-680470954a2a.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.694638] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ec69e2e-36b6-4d07-a21b-5653d34baf30 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.697867] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Acquiring lock "ec488ced-085e-46e4-9c48-18c06d5b93e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.698102] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Lock "ec488ced-085e-46e4-9c48-18c06d5b93e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.705142] env[62321]: DEBUG oslo_vmware.api [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Waiting for the task: (returnval){ [ 844.705142] env[62321]: value = "task-2633300" [ 844.705142] env[62321]: _type = "Task" [ 844.705142] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.713699] env[62321]: DEBUG oslo_vmware.api [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.729612] env[62321]: DEBUG oslo_vmware.api [None req-13c2bdbd-bc3d-4a33-ae84-7a8fdceb623e tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633298, 'name': PowerOffVM_Task, 'duration_secs': 0.38163} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.729843] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-13c2bdbd-bc3d-4a33-ae84-7a8fdceb623e tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.730016] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-13c2bdbd-bc3d-4a33-ae84-7a8fdceb623e tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.730284] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23811402-b605-4881-b75e-27de1cae1ec7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.749591] env[62321]: DEBUG oslo_concurrency.lockutils [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.793024] env[62321]: DEBUG oslo_vmware.api [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633299, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143929} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.793024] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.793024] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334200e4-2be4-426c-be60-0dc8a6bfbbda {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.815734] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 2b54dcc8-ab37-4010-a560-70b2319ba98a/2b54dcc8-ab37-4010-a560-70b2319ba98a.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.817215] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ded03446-b308-491c-8434-5ae72f898de8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.831481] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-13c2bdbd-bc3d-4a33-ae84-7a8fdceb623e tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.831683] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-13c2bdbd-bc3d-4a33-ae84-7a8fdceb623e tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.831859] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-13c2bdbd-bc3d-4a33-ae84-7a8fdceb623e tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Deleting the datastore file [datastore2] 0d7b5ea5-2fd4-49be-a75d-f59143548909 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.832490] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1809bc70-98d4-4d89-ad9e-824cb6024451 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.840401] env[62321]: DEBUG oslo_vmware.api [None req-13c2bdbd-bc3d-4a33-ae84-7a8fdceb623e tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 844.840401] env[62321]: value = "task-2633302" [ 844.840401] env[62321]: _type = "Task" [ 844.840401] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.842010] env[62321]: DEBUG oslo_vmware.api [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 844.842010] env[62321]: value = "task-2633303" [ 844.842010] env[62321]: _type = "Task" [ 844.842010] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.854217] env[62321]: DEBUG oslo_vmware.api [None req-13c2bdbd-bc3d-4a33-ae84-7a8fdceb623e tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.857662] env[62321]: DEBUG oslo_vmware.api [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633303, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.861834] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.861834] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a68912c8-c478-4c9c-b99c-465a0abd14da {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.867530] env[62321]: DEBUG oslo_vmware.api [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 844.867530] env[62321]: value = "task-2633304" [ 844.867530] env[62321]: _type = "Task" [ 844.867530] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.876022] env[62321]: DEBUG oslo_vmware.api [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.935245] env[62321]: DEBUG oslo_concurrency.lockutils [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Acquiring lock "f40aa881-88d3-49c0-b2a4-7cc8b7527f04" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.935802] env[62321]: DEBUG oslo_concurrency.lockutils [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Lock "f40aa881-88d3-49c0-b2a4-7cc8b7527f04" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.971767] env[62321]: DEBUG oslo_vmware.api [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633297, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.990163] env[62321]: DEBUG nova.compute.manager [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 845.068083] env[62321]: DEBUG nova.compute.utils [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.074024] env[62321]: DEBUG nova.compute.manager [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 845.074024] env[62321]: DEBUG nova.network.neutron [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 845.200703] env[62321]: DEBUG nova.compute.manager [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: ec488ced-085e-46e4-9c48-18c06d5b93e3] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 845.215108] env[62321]: DEBUG oslo_vmware.api [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633300, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.217014] env[62321]: DEBUG nova.policy [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4aa50382773541a1bdee59888d000b77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e41ce300a3c4503930ecf73e3501abe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 845.358546] env[62321]: DEBUG oslo_vmware.api [None req-13c2bdbd-bc3d-4a33-ae84-7a8fdceb623e tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.444857} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.362255] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-13c2bdbd-bc3d-4a33-ae84-7a8fdceb623e tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.362458] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-13c2bdbd-bc3d-4a33-ae84-7a8fdceb623e tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.362638] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-13c2bdbd-bc3d-4a33-ae84-7a8fdceb623e tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.362811] env[62321]: INFO nova.compute.manager [None req-13c2bdbd-bc3d-4a33-ae84-7a8fdceb623e tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Took 1.16 seconds to destroy the instance on the hypervisor. [ 845.363637] env[62321]: DEBUG oslo.service.loopingcall [None req-13c2bdbd-bc3d-4a33-ae84-7a8fdceb623e tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 845.363904] env[62321]: DEBUG oslo_vmware.api [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633303, 'name': ReconfigVM_Task, 'duration_secs': 0.387296} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.364176] env[62321]: DEBUG nova.compute.manager [-] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 845.364494] env[62321]: DEBUG nova.network.neutron [-] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 845.366351] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 2b54dcc8-ab37-4010-a560-70b2319ba98a/2b54dcc8-ab37-4010-a560-70b2319ba98a.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.367046] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c1537de-715e-41cc-b855-0b399ec8e002 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.380477] env[62321]: DEBUG oslo_vmware.api [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633304, 'name': PowerOffVM_Task, 'duration_secs': 0.350804} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.382053] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.382457] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 845.382825] env[62321]: DEBUG oslo_vmware.api [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 845.382825] env[62321]: value = "task-2633305" [ 845.382825] env[62321]: _type = "Task" [ 845.382825] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.383833] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e79902a-f24c-4721-9209-76f3ded01d8e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.400269] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 845.400611] env[62321]: DEBUG oslo_vmware.api [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633305, 'name': Rename_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.400993] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c3f4d37-5a3e-4da1-8577-34b461da99f2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.438393] env[62321]: DEBUG nova.compute.manager [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 845.468595] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 845.468842] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 845.469044] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Deleting the datastore file [datastore1] 8c245003-9ef2-464b-a6aa-0bf0dd97bc16 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 845.469380] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4963c62-6a8d-42f8-b54c-1efc753b4915 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.474506] env[62321]: DEBUG oslo_vmware.api [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633297, 'name': CreateSnapshot_Task, 'duration_secs': 1.088986} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.475205] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Created Snapshot of the VM instance {{(pid=62321) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 845.476103] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cb9c85-8e83-4b9f-8d38-f8e91eb8344a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.481575] env[62321]: DEBUG oslo_vmware.api [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 845.481575] env[62321]: value = "task-2633307" [ 845.481575] env[62321]: _type = "Task" [ 845.481575] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.498204] env[62321]: DEBUG oslo_vmware.api [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633307, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.517624] env[62321]: DEBUG oslo_concurrency.lockutils [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.580892] env[62321]: DEBUG nova.compute.manager [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 845.661139] env[62321]: DEBUG nova.network.neutron [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Successfully created port: e0e2d3d1-ace8-4c20-ac0f-6854428bccbc {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 845.724075] env[62321]: DEBUG oslo_vmware.api [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633300, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548368} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.724404] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 627d19af-6ef7-426a-a3db-680470954a2a/627d19af-6ef7-426a-a3db-680470954a2a.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.724686] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.725016] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5620300-4a2b-4f68-adda-c57b69c66b88 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.734528] env[62321]: DEBUG oslo_vmware.api [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Waiting for the task: (returnval){ [ 845.734528] env[62321]: value = "task-2633308" [ 845.734528] env[62321]: _type = "Task" [ 845.734528] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.741499] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.751342] env[62321]: DEBUG oslo_vmware.api [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633308, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.897664] env[62321]: DEBUG oslo_vmware.api [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633305, 'name': Rename_Task, 'duration_secs': 0.296443} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.900567] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.901130] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c34d6e1-5711-48e8-8350-ec9af1b5ddb6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.907924] env[62321]: DEBUG oslo_vmware.api [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 845.907924] env[62321]: value = "task-2633309" [ 845.907924] env[62321]: _type = "Task" [ 845.907924] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.918948] env[62321]: DEBUG oslo_vmware.api [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.968482] env[62321]: DEBUG oslo_concurrency.lockutils [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.999680] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Creating linked-clone VM from snapshot {{(pid=62321) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 846.000022] env[62321]: DEBUG oslo_vmware.api [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633307, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155683} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.003870] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f1549286-e979-47fe-99ad-7ffd87467f7d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.009137] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 846.009137] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 846.009137] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 846.016022] env[62321]: DEBUG oslo_vmware.api [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Waiting for the task: (returnval){ [ 846.016022] env[62321]: value = "task-2633310" [ 846.016022] env[62321]: _type = "Task" [ 846.016022] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.028142] env[62321]: DEBUG oslo_vmware.api [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633310, 'name': CloneVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.117907] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee029f4-1d6f-4a11-ab94-17aef3209a51 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.127091] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97730b67-b9ed-477a-ade9-74a9cae25971 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.174323] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a071fd73-0a27-4b8f-a780-f28055c2d3f2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.179740] env[62321]: DEBUG nova.compute.manager [req-539d6ae4-7868-4380-9ec0-26a8e6fc01fd req-b502bfeb-77a5-4868-84e0-fe0dd30f86ec service nova] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Received event network-changed-969817ba-f9a5-40bc-985b-0eaf56bb5d3c {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 846.179975] env[62321]: DEBUG nova.compute.manager [req-539d6ae4-7868-4380-9ec0-26a8e6fc01fd req-b502bfeb-77a5-4868-84e0-fe0dd30f86ec service nova] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Refreshing instance network info cache due to event network-changed-969817ba-f9a5-40bc-985b-0eaf56bb5d3c. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 846.180219] env[62321]: DEBUG oslo_concurrency.lockutils [req-539d6ae4-7868-4380-9ec0-26a8e6fc01fd req-b502bfeb-77a5-4868-84e0-fe0dd30f86ec service nova] Acquiring lock "refresh_cache-99c10950-245e-45c0-bc8b-1d6c88837349" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.180392] env[62321]: DEBUG oslo_concurrency.lockutils [req-539d6ae4-7868-4380-9ec0-26a8e6fc01fd req-b502bfeb-77a5-4868-84e0-fe0dd30f86ec service nova] Acquired lock "refresh_cache-99c10950-245e-45c0-bc8b-1d6c88837349" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.180557] env[62321]: DEBUG nova.network.neutron [req-539d6ae4-7868-4380-9ec0-26a8e6fc01fd req-b502bfeb-77a5-4868-84e0-fe0dd30f86ec service nova] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Refreshing network info cache for port 969817ba-f9a5-40bc-985b-0eaf56bb5d3c {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.188955] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2784c567-4f35-4e81-b310-9864e26f642e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.206572] env[62321]: DEBUG nova.compute.provider_tree [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.244987] env[62321]: DEBUG oslo_vmware.api [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633308, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.308484} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.245278] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.246087] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b22d337-9224-4196-b63e-acfb1b8dab96 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.271652] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 627d19af-6ef7-426a-a3db-680470954a2a/627d19af-6ef7-426a-a3db-680470954a2a.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.274082] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a91ec238-7b0d-488d-b805-748d801acae6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.292285] env[62321]: DEBUG oslo_vmware.api [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Waiting for the task: (returnval){ [ 846.292285] env[62321]: value = "task-2633311" [ 846.292285] env[62321]: _type = "Task" [ 846.292285] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.302223] env[62321]: DEBUG oslo_vmware.api [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633311, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.306721] env[62321]: DEBUG nova.network.neutron [-] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.418053] env[62321]: DEBUG oslo_vmware.api [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633309, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.526957] env[62321]: DEBUG oslo_vmware.api [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633310, 'name': CloneVM_Task} progress is 94%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.596651] env[62321]: DEBUG nova.compute.manager [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 846.627536] env[62321]: DEBUG nova.virt.hardware [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.627850] env[62321]: DEBUG nova.virt.hardware [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.628049] env[62321]: DEBUG nova.virt.hardware [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.628296] env[62321]: DEBUG nova.virt.hardware [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.628491] env[62321]: DEBUG nova.virt.hardware [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.628665] env[62321]: DEBUG nova.virt.hardware [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.628999] env[62321]: DEBUG nova.virt.hardware [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.629297] env[62321]: DEBUG nova.virt.hardware [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.629597] env[62321]: DEBUG nova.virt.hardware [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.629882] env[62321]: DEBUG nova.virt.hardware [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.630204] env[62321]: DEBUG nova.virt.hardware [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.631568] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb34f33-30ff-49eb-84eb-c78fa939842e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.640772] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a91f52e-e543-469d-b180-3b80c30bc0e1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.709675] env[62321]: DEBUG nova.scheduler.client.report [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.803361] env[62321]: DEBUG oslo_vmware.api [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633311, 'name': ReconfigVM_Task, 'duration_secs': 0.42239} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.803663] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 627d19af-6ef7-426a-a3db-680470954a2a/627d19af-6ef7-426a-a3db-680470954a2a.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.804323] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2df7dcd-cbc1-450c-8dd6-2343ca44156c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.811979] env[62321]: INFO nova.compute.manager [-] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Took 1.45 seconds to deallocate network for instance. [ 846.812368] env[62321]: DEBUG oslo_vmware.api [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Waiting for the task: (returnval){ [ 846.812368] env[62321]: value = "task-2633312" [ 846.812368] env[62321]: _type = "Task" [ 846.812368] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.827637] env[62321]: DEBUG oslo_vmware.api [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633312, 'name': Rename_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.924022] env[62321]: DEBUG oslo_vmware.api [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633309, 'name': PowerOnVM_Task, 'duration_secs': 0.786806} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.924022] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.924022] env[62321]: INFO nova.compute.manager [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Took 10.86 seconds to spawn the instance on the hypervisor. [ 846.924366] env[62321]: DEBUG nova.compute.manager [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.925373] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f65704b-09f7-40ce-b279-c55ad27236fa {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.988961] env[62321]: DEBUG nova.network.neutron [req-539d6ae4-7868-4380-9ec0-26a8e6fc01fd req-b502bfeb-77a5-4868-84e0-fe0dd30f86ec service nova] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Updated VIF entry in instance network info cache for port 969817ba-f9a5-40bc-985b-0eaf56bb5d3c. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.989194] env[62321]: DEBUG nova.network.neutron [req-539d6ae4-7868-4380-9ec0-26a8e6fc01fd req-b502bfeb-77a5-4868-84e0-fe0dd30f86ec service nova] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Updating instance_info_cache with network_info: [{"id": "969817ba-f9a5-40bc-985b-0eaf56bb5d3c", "address": "fa:16:3e:da:13:c9", "network": {"id": "02af3748-38ba-426d-a0df-7b044d0c0b87", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-920001595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2238c58ec98844ed97ad0b1384375595", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap969817ba-f9", "ovs_interfaceid": "969817ba-f9a5-40bc-985b-0eaf56bb5d3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.027957] env[62321]: DEBUG oslo_vmware.api [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633310, 'name': CloneVM_Task} progress is 94%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.043581] env[62321]: DEBUG nova.virt.hardware [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 847.043819] env[62321]: DEBUG nova.virt.hardware [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.043976] env[62321]: DEBUG nova.virt.hardware [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.044247] env[62321]: DEBUG nova.virt.hardware [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.044482] env[62321]: DEBUG nova.virt.hardware [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.044661] env[62321]: DEBUG nova.virt.hardware [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 847.044879] env[62321]: DEBUG nova.virt.hardware [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 847.045073] env[62321]: DEBUG nova.virt.hardware [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 847.045258] env[62321]: DEBUG nova.virt.hardware [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 847.045422] env[62321]: DEBUG nova.virt.hardware [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 847.045605] env[62321]: DEBUG nova.virt.hardware [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 847.046452] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a002b2e-c365-4ab4-abbc-da2fc4c109a3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.054412] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2ec4b0-af67-4390-b0a8-0b14a251e334 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.070092] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:79:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2eff301e-5a34-4b82-96ac-96ee18f14557', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.077520] env[62321]: DEBUG oslo.service.loopingcall [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 847.078148] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.078301] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd72575e-8bb5-4897-b0b3-e17bce048c8d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.096905] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.096905] env[62321]: value = "task-2633313" [ 847.096905] env[62321]: _type = "Task" [ 847.096905] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.104278] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633313, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.216085] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.217159] env[62321]: DEBUG nova.compute.manager [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.219337] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.823s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.220914] env[62321]: INFO nova.compute.claims [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.325171] env[62321]: DEBUG oslo_concurrency.lockutils [None req-13c2bdbd-bc3d-4a33-ae84-7a8fdceb623e tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.325810] env[62321]: DEBUG oslo_vmware.api [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633312, 'name': Rename_Task, 'duration_secs': 0.188477} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.326327] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.326393] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4c4c563-3c9d-44c4-8dff-5d03dcfee737 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.332770] env[62321]: DEBUG oslo_vmware.api [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Waiting for the task: (returnval){ [ 847.332770] env[62321]: value = "task-2633314" [ 847.332770] env[62321]: _type = "Task" [ 847.332770] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.341614] env[62321]: DEBUG oslo_vmware.api [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.449875] env[62321]: INFO nova.compute.manager [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Took 47.80 seconds to build instance. [ 847.494083] env[62321]: DEBUG oslo_concurrency.lockutils [req-539d6ae4-7868-4380-9ec0-26a8e6fc01fd req-b502bfeb-77a5-4868-84e0-fe0dd30f86ec service nova] Releasing lock "refresh_cache-99c10950-245e-45c0-bc8b-1d6c88837349" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.494494] env[62321]: DEBUG nova.compute.manager [req-539d6ae4-7868-4380-9ec0-26a8e6fc01fd req-b502bfeb-77a5-4868-84e0-fe0dd30f86ec service nova] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Received event network-vif-deleted-48dc29d0-3eef-464e-8d55-4601ee7aa408 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 847.494604] env[62321]: INFO nova.compute.manager [req-539d6ae4-7868-4380-9ec0-26a8e6fc01fd req-b502bfeb-77a5-4868-84e0-fe0dd30f86ec service nova] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Neutron deleted interface 48dc29d0-3eef-464e-8d55-4601ee7aa408; detaching it from the instance and deleting it from the info cache [ 847.494730] env[62321]: DEBUG nova.network.neutron [req-539d6ae4-7868-4380-9ec0-26a8e6fc01fd req-b502bfeb-77a5-4868-84e0-fe0dd30f86ec service nova] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.528815] env[62321]: DEBUG oslo_vmware.api [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633310, 'name': CloneVM_Task} progress is 95%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.609366] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633313, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.610376] env[62321]: DEBUG nova.network.neutron [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Successfully updated port: e0e2d3d1-ace8-4c20-ac0f-6854428bccbc {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 847.728262] env[62321]: DEBUG nova.compute.utils [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.730477] env[62321]: DEBUG nova.compute.manager [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.730708] env[62321]: DEBUG nova.network.neutron [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 847.775953] env[62321]: DEBUG nova.policy [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'edf8889069024bf584d7bf541fd541c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb209a504e9e40a8a39dafc9b9c9fa10', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.844979] env[62321]: DEBUG oslo_vmware.api [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633314, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.952499] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3cf681a3-a1c1-4169-898b-c4b808e28208 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "2b54dcc8-ab37-4010-a560-70b2319ba98a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.312s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.002028] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db798951-c6a0-42fe-a556-f38499154628 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.012174] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2198e1a-9066-4e79-859d-44ef2943c786 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.037841] env[62321]: DEBUG oslo_vmware.api [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633310, 'name': CloneVM_Task, 'duration_secs': 1.845314} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.038134] env[62321]: INFO nova.virt.vmwareapi.vmops [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Created linked-clone VM from snapshot [ 848.040465] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b9b048-b4c2-4e6b-ab8b-47cb7a422d80 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.058951] env[62321]: DEBUG nova.compute.manager [req-539d6ae4-7868-4380-9ec0-26a8e6fc01fd req-b502bfeb-77a5-4868-84e0-fe0dd30f86ec service nova] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Detach interface failed, port_id=48dc29d0-3eef-464e-8d55-4601ee7aa408, reason: Instance 0d7b5ea5-2fd4-49be-a75d-f59143548909 could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 848.064283] env[62321]: DEBUG nova.virt.vmwareapi.images [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Uploading image 08476f80-d409-47c2-af14-9d8365f46571 {{(pid=62321) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 848.104430] env[62321]: DEBUG oslo_vmware.rw_handles [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 848.104430] env[62321]: value = "vm-530640" [ 848.104430] env[62321]: _type = "VirtualMachine" [ 848.104430] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 848.106085] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-08f34d41-4b52-4162-9580-be5ba72bab77 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.110538] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633313, 'name': CreateVM_Task, 'duration_secs': 0.666489} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.111252] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.112202] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.112348] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.112695] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.113263] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "refresh_cache-fc453d88-8d2d-4b0e-876f-85478c789990" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.113393] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquired lock "refresh_cache-fc453d88-8d2d-4b0e-876f-85478c789990" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.113541] env[62321]: DEBUG nova.network.neutron [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.114729] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f2cb243-47c7-4bcc-b685-e599d9d253b5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.119051] env[62321]: DEBUG oslo_vmware.rw_handles [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Lease: (returnval){ [ 848.119051] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5204072e-f77d-1818-aa1b-c1a805653768" [ 848.119051] env[62321]: _type = "HttpNfcLease" [ 848.119051] env[62321]: } obtained for exporting VM: (result){ [ 848.119051] env[62321]: value = "vm-530640" [ 848.119051] env[62321]: _type = "VirtualMachine" [ 848.119051] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 848.119394] env[62321]: DEBUG oslo_vmware.api [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Waiting for the lease: (returnval){ [ 848.119394] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5204072e-f77d-1818-aa1b-c1a805653768" [ 848.119394] env[62321]: _type = "HttpNfcLease" [ 848.119394] env[62321]: } to be ready. {{(pid=62321) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 848.125881] env[62321]: DEBUG oslo_vmware.api [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 848.125881] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a8d024-f202-09de-0a34-a650547b7b07" [ 848.125881] env[62321]: _type = "Task" [ 848.125881] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.133871] env[62321]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 848.133871] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5204072e-f77d-1818-aa1b-c1a805653768" [ 848.133871] env[62321]: _type = "HttpNfcLease" [ 848.133871] env[62321]: } is initializing. {{(pid=62321) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 848.138966] env[62321]: DEBUG oslo_vmware.api [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a8d024-f202-09de-0a34-a650547b7b07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.231620] env[62321]: DEBUG nova.compute.manager [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.326613] env[62321]: DEBUG nova.network.neutron [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Successfully created port: c50df29d-b661-433c-a751-2da066168f1b {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.351304] env[62321]: DEBUG oslo_vmware.api [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633314, 'name': PowerOnVM_Task, 'duration_secs': 0.762954} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.351734] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.352070] env[62321]: INFO nova.compute.manager [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Took 9.64 seconds to spawn the instance on the hypervisor. [ 848.352386] env[62321]: DEBUG nova.compute.manager [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.353729] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39caaeaa-031f-45ec-86af-53d4a32d3d7f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.381335] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "2b54dcc8-ab37-4010-a560-70b2319ba98a" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.381597] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "2b54dcc8-ab37-4010-a560-70b2319ba98a" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.381772] env[62321]: INFO nova.compute.manager [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Shelving [ 848.387415] env[62321]: DEBUG nova.compute.manager [req-8238cd21-6ed3-4c2f-97d9-27efc4e0809d req-897d9f2c-9038-412d-9e2a-8f0b5680879e service nova] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Received event network-vif-plugged-e0e2d3d1-ace8-4c20-ac0f-6854428bccbc {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 848.387628] env[62321]: DEBUG oslo_concurrency.lockutils [req-8238cd21-6ed3-4c2f-97d9-27efc4e0809d req-897d9f2c-9038-412d-9e2a-8f0b5680879e service nova] Acquiring lock "fc453d88-8d2d-4b0e-876f-85478c789990-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.387862] env[62321]: DEBUG oslo_concurrency.lockutils [req-8238cd21-6ed3-4c2f-97d9-27efc4e0809d req-897d9f2c-9038-412d-9e2a-8f0b5680879e service nova] Lock "fc453d88-8d2d-4b0e-876f-85478c789990-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.388051] env[62321]: DEBUG oslo_concurrency.lockutils [req-8238cd21-6ed3-4c2f-97d9-27efc4e0809d req-897d9f2c-9038-412d-9e2a-8f0b5680879e service nova] Lock "fc453d88-8d2d-4b0e-876f-85478c789990-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.388222] env[62321]: DEBUG nova.compute.manager [req-8238cd21-6ed3-4c2f-97d9-27efc4e0809d req-897d9f2c-9038-412d-9e2a-8f0b5680879e service nova] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] No waiting events found dispatching network-vif-plugged-e0e2d3d1-ace8-4c20-ac0f-6854428bccbc {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 848.388384] env[62321]: WARNING nova.compute.manager [req-8238cd21-6ed3-4c2f-97d9-27efc4e0809d req-897d9f2c-9038-412d-9e2a-8f0b5680879e service nova] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Received unexpected event network-vif-plugged-e0e2d3d1-ace8-4c20-ac0f-6854428bccbc for instance with vm_state building and task_state spawning. [ 848.388562] env[62321]: DEBUG nova.compute.manager [req-8238cd21-6ed3-4c2f-97d9-27efc4e0809d req-897d9f2c-9038-412d-9e2a-8f0b5680879e service nova] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Received event network-changed-e0e2d3d1-ace8-4c20-ac0f-6854428bccbc {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 848.388717] env[62321]: DEBUG nova.compute.manager [req-8238cd21-6ed3-4c2f-97d9-27efc4e0809d req-897d9f2c-9038-412d-9e2a-8f0b5680879e service nova] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Refreshing instance network info cache due to event network-changed-e0e2d3d1-ace8-4c20-ac0f-6854428bccbc. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 848.388918] env[62321]: DEBUG oslo_concurrency.lockutils [req-8238cd21-6ed3-4c2f-97d9-27efc4e0809d req-897d9f2c-9038-412d-9e2a-8f0b5680879e service nova] Acquiring lock "refresh_cache-fc453d88-8d2d-4b0e-876f-85478c789990" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.638544] env[62321]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 848.638544] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5204072e-f77d-1818-aa1b-c1a805653768" [ 848.638544] env[62321]: _type = "HttpNfcLease" [ 848.638544] env[62321]: } is ready. {{(pid=62321) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 848.642394] env[62321]: DEBUG oslo_vmware.rw_handles [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 848.642394] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5204072e-f77d-1818-aa1b-c1a805653768" [ 848.642394] env[62321]: _type = "HttpNfcLease" [ 848.642394] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 848.642689] env[62321]: DEBUG oslo_vmware.api [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a8d024-f202-09de-0a34-a650547b7b07, 'name': SearchDatastore_Task, 'duration_secs': 0.014879} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.645828] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7406e376-e8da-4cb1-8dd0-c2c3e7da6069 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.648641] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.648969] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.649234] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.649381] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.649557] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.650058] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abe21371-67cb-409f-ab64-0fe4ed18cff0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.657181] env[62321]: DEBUG oslo_vmware.rw_handles [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52115cfb-3987-46ba-5d54-5777ed40b566/disk-0.vmdk from lease info. {{(pid=62321) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 848.657365] env[62321]: DEBUG oslo_vmware.rw_handles [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52115cfb-3987-46ba-5d54-5777ed40b566/disk-0.vmdk for reading. {{(pid=62321) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 848.663990] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.664191] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.720463] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3c0b3c3-edc5-4017-91fe-ccf1c48e2389 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.728372] env[62321]: DEBUG oslo_vmware.api [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 848.728372] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521762fb-34aa-6c4a-d6a9-5c5270bca224" [ 848.728372] env[62321]: _type = "Task" [ 848.728372] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.742013] env[62321]: DEBUG oslo_vmware.api [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521762fb-34aa-6c4a-d6a9-5c5270bca224, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.768955] env[62321]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3f07e6db-328a-4b06-8d78-594fab3f58b2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.796408] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d13a35b-4038-462c-9284-45337605eefe {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.806894] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166f43f4-ef3c-431a-913e-2adf138d4106 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.846800] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae999e5-05c6-4138-917b-7cc62d8a7823 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.854199] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c1675e-9c58-4e85-b8b6-83b041496344 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.868704] env[62321]: DEBUG nova.compute.provider_tree [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.883907] env[62321]: INFO nova.compute.manager [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Took 38.83 seconds to build instance. [ 848.932955] env[62321]: DEBUG nova.network.neutron [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 849.243709] env[62321]: DEBUG nova.compute.manager [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.256699] env[62321]: DEBUG oslo_vmware.api [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521762fb-34aa-6c4a-d6a9-5c5270bca224, 'name': SearchDatastore_Task, 'duration_secs': 0.011028} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.258168] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1944d240-bbc3-4a9d-87b8-f388537dc785 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.270577] env[62321]: DEBUG oslo_vmware.api [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 849.270577] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]520a681a-43d0-fe6a-3427-e6284c9c5ce4" [ 849.270577] env[62321]: _type = "Task" [ 849.270577] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.277480] env[62321]: DEBUG nova.virt.hardware [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.277827] env[62321]: DEBUG nova.virt.hardware [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.278034] env[62321]: DEBUG nova.virt.hardware [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.278238] env[62321]: DEBUG nova.virt.hardware [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.278407] env[62321]: DEBUG nova.virt.hardware [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.278589] env[62321]: DEBUG nova.virt.hardware [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.279034] env[62321]: DEBUG nova.virt.hardware [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.279226] env[62321]: DEBUG nova.virt.hardware [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.279418] env[62321]: DEBUG nova.virt.hardware [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.279601] env[62321]: DEBUG nova.virt.hardware [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.279823] env[62321]: DEBUG nova.virt.hardware [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.280749] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17560b40-8b37-4088-acfb-3c01218a5fe8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.287204] env[62321]: DEBUG oslo_vmware.api [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]520a681a-43d0-fe6a-3427-e6284c9c5ce4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.292742] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f570574-9869-44a3-b4b3-34508dbb64ae {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.298251] env[62321]: DEBUG nova.network.neutron [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Updating instance_info_cache with network_info: [{"id": "e0e2d3d1-ace8-4c20-ac0f-6854428bccbc", "address": "fa:16:3e:3a:61:cd", "network": {"id": "2750ca67-1b0e-43a8-a773-1086f86438e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-263699496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e41ce300a3c4503930ecf73e3501abe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0e2d3d1-ac", "ovs_interfaceid": "e0e2d3d1-ace8-4c20-ac0f-6854428bccbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.372195] env[62321]: DEBUG nova.scheduler.client.report [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.391529] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.391627] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9cfebae3-3077-4488-a56c-b955206df436 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Lock "627d19af-6ef7-426a-a3db-680470954a2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.356s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.391903] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-547a6b25-4ccd-4638-829b-3e734a1b1780 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.404518] env[62321]: DEBUG oslo_vmware.api [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 849.404518] env[62321]: value = "task-2633316" [ 849.404518] env[62321]: _type = "Task" [ 849.404518] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.414499] env[62321]: DEBUG oslo_vmware.api [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633316, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.785607] env[62321]: DEBUG oslo_vmware.api [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]520a681a-43d0-fe6a-3427-e6284c9c5ce4, 'name': SearchDatastore_Task, 'duration_secs': 0.01453} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.785894] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.786252] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 8c245003-9ef2-464b-a6aa-0bf0dd97bc16/8c245003-9ef2-464b-a6aa-0bf0dd97bc16.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.786620] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4d5643f-8679-41e8-beae-2d41d38cfb47 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.793117] env[62321]: DEBUG oslo_vmware.api [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 849.793117] env[62321]: value = "task-2633317" [ 849.793117] env[62321]: _type = "Task" [ 849.793117] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.801507] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Releasing lock "refresh_cache-fc453d88-8d2d-4b0e-876f-85478c789990" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.801984] env[62321]: DEBUG nova.compute.manager [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Instance network_info: |[{"id": "e0e2d3d1-ace8-4c20-ac0f-6854428bccbc", "address": "fa:16:3e:3a:61:cd", "network": {"id": "2750ca67-1b0e-43a8-a773-1086f86438e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-263699496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e41ce300a3c4503930ecf73e3501abe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0e2d3d1-ac", "ovs_interfaceid": "e0e2d3d1-ace8-4c20-ac0f-6854428bccbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 849.802273] env[62321]: DEBUG oslo_vmware.api [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.802676] env[62321]: DEBUG oslo_concurrency.lockutils [req-8238cd21-6ed3-4c2f-97d9-27efc4e0809d req-897d9f2c-9038-412d-9e2a-8f0b5680879e service nova] Acquired lock "refresh_cache-fc453d88-8d2d-4b0e-876f-85478c789990" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.802947] env[62321]: DEBUG nova.network.neutron [req-8238cd21-6ed3-4c2f-97d9-27efc4e0809d req-897d9f2c-9038-412d-9e2a-8f0b5680879e service nova] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Refreshing network info cache for port e0e2d3d1-ace8-4c20-ac0f-6854428bccbc {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.804515] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:61:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ace50835-5731-4c77-b6c0-3076d7b4aa21', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0e2d3d1-ace8-4c20-ac0f-6854428bccbc', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.813321] env[62321]: DEBUG oslo.service.loopingcall [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 849.816945] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.817572] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fae80f7-4b38-42d2-ae90-4bf567fda374 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.837877] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.837877] env[62321]: value = "task-2633318" [ 849.837877] env[62321]: _type = "Task" [ 849.837877] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.847460] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633318, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.878954] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.879673] env[62321]: DEBUG nova.compute.manager [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 849.884340] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.822s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.884340] env[62321]: DEBUG nova.objects.instance [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62321) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 849.917623] env[62321]: DEBUG oslo_vmware.api [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633316, 'name': PowerOffVM_Task, 'duration_secs': 0.300173} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.917623] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.918602] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099b5393-93d4-43db-8f3c-bd985786965b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.944166] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710081d1-c58e-4dae-9a6c-ba134a981c37 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.974098] env[62321]: DEBUG oslo_concurrency.lockutils [None req-574208eb-fa31-458a-92e8-df41f39e94c2 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Acquiring lock "627d19af-6ef7-426a-a3db-680470954a2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.974851] env[62321]: DEBUG oslo_concurrency.lockutils [None req-574208eb-fa31-458a-92e8-df41f39e94c2 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Lock "627d19af-6ef7-426a-a3db-680470954a2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.974851] env[62321]: DEBUG oslo_concurrency.lockutils [None req-574208eb-fa31-458a-92e8-df41f39e94c2 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Acquiring lock "627d19af-6ef7-426a-a3db-680470954a2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.976318] env[62321]: DEBUG oslo_concurrency.lockutils [None req-574208eb-fa31-458a-92e8-df41f39e94c2 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Lock "627d19af-6ef7-426a-a3db-680470954a2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.976318] env[62321]: DEBUG oslo_concurrency.lockutils [None req-574208eb-fa31-458a-92e8-df41f39e94c2 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Lock "627d19af-6ef7-426a-a3db-680470954a2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.977668] env[62321]: INFO nova.compute.manager [None req-574208eb-fa31-458a-92e8-df41f39e94c2 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Terminating instance [ 850.112153] env[62321]: DEBUG nova.network.neutron [req-8238cd21-6ed3-4c2f-97d9-27efc4e0809d req-897d9f2c-9038-412d-9e2a-8f0b5680879e service nova] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Updated VIF entry in instance network info cache for port e0e2d3d1-ace8-4c20-ac0f-6854428bccbc. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 850.112534] env[62321]: DEBUG nova.network.neutron [req-8238cd21-6ed3-4c2f-97d9-27efc4e0809d req-897d9f2c-9038-412d-9e2a-8f0b5680879e service nova] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Updating instance_info_cache with network_info: [{"id": "e0e2d3d1-ace8-4c20-ac0f-6854428bccbc", "address": "fa:16:3e:3a:61:cd", "network": {"id": "2750ca67-1b0e-43a8-a773-1086f86438e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-263699496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e41ce300a3c4503930ecf73e3501abe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0e2d3d1-ac", "ovs_interfaceid": "e0e2d3d1-ace8-4c20-ac0f-6854428bccbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.303831] env[62321]: DEBUG oslo_vmware.api [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633317, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.348679] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633318, 'name': CreateVM_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.391148] env[62321]: DEBUG nova.compute.utils [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 850.392476] env[62321]: DEBUG nova.compute.manager [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 850.392652] env[62321]: DEBUG nova.network.neutron [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 850.457234] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Creating Snapshot of the VM instance {{(pid=62321) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 850.457815] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bd5cd249-7e23-452c-b8aa-b9837d9805fa {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.465482] env[62321]: DEBUG oslo_vmware.api [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 850.465482] env[62321]: value = "task-2633319" [ 850.465482] env[62321]: _type = "Task" [ 850.465482] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.480286] env[62321]: DEBUG oslo_vmware.api [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633319, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.481640] env[62321]: DEBUG nova.compute.manager [None req-574208eb-fa31-458a-92e8-df41f39e94c2 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 850.482019] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-574208eb-fa31-458a-92e8-df41f39e94c2 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.483050] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98856545-c60b-40d6-9c1f-9bdaf5a01f9b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.488078] env[62321]: DEBUG nova.policy [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1c2f5dfbac44829bbe716952367a1aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c660bc9909cd431cbe05cf3f4e3d2be4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 850.494575] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-574208eb-fa31-458a-92e8-df41f39e94c2 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.496782] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94c748c3-3816-4dfa-904d-bcbe91ead453 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.501066] env[62321]: DEBUG oslo_vmware.api [None req-574208eb-fa31-458a-92e8-df41f39e94c2 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Waiting for the task: (returnval){ [ 850.501066] env[62321]: value = "task-2633320" [ 850.501066] env[62321]: _type = "Task" [ 850.501066] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.511788] env[62321]: DEBUG oslo_vmware.api [None req-574208eb-fa31-458a-92e8-df41f39e94c2 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.615931] env[62321]: DEBUG oslo_concurrency.lockutils [req-8238cd21-6ed3-4c2f-97d9-27efc4e0809d req-897d9f2c-9038-412d-9e2a-8f0b5680879e service nova] Releasing lock "refresh_cache-fc453d88-8d2d-4b0e-876f-85478c789990" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.803632] env[62321]: DEBUG oslo_vmware.api [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633317, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565325} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.804158] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 8c245003-9ef2-464b-a6aa-0bf0dd97bc16/8c245003-9ef2-464b-a6aa-0bf0dd97bc16.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.804542] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.804935] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-885c1f4d-b33e-4c68-a7a6-2682cb473932 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.818046] env[62321]: DEBUG oslo_vmware.api [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 850.818046] env[62321]: value = "task-2633321" [ 850.818046] env[62321]: _type = "Task" [ 850.818046] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.826717] env[62321]: DEBUG oslo_vmware.api [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.850922] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633318, 'name': CreateVM_Task, 'duration_secs': 0.652283} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.851318] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.852396] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.853085] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.854399] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.854888] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2ce2fae-3f5f-4e8a-93f6-7880cc6bc3dd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.861323] env[62321]: DEBUG oslo_vmware.api [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 850.861323] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52bf2998-381a-187e-bac8-ed3b1d3d18d4" [ 850.861323] env[62321]: _type = "Task" [ 850.861323] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.872439] env[62321]: DEBUG oslo_vmware.api [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52bf2998-381a-187e-bac8-ed3b1d3d18d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.896175] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c0c9c0b2-8a2d-4f67-b1ec-c443017eea59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.896175] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6f1ecd35-520b-423e-bb13-facd215b9222 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.299s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.896175] env[62321]: DEBUG nova.objects.instance [None req-6f1ecd35-520b-423e-bb13-facd215b9222 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Lazy-loading 'resources' on Instance uuid 1281e273-d400-4493-b718-e78252e1221a {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.899407] env[62321]: DEBUG nova.compute.manager [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 850.906791] env[62321]: DEBUG nova.compute.manager [req-c1242e0e-9006-4d5b-8e29-90e3d9cf9e20 req-2fb306d8-59d4-4f4a-a129-7f75b5a82292 service nova] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Received event network-vif-plugged-c50df29d-b661-433c-a751-2da066168f1b {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 850.906791] env[62321]: DEBUG oslo_concurrency.lockutils [req-c1242e0e-9006-4d5b-8e29-90e3d9cf9e20 req-2fb306d8-59d4-4f4a-a129-7f75b5a82292 service nova] Acquiring lock "2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.909358] env[62321]: DEBUG oslo_concurrency.lockutils [req-c1242e0e-9006-4d5b-8e29-90e3d9cf9e20 req-2fb306d8-59d4-4f4a-a129-7f75b5a82292 service nova] Lock "2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.909358] env[62321]: DEBUG oslo_concurrency.lockutils [req-c1242e0e-9006-4d5b-8e29-90e3d9cf9e20 req-2fb306d8-59d4-4f4a-a129-7f75b5a82292 service nova] Lock "2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.909358] env[62321]: DEBUG nova.compute.manager [req-c1242e0e-9006-4d5b-8e29-90e3d9cf9e20 req-2fb306d8-59d4-4f4a-a129-7f75b5a82292 service nova] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] No waiting events found dispatching network-vif-plugged-c50df29d-b661-433c-a751-2da066168f1b {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 850.909358] env[62321]: WARNING nova.compute.manager [req-c1242e0e-9006-4d5b-8e29-90e3d9cf9e20 req-2fb306d8-59d4-4f4a-a129-7f75b5a82292 service nova] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Received unexpected event network-vif-plugged-c50df29d-b661-433c-a751-2da066168f1b for instance with vm_state building and task_state spawning. [ 850.975126] env[62321]: DEBUG nova.network.neutron [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Successfully updated port: c50df29d-b661-433c-a751-2da066168f1b {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 850.981428] env[62321]: DEBUG oslo_vmware.api [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633319, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.014223] env[62321]: DEBUG oslo_vmware.api [None req-574208eb-fa31-458a-92e8-df41f39e94c2 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633320, 'name': PowerOffVM_Task, 'duration_secs': 0.326721} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.014699] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-574208eb-fa31-458a-92e8-df41f39e94c2 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.015010] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-574208eb-fa31-458a-92e8-df41f39e94c2 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.015364] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36ec38f1-053a-4bf5-816a-908e2e9297d0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.086853] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-574208eb-fa31-458a-92e8-df41f39e94c2 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.090263] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-574208eb-fa31-458a-92e8-df41f39e94c2 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.090507] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-574208eb-fa31-458a-92e8-df41f39e94c2 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Deleting the datastore file [datastore2] 627d19af-6ef7-426a-a3db-680470954a2a {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.090913] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f19769d7-b8e2-4437-8650-2bac7e2c58de {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.097733] env[62321]: DEBUG oslo_vmware.api [None req-574208eb-fa31-458a-92e8-df41f39e94c2 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Waiting for the task: (returnval){ [ 851.097733] env[62321]: value = "task-2633323" [ 851.097733] env[62321]: _type = "Task" [ 851.097733] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.107061] env[62321]: DEBUG oslo_vmware.api [None req-574208eb-fa31-458a-92e8-df41f39e94c2 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633323, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.280981] env[62321]: DEBUG nova.network.neutron [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Successfully created port: 7d32a94b-1aa5-4ae7-a33d-86bc2c534fa3 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 851.326688] env[62321]: DEBUG oslo_vmware.api [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067028} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.327024] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.327826] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e0c6ab-f009-4d80-b90e-84055c7a2a51 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.352066] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 8c245003-9ef2-464b-a6aa-0bf0dd97bc16/8c245003-9ef2-464b-a6aa-0bf0dd97bc16.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.352600] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38223e54-cc19-41fd-91b5-4b10f4bad3a3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.384294] env[62321]: DEBUG oslo_vmware.api [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52bf2998-381a-187e-bac8-ed3b1d3d18d4, 'name': SearchDatastore_Task, 'duration_secs': 0.010303} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.385747] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.385995] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.386250] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.386535] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.386868] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.387263] env[62321]: DEBUG oslo_vmware.api [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 851.387263] env[62321]: value = "task-2633324" [ 851.387263] env[62321]: _type = "Task" [ 851.387263] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.387458] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-854533ec-637c-4d4c-afe8-90184eaa2d99 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.399168] env[62321]: DEBUG oslo_vmware.api [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633324, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.400432] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.400614] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 851.401585] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77a800b0-972c-473c-ac23-3875cd600045 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.416266] env[62321]: DEBUG oslo_vmware.api [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 851.416266] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52af932d-c4fc-69e5-f5af-c340cb4d2e2b" [ 851.416266] env[62321]: _type = "Task" [ 851.416266] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.424869] env[62321]: DEBUG oslo_vmware.api [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52af932d-c4fc-69e5-f5af-c340cb4d2e2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.480454] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Acquiring lock "refresh_cache-2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.480633] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Acquired lock "refresh_cache-2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.480802] env[62321]: DEBUG nova.network.neutron [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.482109] env[62321]: DEBUG oslo_vmware.api [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633319, 'name': CreateSnapshot_Task, 'duration_secs': 0.94572} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.482872] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Created Snapshot of the VM instance {{(pid=62321) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 851.483724] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233a765f-9670-449f-8d39-ebb5f9c400f7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.612882] env[62321]: DEBUG oslo_vmware.api [None req-574208eb-fa31-458a-92e8-df41f39e94c2 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Task: {'id': task-2633323, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186239} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.613186] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-574208eb-fa31-458a-92e8-df41f39e94c2 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 851.613419] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-574208eb-fa31-458a-92e8-df41f39e94c2 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 851.613652] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-574208eb-fa31-458a-92e8-df41f39e94c2 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.613859] env[62321]: INFO nova.compute.manager [None req-574208eb-fa31-458a-92e8-df41f39e94c2 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 851.614168] env[62321]: DEBUG oslo.service.loopingcall [None req-574208eb-fa31-458a-92e8-df41f39e94c2 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 851.615050] env[62321]: DEBUG nova.compute.manager [-] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 851.615050] env[62321]: DEBUG nova.network.neutron [-] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 851.902664] env[62321]: DEBUG oslo_vmware.api [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633324, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.913267] env[62321]: DEBUG nova.compute.manager [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 851.933670] env[62321]: DEBUG oslo_vmware.api [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52af932d-c4fc-69e5-f5af-c340cb4d2e2b, 'name': SearchDatastore_Task, 'duration_secs': 0.010513} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.934259] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d37ebb4-6685-444c-9e05-079e3a035ea2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.944769] env[62321]: DEBUG oslo_vmware.api [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 851.944769] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52364beb-bdde-c83f-9360-6c5441a6d9cd" [ 851.944769] env[62321]: _type = "Task" [ 851.944769] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.951582] env[62321]: DEBUG nova.virt.hardware [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 851.951740] env[62321]: DEBUG nova.virt.hardware [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 851.951921] env[62321]: DEBUG nova.virt.hardware [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.952166] env[62321]: DEBUG nova.virt.hardware [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 851.952337] env[62321]: DEBUG nova.virt.hardware [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.952501] env[62321]: DEBUG nova.virt.hardware [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 851.952712] env[62321]: DEBUG nova.virt.hardware [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 851.952885] env[62321]: DEBUG nova.virt.hardware [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 851.953085] env[62321]: DEBUG nova.virt.hardware [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 851.953258] env[62321]: DEBUG nova.virt.hardware [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 851.953455] env[62321]: DEBUG nova.virt.hardware [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 851.954490] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a13f2b-6791-46d8-a898-036229069547 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.963108] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a6e76d-8370-44b5-b2b4-17358fd2b96c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.974537] env[62321]: DEBUG oslo_vmware.api [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52364beb-bdde-c83f-9360-6c5441a6d9cd, 'name': SearchDatastore_Task, 'duration_secs': 0.012495} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.977784] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.978081] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] fc453d88-8d2d-4b0e-876f-85478c789990/fc453d88-8d2d-4b0e-876f-85478c789990.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 851.978400] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b643ff52-99cf-484f-9528-c695623555b4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.983187] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbc14c5-e041-4dcb-be9e-352ca669aefa {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.990324] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69ee661-21b7-4c74-ba24-1348b6cc349d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.009280] env[62321]: DEBUG oslo_vmware.api [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 852.009280] env[62321]: value = "task-2633325" [ 852.009280] env[62321]: _type = "Task" [ 852.009280] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.016130] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Creating linked-clone VM from snapshot {{(pid=62321) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 852.017773] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7ab32cef-be44-40f5-9149-fa360bdaf79b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.051227] env[62321]: DEBUG nova.network.neutron [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 852.055102] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622a568c-22a9-4fe9-b993-9ca6ec007add {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.060805] env[62321]: DEBUG oslo_vmware.api [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 852.060805] env[62321]: value = "task-2633326" [ 852.060805] env[62321]: _type = "Task" [ 852.060805] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.071200] env[62321]: DEBUG oslo_vmware.api [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.073707] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ae8eaf-35a1-4168-9b79-919c30fdf64e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.082013] env[62321]: DEBUG oslo_vmware.api [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633326, 'name': CloneVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.094669] env[62321]: DEBUG nova.compute.provider_tree [None req-6f1ecd35-520b-423e-bb13-facd215b9222 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.218670] env[62321]: DEBUG nova.network.neutron [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Updating instance_info_cache with network_info: [{"id": "c50df29d-b661-433c-a751-2da066168f1b", "address": "fa:16:3e:c1:0b:2d", "network": {"id": "847e6b84-f3d9-42dc-9e78-08c7739b2de1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1845501430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb209a504e9e40a8a39dafc9b9c9fa10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc50df29d-b6", "ovs_interfaceid": "c50df29d-b661-433c-a751-2da066168f1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.402284] env[62321]: DEBUG oslo_vmware.api [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633324, 'name': ReconfigVM_Task, 'duration_secs': 0.576891} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.402659] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 8c245003-9ef2-464b-a6aa-0bf0dd97bc16/8c245003-9ef2-464b-a6aa-0bf0dd97bc16.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.403476] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7c7a4b1-7b54-48f3-9abf-7302b037129d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.411593] env[62321]: DEBUG oslo_vmware.api [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 852.411593] env[62321]: value = "task-2633327" [ 852.411593] env[62321]: _type = "Task" [ 852.411593] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.423313] env[62321]: DEBUG oslo_vmware.api [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633327, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.530240] env[62321]: DEBUG oslo_vmware.api [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633325, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.561278] env[62321]: DEBUG nova.network.neutron [-] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.573051] env[62321]: DEBUG oslo_vmware.api [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633326, 'name': CloneVM_Task} progress is 94%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.597889] env[62321]: DEBUG nova.scheduler.client.report [None req-6f1ecd35-520b-423e-bb13-facd215b9222 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.722730] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Releasing lock "refresh_cache-2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.723241] env[62321]: DEBUG nova.compute.manager [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Instance network_info: |[{"id": "c50df29d-b661-433c-a751-2da066168f1b", "address": "fa:16:3e:c1:0b:2d", "network": {"id": "847e6b84-f3d9-42dc-9e78-08c7739b2de1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1845501430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb209a504e9e40a8a39dafc9b9c9fa10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc50df29d-b6", "ovs_interfaceid": "c50df29d-b661-433c-a751-2da066168f1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.723836] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:0b:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0636c3f6-fcb7-4954-ab07-c5cd0dee37b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c50df29d-b661-433c-a751-2da066168f1b', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.733141] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Creating folder: Project (eb209a504e9e40a8a39dafc9b9c9fa10). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 852.733548] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-357f0820-90b1-4cb9-a4c5-301e4c9e9b66 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.744863] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Created folder: Project (eb209a504e9e40a8a39dafc9b9c9fa10) in parent group-v530434. [ 852.745085] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Creating folder: Instances. Parent ref: group-v530645. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 852.745324] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b99cac63-a44a-4e0c-9fda-6a3fe63b7746 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.753716] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Created folder: Instances in parent group-v530645. [ 852.754047] env[62321]: DEBUG oslo.service.loopingcall [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 852.754314] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.754574] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adc6630b-2273-40ec-b50c-59d3ebe9ef9e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.775886] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.775886] env[62321]: value = "task-2633330" [ 852.775886] env[62321]: _type = "Task" [ 852.775886] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.784112] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633330, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.923643] env[62321]: DEBUG oslo_vmware.api [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633327, 'name': Rename_Task, 'duration_secs': 0.251443} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.924770] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.926580] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13f1704a-b004-47e3-8e76-1c79e760be3f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.941242] env[62321]: DEBUG oslo_vmware.api [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 852.941242] env[62321]: value = "task-2633331" [ 852.941242] env[62321]: _type = "Task" [ 852.941242] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.942273] env[62321]: DEBUG nova.network.neutron [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Successfully updated port: 7d32a94b-1aa5-4ae7-a33d-86bc2c534fa3 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 852.955917] env[62321]: DEBUG oslo_vmware.api [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633331, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.010898] env[62321]: DEBUG nova.compute.manager [req-9e0a7818-5b7e-412a-8ba5-b202ced2d9e2 req-9148229a-64ba-43a1-ab3f-3a50b665ce86 service nova] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Received event network-changed-c50df29d-b661-433c-a751-2da066168f1b {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 853.011504] env[62321]: DEBUG nova.compute.manager [req-9e0a7818-5b7e-412a-8ba5-b202ced2d9e2 req-9148229a-64ba-43a1-ab3f-3a50b665ce86 service nova] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Refreshing instance network info cache due to event network-changed-c50df29d-b661-433c-a751-2da066168f1b. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 853.011831] env[62321]: DEBUG oslo_concurrency.lockutils [req-9e0a7818-5b7e-412a-8ba5-b202ced2d9e2 req-9148229a-64ba-43a1-ab3f-3a50b665ce86 service nova] Acquiring lock "refresh_cache-2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.011905] env[62321]: DEBUG oslo_concurrency.lockutils [req-9e0a7818-5b7e-412a-8ba5-b202ced2d9e2 req-9148229a-64ba-43a1-ab3f-3a50b665ce86 service nova] Acquired lock "refresh_cache-2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.012229] env[62321]: DEBUG nova.network.neutron [req-9e0a7818-5b7e-412a-8ba5-b202ced2d9e2 req-9148229a-64ba-43a1-ab3f-3a50b665ce86 service nova] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Refreshing network info cache for port c50df29d-b661-433c-a751-2da066168f1b {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.030257] env[62321]: DEBUG oslo_vmware.api [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633325, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566749} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.030530] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] fc453d88-8d2d-4b0e-876f-85478c789990/fc453d88-8d2d-4b0e-876f-85478c789990.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 853.030751] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.032035] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef9df497-71d4-4dd7-a78e-6fae7d6bac9d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.038200] env[62321]: DEBUG oslo_vmware.api [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 853.038200] env[62321]: value = "task-2633332" [ 853.038200] env[62321]: _type = "Task" [ 853.038200] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.047069] env[62321]: DEBUG oslo_vmware.api [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633332, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.067493] env[62321]: INFO nova.compute.manager [-] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Took 1.45 seconds to deallocate network for instance. [ 853.072714] env[62321]: DEBUG oslo_vmware.api [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633326, 'name': CloneVM_Task} progress is 94%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.102998] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6f1ecd35-520b-423e-bb13-facd215b9222 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.207s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.106133] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4acb2c44-eb27-464f-b643-debfacac61b3 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.795s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.106467] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4acb2c44-eb27-464f-b643-debfacac61b3 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.109365] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bba7a109-94d8-4fdc-b8fa-412fbcfbdd59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.137s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.109768] env[62321]: DEBUG nova.objects.instance [None req-bba7a109-94d8-4fdc-b8fa-412fbcfbdd59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lazy-loading 'resources' on Instance uuid fad4687d-8a09-4fbc-81d7-873c9847b830 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.134915] env[62321]: INFO nova.scheduler.client.report [None req-6f1ecd35-520b-423e-bb13-facd215b9222 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Deleted allocations for instance 1281e273-d400-4493-b718-e78252e1221a [ 853.141275] env[62321]: INFO nova.scheduler.client.report [None req-4acb2c44-eb27-464f-b643-debfacac61b3 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Deleted allocations for instance abc046a0-2875-4673-9eda-dcd9ded773c1 [ 853.289936] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633330, 'name': CreateVM_Task, 'duration_secs': 0.393269} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.290211] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.290887] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.291069] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.291425] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.291674] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b67234ac-23fe-4578-94b8-02b7a7d59dd1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.303282] env[62321]: DEBUG oslo_vmware.api [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Waiting for the task: (returnval){ [ 853.303282] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52da938e-1990-e913-175f-770dbe14591b" [ 853.303282] env[62321]: _type = "Task" [ 853.303282] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.311895] env[62321]: DEBUG oslo_vmware.api [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52da938e-1990-e913-175f-770dbe14591b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.449825] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "refresh_cache-fbf80529-4efb-4056-9d2b-5b03df0c7777" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.449825] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquired lock "refresh_cache-fbf80529-4efb-4056-9d2b-5b03df0c7777" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.450059] env[62321]: DEBUG nova.network.neutron [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 853.454854] env[62321]: DEBUG oslo_vmware.api [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633331, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.548526] env[62321]: DEBUG oslo_vmware.api [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633332, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072332} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.548824] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.549654] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5944873b-ca8c-42fd-be0e-116959c7d59e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.572113] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] fc453d88-8d2d-4b0e-876f-85478c789990/fc453d88-8d2d-4b0e-876f-85478c789990.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.572609] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-104104d8-c388-4f46-b5bf-699e7ec90b56 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.593956] env[62321]: DEBUG oslo_concurrency.lockutils [None req-574208eb-fa31-458a-92e8-df41f39e94c2 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.601680] env[62321]: DEBUG oslo_vmware.api [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633326, 'name': CloneVM_Task} progress is 95%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.603153] env[62321]: DEBUG oslo_vmware.api [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 853.603153] env[62321]: value = "task-2633333" [ 853.603153] env[62321]: _type = "Task" [ 853.603153] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.610752] env[62321]: DEBUG oslo_vmware.api [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633333, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.645348] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6f1ecd35-520b-423e-bb13-facd215b9222 tempest-VolumesAdminNegativeTest-567941867 tempest-VolumesAdminNegativeTest-567941867-project-member] Lock "1281e273-d400-4493-b718-e78252e1221a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.525s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.650642] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4acb2c44-eb27-464f-b643-debfacac61b3 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Lock "abc046a0-2875-4673-9eda-dcd9ded773c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.869s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.812837] env[62321]: DEBUG oslo_vmware.api [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52da938e-1990-e913-175f-770dbe14591b, 'name': SearchDatastore_Task, 'duration_secs': 0.011114} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.813152] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.813442] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.813656] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.813814] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.813995] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.816736] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e621df26-ed71-4ecf-aedf-9419b8dc8cb2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.825463] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.825658] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.826468] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6351af1e-fecc-4373-89c8-30efcd34e292 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.835785] env[62321]: DEBUG oslo_vmware.api [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Waiting for the task: (returnval){ [ 853.835785] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52bb667f-8a26-2490-209a-324d84a2132c" [ 853.835785] env[62321]: _type = "Task" [ 853.835785] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.844368] env[62321]: DEBUG oslo_vmware.api [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52bb667f-8a26-2490-209a-324d84a2132c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.854494] env[62321]: DEBUG nova.network.neutron [req-9e0a7818-5b7e-412a-8ba5-b202ced2d9e2 req-9148229a-64ba-43a1-ab3f-3a50b665ce86 service nova] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Updated VIF entry in instance network info cache for port c50df29d-b661-433c-a751-2da066168f1b. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.854851] env[62321]: DEBUG nova.network.neutron [req-9e0a7818-5b7e-412a-8ba5-b202ced2d9e2 req-9148229a-64ba-43a1-ab3f-3a50b665ce86 service nova] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Updating instance_info_cache with network_info: [{"id": "c50df29d-b661-433c-a751-2da066168f1b", "address": "fa:16:3e:c1:0b:2d", "network": {"id": "847e6b84-f3d9-42dc-9e78-08c7739b2de1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1845501430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb209a504e9e40a8a39dafc9b9c9fa10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc50df29d-b6", "ovs_interfaceid": "c50df29d-b661-433c-a751-2da066168f1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.952406] env[62321]: DEBUG oslo_vmware.api [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633331, 'name': PowerOnVM_Task, 'duration_secs': 0.752571} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.955146] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.955371] env[62321]: DEBUG nova.compute.manager [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.958247] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627b4404-a12a-41d7-a2fc-7df575b207e7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.988252] env[62321]: DEBUG nova.network.neutron [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 854.065761] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6901e86a-4263-4e46-b8fc-17a57aca496a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.073219] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3ec388-aaeb-428a-8afa-5e483863e249 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.085028] env[62321]: DEBUG oslo_vmware.api [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633326, 'name': CloneVM_Task, 'duration_secs': 1.797826} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.108561] env[62321]: INFO nova.virt.vmwareapi.vmops [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Created linked-clone VM from snapshot [ 854.112127] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafdf7b4-da61-4112-ae9d-5843c4fac6e9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.117426] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6218895-841e-43a8-a13a-9d4eca1f3de6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.125277] env[62321]: DEBUG nova.virt.vmwareapi.images [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Uploading image b635eeef-eec6-403c-8eb0-f8e082da9f5e {{(pid=62321) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 854.131436] env[62321]: DEBUG oslo_vmware.api [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633333, 'name': ReconfigVM_Task, 'duration_secs': 0.369137} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.131764] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Reconfigured VM instance instance-00000049 to attach disk [datastore2] fc453d88-8d2d-4b0e-876f-85478c789990/fc453d88-8d2d-4b0e-876f-85478c789990.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.133309] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e693c7cc-bee1-4d05-9be7-2cf41e443e68 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.136969] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a20c50fe-503f-496e-ab97-f118cd5f8bf6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.149131] env[62321]: DEBUG nova.compute.provider_tree [None req-bba7a109-94d8-4fdc-b8fa-412fbcfbdd59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.153695] env[62321]: DEBUG oslo_vmware.api [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 854.153695] env[62321]: value = "task-2633334" [ 854.153695] env[62321]: _type = "Task" [ 854.153695] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.161311] env[62321]: DEBUG oslo_vmware.api [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633334, 'name': Rename_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.163813] env[62321]: DEBUG oslo_vmware.rw_handles [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 854.163813] env[62321]: value = "vm-530644" [ 854.163813] env[62321]: _type = "VirtualMachine" [ 854.163813] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 854.164337] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-40425baa-d3ae-4949-a3b8-75016eaa0481 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.173272] env[62321]: DEBUG oslo_vmware.rw_handles [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lease: (returnval){ [ 854.173272] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a0e072-3d2c-eed4-0c65-2e2ee24036f4" [ 854.173272] env[62321]: _type = "HttpNfcLease" [ 854.173272] env[62321]: } obtained for exporting VM: (result){ [ 854.173272] env[62321]: value = "vm-530644" [ 854.173272] env[62321]: _type = "VirtualMachine" [ 854.173272] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 854.173683] env[62321]: DEBUG oslo_vmware.api [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the lease: (returnval){ [ 854.173683] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a0e072-3d2c-eed4-0c65-2e2ee24036f4" [ 854.173683] env[62321]: _type = "HttpNfcLease" [ 854.173683] env[62321]: } to be ready. {{(pid=62321) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 854.184711] env[62321]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 854.184711] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a0e072-3d2c-eed4-0c65-2e2ee24036f4" [ 854.184711] env[62321]: _type = "HttpNfcLease" [ 854.184711] env[62321]: } is initializing. {{(pid=62321) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 854.238730] env[62321]: DEBUG nova.network.neutron [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Updating instance_info_cache with network_info: [{"id": "7d32a94b-1aa5-4ae7-a33d-86bc2c534fa3", "address": "fa:16:3e:90:4f:54", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d32a94b-1a", "ovs_interfaceid": "7d32a94b-1aa5-4ae7-a33d-86bc2c534fa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.349828] env[62321]: DEBUG oslo_vmware.api [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52bb667f-8a26-2490-209a-324d84a2132c, 'name': SearchDatastore_Task, 'duration_secs': 0.010831} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.349828] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55d28e4c-4c60-4691-ba7d-984ebf7495ad {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.357830] env[62321]: DEBUG oslo_vmware.api [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Waiting for the task: (returnval){ [ 854.357830] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]527183f0-566b-66dd-9117-be722faae808" [ 854.357830] env[62321]: _type = "Task" [ 854.357830] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.365703] env[62321]: DEBUG oslo_concurrency.lockutils [req-9e0a7818-5b7e-412a-8ba5-b202ced2d9e2 req-9148229a-64ba-43a1-ab3f-3a50b665ce86 service nova] Releasing lock "refresh_cache-2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.365958] env[62321]: DEBUG nova.compute.manager [req-9e0a7818-5b7e-412a-8ba5-b202ced2d9e2 req-9148229a-64ba-43a1-ab3f-3a50b665ce86 service nova] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Received event network-vif-deleted-49c4d9cc-b877-4ac1-93fc-c53597ac9806 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 854.366155] env[62321]: DEBUG nova.compute.manager [req-9e0a7818-5b7e-412a-8ba5-b202ced2d9e2 req-9148229a-64ba-43a1-ab3f-3a50b665ce86 service nova] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Received event network-vif-plugged-7d32a94b-1aa5-4ae7-a33d-86bc2c534fa3 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 854.366343] env[62321]: DEBUG oslo_concurrency.lockutils [req-9e0a7818-5b7e-412a-8ba5-b202ced2d9e2 req-9148229a-64ba-43a1-ab3f-3a50b665ce86 service nova] Acquiring lock "fbf80529-4efb-4056-9d2b-5b03df0c7777-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.366539] env[62321]: DEBUG oslo_concurrency.lockutils [req-9e0a7818-5b7e-412a-8ba5-b202ced2d9e2 req-9148229a-64ba-43a1-ab3f-3a50b665ce86 service nova] Lock "fbf80529-4efb-4056-9d2b-5b03df0c7777-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 854.366702] env[62321]: DEBUG oslo_concurrency.lockutils [req-9e0a7818-5b7e-412a-8ba5-b202ced2d9e2 req-9148229a-64ba-43a1-ab3f-3a50b665ce86 service nova] Lock "fbf80529-4efb-4056-9d2b-5b03df0c7777-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.366888] env[62321]: DEBUG nova.compute.manager [req-9e0a7818-5b7e-412a-8ba5-b202ced2d9e2 req-9148229a-64ba-43a1-ab3f-3a50b665ce86 service nova] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] No waiting events found dispatching network-vif-plugged-7d32a94b-1aa5-4ae7-a33d-86bc2c534fa3 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 854.368146] env[62321]: WARNING nova.compute.manager [req-9e0a7818-5b7e-412a-8ba5-b202ced2d9e2 req-9148229a-64ba-43a1-ab3f-3a50b665ce86 service nova] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Received unexpected event network-vif-plugged-7d32a94b-1aa5-4ae7-a33d-86bc2c534fa3 for instance with vm_state building and task_state spawning. [ 854.373823] env[62321]: DEBUG oslo_vmware.api [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]527183f0-566b-66dd-9117-be722faae808, 'name': SearchDatastore_Task, 'duration_secs': 0.010562} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.374239] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.374375] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1/2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.374667] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-307ec4f2-cca7-4c7c-b471-51717fba0a65 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.381445] env[62321]: DEBUG oslo_vmware.api [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Waiting for the task: (returnval){ [ 854.381445] env[62321]: value = "task-2633336" [ 854.381445] env[62321]: _type = "Task" [ 854.381445] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.396939] env[62321]: DEBUG oslo_vmware.api [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': task-2633336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.475950] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.654899] env[62321]: DEBUG nova.scheduler.client.report [None req-bba7a109-94d8-4fdc-b8fa-412fbcfbdd59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.671398] env[62321]: DEBUG oslo_vmware.api [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633334, 'name': Rename_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.682419] env[62321]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 854.682419] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a0e072-3d2c-eed4-0c65-2e2ee24036f4" [ 854.682419] env[62321]: _type = "HttpNfcLease" [ 854.682419] env[62321]: } is ready. {{(pid=62321) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 854.684666] env[62321]: DEBUG oslo_vmware.rw_handles [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 854.684666] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a0e072-3d2c-eed4-0c65-2e2ee24036f4" [ 854.684666] env[62321]: _type = "HttpNfcLease" [ 854.684666] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 854.684666] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a297abde-80ca-498f-9cc3-7489f3e8cae1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.692331] env[62321]: DEBUG oslo_vmware.rw_handles [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a1719-b7e6-7e3e-fb34-7d20a7dacd0c/disk-0.vmdk from lease info. {{(pid=62321) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 854.692538] env[62321]: DEBUG oslo_vmware.rw_handles [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a1719-b7e6-7e3e-fb34-7d20a7dacd0c/disk-0.vmdk for reading. {{(pid=62321) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 854.756312] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Releasing lock "refresh_cache-fbf80529-4efb-4056-9d2b-5b03df0c7777" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.756709] env[62321]: DEBUG nova.compute.manager [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Instance network_info: |[{"id": "7d32a94b-1aa5-4ae7-a33d-86bc2c534fa3", "address": "fa:16:3e:90:4f:54", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d32a94b-1a", "ovs_interfaceid": "7d32a94b-1aa5-4ae7-a33d-86bc2c534fa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 854.760722] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:4f:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d32a94b-1aa5-4ae7-a33d-86bc2c534fa3', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.768114] env[62321]: DEBUG oslo.service.loopingcall [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 854.771052] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 854.772039] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbdb7088-457f-4ad2-b5c9-0204cdffe1fa {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.792414] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 854.792414] env[62321]: value = "task-2633337" [ 854.792414] env[62321]: _type = "Task" [ 854.792414] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.801387] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633337, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.804090] env[62321]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c3a054ab-1d55-443d-9815-d0bf5c963e42 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.891333] env[62321]: DEBUG oslo_vmware.api [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': task-2633336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.141326] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6e17881d-c5b1-487e-875a-be8b93e4b4d6 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquiring lock "aeb622a0-9532-4a9d-ac75-65f4e84dfda0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.141699] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6e17881d-c5b1-487e-875a-be8b93e4b4d6 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Lock "aeb622a0-9532-4a9d-ac75-65f4e84dfda0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.141986] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6e17881d-c5b1-487e-875a-be8b93e4b4d6 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquiring lock "aeb622a0-9532-4a9d-ac75-65f4e84dfda0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.142307] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6e17881d-c5b1-487e-875a-be8b93e4b4d6 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Lock "aeb622a0-9532-4a9d-ac75-65f4e84dfda0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.142607] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6e17881d-c5b1-487e-875a-be8b93e4b4d6 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Lock "aeb622a0-9532-4a9d-ac75-65f4e84dfda0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.145248] env[62321]: INFO nova.compute.manager [None req-6e17881d-c5b1-487e-875a-be8b93e4b4d6 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Terminating instance [ 855.168653] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bba7a109-94d8-4fdc-b8fa-412fbcfbdd59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.059s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.172179] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.247s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.172525] env[62321]: DEBUG nova.objects.instance [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lazy-loading 'pci_requests' on Instance uuid 16608632-c469-40d5-97d4-2e80c871e4be {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.181202] env[62321]: DEBUG oslo_vmware.api [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633334, 'name': Rename_Task, 'duration_secs': 0.956222} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.182644] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.182644] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a20851b8-8b9d-46e1-98ef-69d4f24fce1c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.190399] env[62321]: DEBUG oslo_vmware.api [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 855.190399] env[62321]: value = "task-2633338" [ 855.190399] env[62321]: _type = "Task" [ 855.190399] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.201360] env[62321]: DEBUG oslo_vmware.api [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633338, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.202817] env[62321]: INFO nova.scheduler.client.report [None req-bba7a109-94d8-4fdc-b8fa-412fbcfbdd59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Deleted allocations for instance fad4687d-8a09-4fbc-81d7-873c9847b830 [ 855.271141] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a925a078-a4d2-45ee-b7c8-be96926f88ad tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "8c245003-9ef2-464b-a6aa-0bf0dd97bc16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.272036] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a925a078-a4d2-45ee-b7c8-be96926f88ad tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "8c245003-9ef2-464b-a6aa-0bf0dd97bc16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.272733] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a925a078-a4d2-45ee-b7c8-be96926f88ad tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "8c245003-9ef2-464b-a6aa-0bf0dd97bc16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.273436] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a925a078-a4d2-45ee-b7c8-be96926f88ad tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "8c245003-9ef2-464b-a6aa-0bf0dd97bc16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.274042] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a925a078-a4d2-45ee-b7c8-be96926f88ad tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "8c245003-9ef2-464b-a6aa-0bf0dd97bc16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.277024] env[62321]: INFO nova.compute.manager [None req-a925a078-a4d2-45ee-b7c8-be96926f88ad tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Terminating instance [ 855.308515] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633337, 'name': CreateVM_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.393106] env[62321]: DEBUG oslo_vmware.api [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': task-2633336, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.650897] env[62321]: DEBUG nova.compute.manager [None req-6e17881d-c5b1-487e-875a-be8b93e4b4d6 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 855.650897] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6e17881d-c5b1-487e-875a-be8b93e4b4d6 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.652110] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b414c8-04b9-4308-b042-528ddf55826e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.662041] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e17881d-c5b1-487e-875a-be8b93e4b4d6 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.662544] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1a7a3e4-337a-4474-8423-66e865d56a2a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.672689] env[62321]: DEBUG nova.compute.manager [req-30b48c5b-f9e6-4408-b0f4-ead885fdb60a req-e5711bf7-6cda-4b3a-8edb-ab193f9e1685 service nova] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Received event network-changed-7d32a94b-1aa5-4ae7-a33d-86bc2c534fa3 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 855.673131] env[62321]: DEBUG nova.compute.manager [req-30b48c5b-f9e6-4408-b0f4-ead885fdb60a req-e5711bf7-6cda-4b3a-8edb-ab193f9e1685 service nova] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Refreshing instance network info cache due to event network-changed-7d32a94b-1aa5-4ae7-a33d-86bc2c534fa3. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 855.673479] env[62321]: DEBUG oslo_concurrency.lockutils [req-30b48c5b-f9e6-4408-b0f4-ead885fdb60a req-e5711bf7-6cda-4b3a-8edb-ab193f9e1685 service nova] Acquiring lock "refresh_cache-fbf80529-4efb-4056-9d2b-5b03df0c7777" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.673781] env[62321]: DEBUG oslo_concurrency.lockutils [req-30b48c5b-f9e6-4408-b0f4-ead885fdb60a req-e5711bf7-6cda-4b3a-8edb-ab193f9e1685 service nova] Acquired lock "refresh_cache-fbf80529-4efb-4056-9d2b-5b03df0c7777" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.674167] env[62321]: DEBUG nova.network.neutron [req-30b48c5b-f9e6-4408-b0f4-ead885fdb60a req-e5711bf7-6cda-4b3a-8edb-ab193f9e1685 service nova] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Refreshing network info cache for port 7d32a94b-1aa5-4ae7-a33d-86bc2c534fa3 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.678020] env[62321]: DEBUG oslo_vmware.api [None req-6e17881d-c5b1-487e-875a-be8b93e4b4d6 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Waiting for the task: (returnval){ [ 855.678020] env[62321]: value = "task-2633339" [ 855.678020] env[62321]: _type = "Task" [ 855.678020] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.679301] env[62321]: DEBUG nova.objects.instance [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lazy-loading 'numa_topology' on Instance uuid 16608632-c469-40d5-97d4-2e80c871e4be {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.695844] env[62321]: DEBUG oslo_vmware.api [None req-6e17881d-c5b1-487e-875a-be8b93e4b4d6 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2633339, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.706099] env[62321]: DEBUG oslo_vmware.api [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633338, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.713700] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bba7a109-94d8-4fdc-b8fa-412fbcfbdd59 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lock "fad4687d-8a09-4fbc-81d7-873c9847b830" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.250s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.790797] env[62321]: DEBUG nova.compute.manager [None req-a925a078-a4d2-45ee-b7c8-be96926f88ad tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 855.790797] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a925a078-a4d2-45ee-b7c8-be96926f88ad tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.790797] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7dbe23b-9a80-48d8-93d4-9b0a41c4c70d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.806185] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a925a078-a4d2-45ee-b7c8-be96926f88ad tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.811015] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-977d44d6-764b-4d5e-8c2e-3d24b2f70066 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.812855] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633337, 'name': CreateVM_Task, 'duration_secs': 0.797307} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.813764] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.814353] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.814524] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.814844] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.815437] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-721f81a3-fa3f-4f8d-b354-8a4c884435e5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.819178] env[62321]: DEBUG oslo_vmware.api [None req-a925a078-a4d2-45ee-b7c8-be96926f88ad tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 855.819178] env[62321]: value = "task-2633340" [ 855.819178] env[62321]: _type = "Task" [ 855.819178] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.826373] env[62321]: DEBUG oslo_vmware.api [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 855.826373] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52dc67be-09aa-bddd-855e-be7213bb0588" [ 855.826373] env[62321]: _type = "Task" [ 855.826373] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.836027] env[62321]: DEBUG oslo_vmware.api [None req-a925a078-a4d2-45ee-b7c8-be96926f88ad tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.842110] env[62321]: DEBUG oslo_vmware.api [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52dc67be-09aa-bddd-855e-be7213bb0588, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.897552] env[62321]: DEBUG oslo_vmware.api [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': task-2633336, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.089727} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.897971] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1/2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.898235] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.898739] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-752ea9c6-c666-4e4e-8522-85f4931afaf4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.906612] env[62321]: DEBUG oslo_vmware.api [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Waiting for the task: (returnval){ [ 855.906612] env[62321]: value = "task-2633341" [ 855.906612] env[62321]: _type = "Task" [ 855.906612] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.917385] env[62321]: DEBUG oslo_vmware.api [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': task-2633341, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.187635] env[62321]: INFO nova.compute.claims [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.206042] env[62321]: DEBUG oslo_vmware.api [None req-6e17881d-c5b1-487e-875a-be8b93e4b4d6 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2633339, 'name': PowerOffVM_Task, 'duration_secs': 0.261674} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.206739] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e17881d-c5b1-487e-875a-be8b93e4b4d6 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.206990] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6e17881d-c5b1-487e-875a-be8b93e4b4d6 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.207278] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1d1bd56-3337-4e5b-aaed-fe997e29bf2b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.212427] env[62321]: DEBUG oslo_vmware.api [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633338, 'name': PowerOnVM_Task, 'duration_secs': 0.843362} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.213758] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.213758] env[62321]: INFO nova.compute.manager [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Took 9.62 seconds to spawn the instance on the hypervisor. [ 856.213758] env[62321]: DEBUG nova.compute.manager [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.214284] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485f5288-4a7a-43ef-b9d4-db022ec1e48b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.286844] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6e17881d-c5b1-487e-875a-be8b93e4b4d6 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.287052] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6e17881d-c5b1-487e-875a-be8b93e4b4d6 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.287447] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e17881d-c5b1-487e-875a-be8b93e4b4d6 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Deleting the datastore file [datastore2] aeb622a0-9532-4a9d-ac75-65f4e84dfda0 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.287600] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b76a2c2-ecf5-4de1-aac6-4ae9d84fee2f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.294882] env[62321]: DEBUG oslo_vmware.api [None req-6e17881d-c5b1-487e-875a-be8b93e4b4d6 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Waiting for the task: (returnval){ [ 856.294882] env[62321]: value = "task-2633343" [ 856.294882] env[62321]: _type = "Task" [ 856.294882] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.303346] env[62321]: DEBUG oslo_vmware.api [None req-6e17881d-c5b1-487e-875a-be8b93e4b4d6 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2633343, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.329242] env[62321]: DEBUG oslo_vmware.api [None req-a925a078-a4d2-45ee-b7c8-be96926f88ad tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633340, 'name': PowerOffVM_Task, 'duration_secs': 0.249111} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.332540] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a925a078-a4d2-45ee-b7c8-be96926f88ad tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.332761] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a925a078-a4d2-45ee-b7c8-be96926f88ad tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.333017] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9db11967-cead-49e6-b2cb-6dd984f268ee {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.342151] env[62321]: DEBUG oslo_vmware.api [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52dc67be-09aa-bddd-855e-be7213bb0588, 'name': SearchDatastore_Task, 'duration_secs': 0.018212} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.343121] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.343526] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.343650] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.343796] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.343968] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.344257] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b70c48d0-c165-4b87-a239-ff6627feb48b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.353363] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.353579] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.354427] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad5f9754-1482-40f7-8c04-0b9c593a8013 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.360176] env[62321]: DEBUG oslo_vmware.api [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 856.360176] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]523f171d-0aca-210a-8541-d0712a25405d" [ 856.360176] env[62321]: _type = "Task" [ 856.360176] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.367863] env[62321]: DEBUG oslo_vmware.api [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]523f171d-0aca-210a-8541-d0712a25405d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.399276] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a925a078-a4d2-45ee-b7c8-be96926f88ad tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.399504] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a925a078-a4d2-45ee-b7c8-be96926f88ad tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.399867] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-a925a078-a4d2-45ee-b7c8-be96926f88ad tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Deleting the datastore file [datastore2] 8c245003-9ef2-464b-a6aa-0bf0dd97bc16 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.400194] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4c62a0c-cbca-4637-9fb0-e64797c2fb74 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.408204] env[62321]: DEBUG oslo_vmware.api [None req-a925a078-a4d2-45ee-b7c8-be96926f88ad tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 856.408204] env[62321]: value = "task-2633345" [ 856.408204] env[62321]: _type = "Task" [ 856.408204] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.427745] env[62321]: DEBUG oslo_vmware.api [None req-a925a078-a4d2-45ee-b7c8-be96926f88ad tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.428597] env[62321]: DEBUG oslo_vmware.api [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': task-2633341, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075775} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.428943] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.429793] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e138dfd1-1f4a-4200-8bcd-f3a2da6c65ee {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.456167] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1/2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.456167] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c7abf5c-dfb4-422a-8557-74508641053d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.480019] env[62321]: DEBUG oslo_vmware.api [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Waiting for the task: (returnval){ [ 856.480019] env[62321]: value = "task-2633346" [ 856.480019] env[62321]: _type = "Task" [ 856.480019] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.490773] env[62321]: DEBUG oslo_vmware.api [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': task-2633346, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.542108] env[62321]: DEBUG nova.network.neutron [req-30b48c5b-f9e6-4408-b0f4-ead885fdb60a req-e5711bf7-6cda-4b3a-8edb-ab193f9e1685 service nova] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Updated VIF entry in instance network info cache for port 7d32a94b-1aa5-4ae7-a33d-86bc2c534fa3. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.542108] env[62321]: DEBUG nova.network.neutron [req-30b48c5b-f9e6-4408-b0f4-ead885fdb60a req-e5711bf7-6cda-4b3a-8edb-ab193f9e1685 service nova] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Updating instance_info_cache with network_info: [{"id": "7d32a94b-1aa5-4ae7-a33d-86bc2c534fa3", "address": "fa:16:3e:90:4f:54", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d32a94b-1a", "ovs_interfaceid": "7d32a94b-1aa5-4ae7-a33d-86bc2c534fa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.735547] env[62321]: INFO nova.compute.manager [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Took 26.62 seconds to build instance. [ 856.811438] env[62321]: DEBUG oslo_vmware.api [None req-6e17881d-c5b1-487e-875a-be8b93e4b4d6 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Task: {'id': task-2633343, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293469} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.812278] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e17881d-c5b1-487e-875a-be8b93e4b4d6 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.812278] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6e17881d-c5b1-487e-875a-be8b93e4b4d6 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.812278] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6e17881d-c5b1-487e-875a-be8b93e4b4d6 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.812278] env[62321]: INFO nova.compute.manager [None req-6e17881d-c5b1-487e-875a-be8b93e4b4d6 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 856.812698] env[62321]: DEBUG oslo.service.loopingcall [None req-6e17881d-c5b1-487e-875a-be8b93e4b4d6 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 856.815648] env[62321]: DEBUG nova.compute.manager [-] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 856.815771] env[62321]: DEBUG nova.network.neutron [-] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 856.879614] env[62321]: DEBUG oslo_vmware.api [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]523f171d-0aca-210a-8541-d0712a25405d, 'name': SearchDatastore_Task, 'duration_secs': 0.014656} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.885854] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f8c4696-b9a4-4184-b330-2ab525b99737 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.890911] env[62321]: DEBUG oslo_vmware.api [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 856.890911] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52cff868-313e-b162-9ade-29bb09122694" [ 856.890911] env[62321]: _type = "Task" [ 856.890911] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.906579] env[62321]: DEBUG oslo_vmware.api [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52cff868-313e-b162-9ade-29bb09122694, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.929379] env[62321]: DEBUG oslo_vmware.api [None req-a925a078-a4d2-45ee-b7c8-be96926f88ad tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270219} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.929693] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-a925a078-a4d2-45ee-b7c8-be96926f88ad tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.929924] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a925a078-a4d2-45ee-b7c8-be96926f88ad tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.930163] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a925a078-a4d2-45ee-b7c8-be96926f88ad tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.931133] env[62321]: INFO nova.compute.manager [None req-a925a078-a4d2-45ee-b7c8-be96926f88ad tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Took 1.14 seconds to destroy the instance on the hypervisor. [ 856.931133] env[62321]: DEBUG oslo.service.loopingcall [None req-a925a078-a4d2-45ee-b7c8-be96926f88ad tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 856.931133] env[62321]: DEBUG nova.compute.manager [-] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 856.931433] env[62321]: DEBUG nova.network.neutron [-] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 856.992360] env[62321]: DEBUG oslo_vmware.api [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': task-2633346, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.043823] env[62321]: DEBUG oslo_concurrency.lockutils [req-30b48c5b-f9e6-4408-b0f4-ead885fdb60a req-e5711bf7-6cda-4b3a-8edb-ab193f9e1685 service nova] Releasing lock "refresh_cache-fbf80529-4efb-4056-9d2b-5b03df0c7777" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.206210] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78ee3c5-66e7-49ec-a0fa-05931b499027 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.221629] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b084a51a-67a7-41d9-904d-58ab507e9988 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.255876] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2068da23-69bd-4e03-a368-5fb107f1fd4f tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "fc453d88-8d2d-4b0e-876f-85478c789990" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.154s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.257642] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88264a33-7723-40ff-a445-ea0cef85a7c0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.265866] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57bef9c-2579-4f92-b6d2-90354dc1d876 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.282805] env[62321]: DEBUG nova.compute.provider_tree [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.404916] env[62321]: DEBUG oslo_vmware.api [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52cff868-313e-b162-9ade-29bb09122694, 'name': SearchDatastore_Task, 'duration_secs': 0.014599} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.405248] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.405562] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] fbf80529-4efb-4056-9d2b-5b03df0c7777/fbf80529-4efb-4056-9d2b-5b03df0c7777.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.405838] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a6dca3f-cbd7-4004-836e-6fe54c71e0a6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.414065] env[62321]: DEBUG oslo_vmware.api [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 857.414065] env[62321]: value = "task-2633347" [ 857.414065] env[62321]: _type = "Task" [ 857.414065] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.422631] env[62321]: DEBUG oslo_vmware.api [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633347, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.492028] env[62321]: DEBUG oslo_vmware.api [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': task-2633346, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.729044] env[62321]: DEBUG nova.network.neutron [-] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.786686] env[62321]: DEBUG nova.scheduler.client.report [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.871105] env[62321]: DEBUG nova.network.neutron [-] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.925938] env[62321]: DEBUG oslo_vmware.api [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633347, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.991816] env[62321]: DEBUG oslo_vmware.api [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': task-2633346, 'name': ReconfigVM_Task, 'duration_secs': 1.499979} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.992012] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1/2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.992693] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa9f9957-dbbc-41fd-93a0-62a254aacf54 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.999482] env[62321]: DEBUG oslo_vmware.api [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Waiting for the task: (returnval){ [ 857.999482] env[62321]: value = "task-2633348" [ 857.999482] env[62321]: _type = "Task" [ 857.999482] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.007608] env[62321]: DEBUG oslo_vmware.api [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': task-2633348, 'name': Rename_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.026342] env[62321]: DEBUG oslo_vmware.rw_handles [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52115cfb-3987-46ba-5d54-5777ed40b566/disk-0.vmdk. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 858.027454] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b78851-8fa8-4898-a294-b9b99f011b25 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.034394] env[62321]: DEBUG oslo_vmware.rw_handles [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52115cfb-3987-46ba-5d54-5777ed40b566/disk-0.vmdk is in state: ready. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 858.034589] env[62321]: ERROR oslo_vmware.rw_handles [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52115cfb-3987-46ba-5d54-5777ed40b566/disk-0.vmdk due to incomplete transfer. [ 858.034838] env[62321]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-14383b0b-8ce4-405a-bcfd-4b360c2d6a92 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.042271] env[62321]: DEBUG oslo_vmware.rw_handles [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52115cfb-3987-46ba-5d54-5777ed40b566/disk-0.vmdk. {{(pid=62321) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 858.042507] env[62321]: DEBUG nova.virt.vmwareapi.images [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Uploaded image 08476f80-d409-47c2-af14-9d8365f46571 to the Glance image server {{(pid=62321) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 858.046502] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Destroying the VM {{(pid=62321) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 858.046785] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bfd55cc3-ab52-46dc-a893-8a48e0965c41 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.054813] env[62321]: DEBUG oslo_vmware.api [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Waiting for the task: (returnval){ [ 858.054813] env[62321]: value = "task-2633349" [ 858.054813] env[62321]: _type = "Task" [ 858.054813] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.067338] env[62321]: DEBUG oslo_vmware.api [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633349, 'name': Destroy_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.180487] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c3deaa57-d469-430d-a5fc-2fa3f8bd8950 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquiring lock "185227ef-d7f7-4d1f-b3dd-d3073bf5db73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.180792] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c3deaa57-d469-430d-a5fc-2fa3f8bd8950 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lock "185227ef-d7f7-4d1f-b3dd-d3073bf5db73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.181061] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c3deaa57-d469-430d-a5fc-2fa3f8bd8950 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquiring lock "185227ef-d7f7-4d1f-b3dd-d3073bf5db73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.181291] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c3deaa57-d469-430d-a5fc-2fa3f8bd8950 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lock "185227ef-d7f7-4d1f-b3dd-d3073bf5db73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.181507] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c3deaa57-d469-430d-a5fc-2fa3f8bd8950 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lock "185227ef-d7f7-4d1f-b3dd-d3073bf5db73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.183846] env[62321]: INFO nova.compute.manager [None req-c3deaa57-d469-430d-a5fc-2fa3f8bd8950 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Terminating instance [ 858.232599] env[62321]: INFO nova.compute.manager [-] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Took 1.30 seconds to deallocate network for instance. [ 858.292994] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.121s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.301047] env[62321]: DEBUG oslo_concurrency.lockutils [None req-132e05b2-7f25-4606-a428-ec2a3a51fd01 tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.499s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.301047] env[62321]: DEBUG nova.objects.instance [None req-132e05b2-7f25-4606-a428-ec2a3a51fd01 tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Lazy-loading 'resources' on Instance uuid f84e9716-fa61-4674-9292-5b220fb640d0 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.308648] env[62321]: DEBUG nova.compute.manager [req-47269206-4bb4-48bb-9fb7-5614a25e26f9 req-dc145f4a-13c7-4c4c-aa09-ee3a8a9fafc8 service nova] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Received event network-vif-deleted-2eff301e-5a34-4b82-96ac-96ee18f14557 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 858.365601] env[62321]: INFO nova.network.neutron [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Updating port d10a0a5f-a542-4e43-ba63-8f4e56a6ed17 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 858.373932] env[62321]: INFO nova.compute.manager [-] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Took 1.56 seconds to deallocate network for instance. [ 858.432026] env[62321]: DEBUG oslo_vmware.api [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633347, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.517139] env[62321]: DEBUG oslo_vmware.api [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': task-2633348, 'name': Rename_Task, 'duration_secs': 0.424268} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.517526] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.517784] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a450eec8-6e68-462b-8aab-be5ec41a8c9a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.523989] env[62321]: DEBUG oslo_vmware.api [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Waiting for the task: (returnval){ [ 858.523989] env[62321]: value = "task-2633350" [ 858.523989] env[62321]: _type = "Task" [ 858.523989] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.533837] env[62321]: DEBUG oslo_vmware.api [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': task-2633350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.564787] env[62321]: DEBUG oslo_vmware.api [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633349, 'name': Destroy_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.656494] env[62321]: DEBUG nova.compute.manager [req-69f9e27d-a220-4c78-abd6-49c5ffd786c5 req-633536c5-5c68-4caf-9086-3b5615eddbc6 service nova] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Received event network-vif-deleted-95279848-997c-4857-b9d0-9a6b4c7bd6a9 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 858.691135] env[62321]: DEBUG nova.compute.manager [None req-c3deaa57-d469-430d-a5fc-2fa3f8bd8950 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.691468] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c3deaa57-d469-430d-a5fc-2fa3f8bd8950 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.692912] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad0d12e-c907-43c3-ab41-1c764b540524 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.705114] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3deaa57-d469-430d-a5fc-2fa3f8bd8950 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.706975] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2b75a2d-1328-4a5f-bca8-e5b41285f163 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.712507] env[62321]: DEBUG oslo_vmware.api [None req-c3deaa57-d469-430d-a5fc-2fa3f8bd8950 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 858.712507] env[62321]: value = "task-2633351" [ 858.712507] env[62321]: _type = "Task" [ 858.712507] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.722018] env[62321]: DEBUG oslo_vmware.api [None req-c3deaa57-d469-430d-a5fc-2fa3f8bd8950 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.742763] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a925a078-a4d2-45ee-b7c8-be96926f88ad tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.883840] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6e17881d-c5b1-487e-875a-be8b93e4b4d6 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.926081] env[62321]: DEBUG oslo_vmware.api [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633347, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.096573} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.926363] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] fbf80529-4efb-4056-9d2b-5b03df0c7777/fbf80529-4efb-4056-9d2b-5b03df0c7777.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.926575] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.926840] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1918bccd-2cb6-4b5f-9127-6aeb356550ba {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.936566] env[62321]: DEBUG oslo_vmware.api [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 858.936566] env[62321]: value = "task-2633352" [ 858.936566] env[62321]: _type = "Task" [ 858.936566] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.949687] env[62321]: DEBUG oslo_vmware.api [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633352, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.037285] env[62321]: DEBUG oslo_vmware.api [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': task-2633350, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.069703] env[62321]: DEBUG oslo_vmware.api [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633349, 'name': Destroy_Task, 'duration_secs': 0.529067} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.070355] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Destroyed the VM [ 859.070813] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Deleting Snapshot of the VM instance {{(pid=62321) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 859.070813] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-60d8388c-366b-4cdf-a572-336371aef9cc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.077637] env[62321]: DEBUG oslo_vmware.api [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Waiting for the task: (returnval){ [ 859.077637] env[62321]: value = "task-2633353" [ 859.077637] env[62321]: _type = "Task" [ 859.077637] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.086379] env[62321]: DEBUG oslo_vmware.api [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633353, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.131038] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "dc822bf7-b87a-480c-9d26-e36b471d1ab6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.131038] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "dc822bf7-b87a-480c-9d26-e36b471d1ab6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.226258] env[62321]: DEBUG oslo_vmware.api [None req-c3deaa57-d469-430d-a5fc-2fa3f8bd8950 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633351, 'name': PowerOffVM_Task, 'duration_secs': 0.215055} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.228501] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3deaa57-d469-430d-a5fc-2fa3f8bd8950 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.228848] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c3deaa57-d469-430d-a5fc-2fa3f8bd8950 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.229310] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-208e412e-e112-4175-8023-bca58894d9d8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.297237] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c3deaa57-d469-430d-a5fc-2fa3f8bd8950 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.297237] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c3deaa57-d469-430d-a5fc-2fa3f8bd8950 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.297237] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3deaa57-d469-430d-a5fc-2fa3f8bd8950 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Deleting the datastore file [datastore2] 185227ef-d7f7-4d1f-b3dd-d3073bf5db73 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.297237] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f7e7486-8661-41b5-83e4-fbcfb0c09932 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.310904] env[62321]: DEBUG oslo_vmware.api [None req-c3deaa57-d469-430d-a5fc-2fa3f8bd8950 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 859.310904] env[62321]: value = "task-2633355" [ 859.310904] env[62321]: _type = "Task" [ 859.310904] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.319154] env[62321]: DEBUG oslo_vmware.api [None req-c3deaa57-d469-430d-a5fc-2fa3f8bd8950 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.339454] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4345810e-e1f8-4c6b-94b8-32633311ff82 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.349166] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abef44e4-a253-4d37-bd46-3bd2792e8f90 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.380885] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091e0235-606c-40a1-a375-4c2a1211b66b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.389219] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95737b0c-50bd-4aa8-b456-0a46f0f028ad {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.408995] env[62321]: DEBUG nova.compute.provider_tree [None req-132e05b2-7f25-4606-a428-ec2a3a51fd01 tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.450895] env[62321]: DEBUG oslo_vmware.api [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633352, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070665} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.451103] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.451791] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9490688e-ba10-4dc4-a94d-1e5907333b70 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.477119] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] fbf80529-4efb-4056-9d2b-5b03df0c7777/fbf80529-4efb-4056-9d2b-5b03df0c7777.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.477858] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-238e857e-002e-416b-9724-16b367fff3a2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.500369] env[62321]: DEBUG oslo_vmware.api [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 859.500369] env[62321]: value = "task-2633356" [ 859.500369] env[62321]: _type = "Task" [ 859.500369] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.509826] env[62321]: DEBUG oslo_vmware.api [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633356, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.535241] env[62321]: DEBUG oslo_vmware.api [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': task-2633350, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.589319] env[62321]: DEBUG oslo_vmware.api [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633353, 'name': RemoveSnapshot_Task, 'duration_secs': 0.416484} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.589564] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Deleted Snapshot of the VM instance {{(pid=62321) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 859.589926] env[62321]: DEBUG nova.compute.manager [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.590871] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324a7d9b-cdeb-401f-834e-4719799b7d21 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.635907] env[62321]: DEBUG nova.compute.manager [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 859.822383] env[62321]: DEBUG oslo_vmware.api [None req-c3deaa57-d469-430d-a5fc-2fa3f8bd8950 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633355, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330484} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.822826] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3deaa57-d469-430d-a5fc-2fa3f8bd8950 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.823158] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c3deaa57-d469-430d-a5fc-2fa3f8bd8950 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.823450] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c3deaa57-d469-430d-a5fc-2fa3f8bd8950 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.823789] env[62321]: INFO nova.compute.manager [None req-c3deaa57-d469-430d-a5fc-2fa3f8bd8950 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Took 1.13 seconds to destroy the instance on the hypervisor. [ 859.824164] env[62321]: DEBUG oslo.service.loopingcall [None req-c3deaa57-d469-430d-a5fc-2fa3f8bd8950 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 859.824476] env[62321]: DEBUG nova.compute.manager [-] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 859.824640] env[62321]: DEBUG nova.network.neutron [-] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 859.912982] env[62321]: DEBUG nova.scheduler.client.report [None req-132e05b2-7f25-4606-a428-ec2a3a51fd01 tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.017314] env[62321]: DEBUG oslo_vmware.api [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633356, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.042385] env[62321]: DEBUG oslo_vmware.api [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': task-2633350, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.108933] env[62321]: INFO nova.compute.manager [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Shelve offloading [ 860.163888] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.399250] env[62321]: DEBUG nova.compute.manager [req-3d9c5ec3-17b7-47be-b029-7b07eb308161 req-e41ea907-be32-4ed0-9dba-27a2b1739e96 service nova] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Received event network-vif-deleted-5ff9aeed-62e1-474a-a4e2-3ccff0642a2c {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 860.399504] env[62321]: INFO nova.compute.manager [req-3d9c5ec3-17b7-47be-b029-7b07eb308161 req-e41ea907-be32-4ed0-9dba-27a2b1739e96 service nova] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Neutron deleted interface 5ff9aeed-62e1-474a-a4e2-3ccff0642a2c; detaching it from the instance and deleting it from the info cache [ 860.399683] env[62321]: DEBUG nova.network.neutron [req-3d9c5ec3-17b7-47be-b029-7b07eb308161 req-e41ea907-be32-4ed0-9dba-27a2b1739e96 service nova] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.423951] env[62321]: DEBUG oslo_concurrency.lockutils [None req-132e05b2-7f25-4606-a428-ec2a3a51fd01 tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.124s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.428179] env[62321]: DEBUG oslo_concurrency.lockutils [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.679s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.430511] env[62321]: INFO nova.compute.claims [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 860.464624] env[62321]: INFO nova.scheduler.client.report [None req-132e05b2-7f25-4606-a428-ec2a3a51fd01 tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Deleted allocations for instance f84e9716-fa61-4674-9292-5b220fb640d0 [ 860.511997] env[62321]: DEBUG oslo_vmware.api [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633356, 'name': ReconfigVM_Task, 'duration_secs': 0.519484} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.513031] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Reconfigured VM instance instance-0000004b to attach disk [datastore2] fbf80529-4efb-4056-9d2b-5b03df0c7777/fbf80529-4efb-4056-9d2b-5b03df0c7777.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.513031] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ab38b44-5058-4139-862f-063f46a050a1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.522228] env[62321]: DEBUG oslo_vmware.api [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 860.522228] env[62321]: value = "task-2633357" [ 860.522228] env[62321]: _type = "Task" [ 860.522228] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.534189] env[62321]: DEBUG oslo_vmware.api [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633357, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.540046] env[62321]: DEBUG oslo_vmware.api [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': task-2633350, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.612975] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.613335] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7146a02-9385-4e23-a96f-b41fd9ed6c6a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.619552] env[62321]: DEBUG oslo_vmware.api [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Waiting for the task: (returnval){ [ 860.619552] env[62321]: value = "task-2633358" [ 860.619552] env[62321]: _type = "Task" [ 860.619552] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.629363] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] VM already powered off {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 860.629509] env[62321]: DEBUG nova.compute.manager [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.630450] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec46559-d189-4e40-863c-65841229298f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.637098] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Acquiring lock "refresh_cache-5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.637098] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Acquired lock "refresh_cache-5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.637098] env[62321]: DEBUG nova.network.neutron [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.640872] env[62321]: DEBUG nova.network.neutron [-] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.699923] env[62321]: DEBUG nova.compute.manager [req-3efd265d-e1cf-4fc5-9b21-a639efd5aaf7 req-626a9579-bd00-40d8-a174-61bbda082a4d service nova] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Received event network-changed-e0e2d3d1-ace8-4c20-ac0f-6854428bccbc {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 860.700164] env[62321]: DEBUG nova.compute.manager [req-3efd265d-e1cf-4fc5-9b21-a639efd5aaf7 req-626a9579-bd00-40d8-a174-61bbda082a4d service nova] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Refreshing instance network info cache due to event network-changed-e0e2d3d1-ace8-4c20-ac0f-6854428bccbc. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 860.700395] env[62321]: DEBUG oslo_concurrency.lockutils [req-3efd265d-e1cf-4fc5-9b21-a639efd5aaf7 req-626a9579-bd00-40d8-a174-61bbda082a4d service nova] Acquiring lock "refresh_cache-fc453d88-8d2d-4b0e-876f-85478c789990" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.700541] env[62321]: DEBUG oslo_concurrency.lockutils [req-3efd265d-e1cf-4fc5-9b21-a639efd5aaf7 req-626a9579-bd00-40d8-a174-61bbda082a4d service nova] Acquired lock "refresh_cache-fc453d88-8d2d-4b0e-876f-85478c789990" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.700702] env[62321]: DEBUG nova.network.neutron [req-3efd265d-e1cf-4fc5-9b21-a639efd5aaf7 req-626a9579-bd00-40d8-a174-61bbda082a4d service nova] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Refreshing network info cache for port e0e2d3d1-ace8-4c20-ac0f-6854428bccbc {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.837170] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquiring lock "refresh_cache-16608632-c469-40d5-97d4-2e80c871e4be" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.837360] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquired lock "refresh_cache-16608632-c469-40d5-97d4-2e80c871e4be" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.838105] env[62321]: DEBUG nova.network.neutron [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.902780] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a9d0388-936e-4423-8319-319afaf5734d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.912756] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb3deff-0b99-4d34-959a-38629e8e3cb9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.954368] env[62321]: DEBUG nova.compute.manager [req-3d9c5ec3-17b7-47be-b029-7b07eb308161 req-e41ea907-be32-4ed0-9dba-27a2b1739e96 service nova] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Detach interface failed, port_id=5ff9aeed-62e1-474a-a4e2-3ccff0642a2c, reason: Instance 185227ef-d7f7-4d1f-b3dd-d3073bf5db73 could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 860.972585] env[62321]: DEBUG oslo_concurrency.lockutils [None req-132e05b2-7f25-4606-a428-ec2a3a51fd01 tempest-ServerGroupTestJSON-1307231042 tempest-ServerGroupTestJSON-1307231042-project-member] Lock "f84e9716-fa61-4674-9292-5b220fb640d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.579s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.037105] env[62321]: DEBUG oslo_vmware.api [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633357, 'name': Rename_Task, 'duration_secs': 0.245915} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.040771] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.040771] env[62321]: DEBUG oslo_vmware.api [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': task-2633350, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.041264] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f6be91b-3b8a-46cb-9cec-8068bda860a3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.046893] env[62321]: DEBUG oslo_vmware.api [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 861.046893] env[62321]: value = "task-2633359" [ 861.046893] env[62321]: _type = "Task" [ 861.046893] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.054691] env[62321]: DEBUG oslo_vmware.api [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.145677] env[62321]: INFO nova.compute.manager [-] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Took 1.32 seconds to deallocate network for instance. [ 861.444855] env[62321]: DEBUG nova.network.neutron [req-3efd265d-e1cf-4fc5-9b21-a639efd5aaf7 req-626a9579-bd00-40d8-a174-61bbda082a4d service nova] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Updated VIF entry in instance network info cache for port e0e2d3d1-ace8-4c20-ac0f-6854428bccbc. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.445562] env[62321]: DEBUG nova.network.neutron [req-3efd265d-e1cf-4fc5-9b21-a639efd5aaf7 req-626a9579-bd00-40d8-a174-61bbda082a4d service nova] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Updating instance_info_cache with network_info: [{"id": "e0e2d3d1-ace8-4c20-ac0f-6854428bccbc", "address": "fa:16:3e:3a:61:cd", "network": {"id": "2750ca67-1b0e-43a8-a773-1086f86438e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-263699496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e41ce300a3c4503930ecf73e3501abe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0e2d3d1-ac", "ovs_interfaceid": "e0e2d3d1-ace8-4c20-ac0f-6854428bccbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.543446] env[62321]: DEBUG oslo_vmware.api [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': task-2633350, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.557225] env[62321]: DEBUG oslo_vmware.api [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633359, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.653390] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c3deaa57-d469-430d-a5fc-2fa3f8bd8950 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.681258] env[62321]: DEBUG nova.network.neutron [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Updating instance_info_cache with network_info: [{"id": "3ef6b831-298e-43db-b109-208864a07aa6", "address": "fa:16:3e:1b:08:bb", "network": {"id": "c2c64e93-1634-4733-ba04-2307c219020c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1866181050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9ba67a32294feda37ce6c58c302ced", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ef6b831-29", "ovs_interfaceid": "3ef6b831-298e-43db-b109-208864a07aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.951959] env[62321]: DEBUG oslo_concurrency.lockutils [req-3efd265d-e1cf-4fc5-9b21-a639efd5aaf7 req-626a9579-bd00-40d8-a174-61bbda082a4d service nova] Releasing lock "refresh_cache-fc453d88-8d2d-4b0e-876f-85478c789990" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.951959] env[62321]: DEBUG nova.compute.manager [req-3efd265d-e1cf-4fc5-9b21-a639efd5aaf7 req-626a9579-bd00-40d8-a174-61bbda082a4d service nova] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Received event network-vif-plugged-d10a0a5f-a542-4e43-ba63-8f4e56a6ed17 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 861.951959] env[62321]: DEBUG oslo_concurrency.lockutils [req-3efd265d-e1cf-4fc5-9b21-a639efd5aaf7 req-626a9579-bd00-40d8-a174-61bbda082a4d service nova] Acquiring lock "16608632-c469-40d5-97d4-2e80c871e4be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.952279] env[62321]: DEBUG oslo_concurrency.lockutils [req-3efd265d-e1cf-4fc5-9b21-a639efd5aaf7 req-626a9579-bd00-40d8-a174-61bbda082a4d service nova] Lock "16608632-c469-40d5-97d4-2e80c871e4be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.952279] env[62321]: DEBUG oslo_concurrency.lockutils [req-3efd265d-e1cf-4fc5-9b21-a639efd5aaf7 req-626a9579-bd00-40d8-a174-61bbda082a4d service nova] Lock "16608632-c469-40d5-97d4-2e80c871e4be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.952481] env[62321]: DEBUG nova.compute.manager [req-3efd265d-e1cf-4fc5-9b21-a639efd5aaf7 req-626a9579-bd00-40d8-a174-61bbda082a4d service nova] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] No waiting events found dispatching network-vif-plugged-d10a0a5f-a542-4e43-ba63-8f4e56a6ed17 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 861.952612] env[62321]: WARNING nova.compute.manager [req-3efd265d-e1cf-4fc5-9b21-a639efd5aaf7 req-626a9579-bd00-40d8-a174-61bbda082a4d service nova] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Received unexpected event network-vif-plugged-d10a0a5f-a542-4e43-ba63-8f4e56a6ed17 for instance with vm_state shelved_offloaded and task_state spawning. [ 861.980027] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f677f13b-6555-4bbd-8fc3-4f10f68d3867 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.987681] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dee5082-9772-4bd5-9651-dc5fc6fc9b93 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.022450] env[62321]: DEBUG nova.network.neutron [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Updating instance_info_cache with network_info: [{"id": "d10a0a5f-a542-4e43-ba63-8f4e56a6ed17", "address": "fa:16:3e:37:35:cd", "network": {"id": "88f82084-f668-408a-85db-223eddec1845", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1449486980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4e845d2578746c9a211eef92967c286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd10a0a5f-a5", "ovs_interfaceid": "d10a0a5f-a542-4e43-ba63-8f4e56a6ed17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.024207] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cc05eb-a207-4fb8-9528-e896179d76b6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.039147] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47322b42-e07f-4319-9876-6ab67d76e6df {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.049229] env[62321]: DEBUG oslo_vmware.api [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': task-2633350, 'name': PowerOnVM_Task, 'duration_secs': 3.444096} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.060511] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.062783] env[62321]: INFO nova.compute.manager [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Took 12.82 seconds to spawn the instance on the hypervisor. [ 862.062783] env[62321]: DEBUG nova.compute.manager [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.063393] env[62321]: DEBUG nova.compute.provider_tree [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.065336] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec30ba2-4a20-40bf-a225-73f84cfa600c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.073436] env[62321]: DEBUG oslo_vmware.api [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633359, 'name': PowerOnVM_Task, 'duration_secs': 0.637753} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.075033] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.075264] env[62321]: INFO nova.compute.manager [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Took 10.16 seconds to spawn the instance on the hypervisor. [ 862.075445] env[62321]: DEBUG nova.compute.manager [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.078925] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1c219d-659b-485e-bc78-e28fb168f64f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.148190] env[62321]: DEBUG oslo_vmware.rw_handles [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a1719-b7e6-7e3e-fb34-7d20a7dacd0c/disk-0.vmdk. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 862.149653] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed4f132-cc23-4838-9882-a34d5e211108 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.156088] env[62321]: DEBUG oslo_vmware.rw_handles [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a1719-b7e6-7e3e-fb34-7d20a7dacd0c/disk-0.vmdk is in state: ready. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 862.156254] env[62321]: ERROR oslo_vmware.rw_handles [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a1719-b7e6-7e3e-fb34-7d20a7dacd0c/disk-0.vmdk due to incomplete transfer. [ 862.156483] env[62321]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-87fd3499-a7fc-4590-b578-e4095441d38c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.163842] env[62321]: DEBUG oslo_vmware.rw_handles [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a1719-b7e6-7e3e-fb34-7d20a7dacd0c/disk-0.vmdk. {{(pid=62321) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 862.164097] env[62321]: DEBUG nova.virt.vmwareapi.images [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Uploaded image b635eeef-eec6-403c-8eb0-f8e082da9f5e to the Glance image server {{(pid=62321) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 862.165772] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Destroying the VM {{(pid=62321) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 862.166033] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-11d0ce49-3892-413b-ac5d-9241735e9606 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.171988] env[62321]: DEBUG oslo_vmware.api [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 862.171988] env[62321]: value = "task-2633360" [ 862.171988] env[62321]: _type = "Task" [ 862.171988] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.180824] env[62321]: DEBUG oslo_vmware.api [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633360, 'name': Destroy_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.185705] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Releasing lock "refresh_cache-5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.528149] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Releasing lock "refresh_cache-16608632-c469-40d5-97d4-2e80c871e4be" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.559484] env[62321]: DEBUG nova.virt.hardware [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d3b6ac713de59b648d277a181742fc6c',container_format='bare',created_at=2025-02-18T14:43:03Z,direct_url=,disk_format='vmdk',id=6211b09c-9f5e-4433-b9a2-d29f2feb32ad,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-276797771-shelved',owner='e4e845d2578746c9a211eef92967c286',properties=ImageMetaProps,protected=,size=31671296,status='active',tags=,updated_at=2025-02-18T14:43:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.559792] env[62321]: DEBUG nova.virt.hardware [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.559975] env[62321]: DEBUG nova.virt.hardware [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.560198] env[62321]: DEBUG nova.virt.hardware [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.560348] env[62321]: DEBUG nova.virt.hardware [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.560494] env[62321]: DEBUG nova.virt.hardware [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.560706] env[62321]: DEBUG nova.virt.hardware [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.560868] env[62321]: DEBUG nova.virt.hardware [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.561048] env[62321]: DEBUG nova.virt.hardware [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.561300] env[62321]: DEBUG nova.virt.hardware [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.561492] env[62321]: DEBUG nova.virt.hardware [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.562374] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5e8c1d-57b9-43e6-8e64-336bb2a8adcf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.569878] env[62321]: DEBUG nova.scheduler.client.report [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.574276] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ecc33a-b5d1-496f-8f2c-a5291451aa72 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.602308] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:35:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4fb94adb-cc41-4c16-9830-a3205dbd2bf5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd10a0a5f-a542-4e43-ba63-8f4e56a6ed17', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.610144] env[62321]: DEBUG oslo.service.loopingcall [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 862.613639] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 862.614292] env[62321]: INFO nova.compute.manager [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Took 30.24 seconds to build instance. [ 862.615223] env[62321]: INFO nova.compute.manager [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Took 30.60 seconds to build instance. [ 862.615929] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f14cfbc-22e4-49f1-a58a-ce9380426804 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.638952] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.638952] env[62321]: value = "task-2633361" [ 862.638952] env[62321]: _type = "Task" [ 862.638952] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.647745] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633361, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.681443] env[62321]: DEBUG oslo_vmware.api [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633360, 'name': Destroy_Task, 'duration_secs': 0.37787} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.681711] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Destroyed the VM [ 862.681931] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Deleting Snapshot of the VM instance {{(pid=62321) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 862.682204] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e0468ff0-05e1-4d57-9785-498c3af8807c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.687573] env[62321]: DEBUG oslo_vmware.api [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 862.687573] env[62321]: value = "task-2633362" [ 862.687573] env[62321]: _type = "Task" [ 862.687573] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.695847] env[62321]: DEBUG oslo_vmware.api [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633362, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.080647] env[62321]: DEBUG oslo_concurrency.lockutils [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.081287] env[62321]: DEBUG nova.compute.manager [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 863.084118] env[62321]: DEBUG oslo_concurrency.lockutils [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.570s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.086263] env[62321]: INFO nova.compute.claims [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.112397] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.113346] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a9d9c1-d8d2-4ef5-98d8-43edd6cb68d1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.121638] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.122292] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-856b1837-5a64-41c6-887a-9266c8eecaa4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.133384] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a8da2cc5-8136-4f0d-99a6-e5c6cc3744c3 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "fbf80529-4efb-4056-9d2b-5b03df0c7777" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.775s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.133755] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b2b48547-96e9-4bc5-9746-90ef7489fe2c tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Lock "2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.129s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.152599] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633361, 'name': CreateVM_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.170411] env[62321]: DEBUG nova.compute.manager [req-79989715-c1df-420b-8ce7-84847a20b539 req-57ed9ebf-c67b-4229-828f-109bbb4493af service nova] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Received event network-changed-d10a0a5f-a542-4e43-ba63-8f4e56a6ed17 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 863.170617] env[62321]: DEBUG nova.compute.manager [req-79989715-c1df-420b-8ce7-84847a20b539 req-57ed9ebf-c67b-4229-828f-109bbb4493af service nova] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Refreshing instance network info cache due to event network-changed-d10a0a5f-a542-4e43-ba63-8f4e56a6ed17. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 863.171089] env[62321]: DEBUG oslo_concurrency.lockutils [req-79989715-c1df-420b-8ce7-84847a20b539 req-57ed9ebf-c67b-4229-828f-109bbb4493af service nova] Acquiring lock "refresh_cache-16608632-c469-40d5-97d4-2e80c871e4be" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.171329] env[62321]: DEBUG oslo_concurrency.lockutils [req-79989715-c1df-420b-8ce7-84847a20b539 req-57ed9ebf-c67b-4229-828f-109bbb4493af service nova] Acquired lock "refresh_cache-16608632-c469-40d5-97d4-2e80c871e4be" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.171577] env[62321]: DEBUG nova.network.neutron [req-79989715-c1df-420b-8ce7-84847a20b539 req-57ed9ebf-c67b-4229-828f-109bbb4493af service nova] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Refreshing network info cache for port d10a0a5f-a542-4e43-ba63-8f4e56a6ed17 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.197532] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.197805] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.198000] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Deleting the datastore file [datastore2] 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.199453] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26e1170e-67ac-43ec-a53b-8b2a2b676a35 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.207350] env[62321]: DEBUG oslo_vmware.api [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633362, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.213345] env[62321]: DEBUG oslo_vmware.api [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Waiting for the task: (returnval){ [ 863.213345] env[62321]: value = "task-2633364" [ 863.213345] env[62321]: _type = "Task" [ 863.213345] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.229903] env[62321]: DEBUG oslo_vmware.api [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633364, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.579715] env[62321]: DEBUG nova.compute.manager [req-bfeee720-9ff9-497a-9310-44951fb23b7f req-be7eedec-2ae0-4481-9818-1c043118fafa service nova] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Received event network-changed-7d32a94b-1aa5-4ae7-a33d-86bc2c534fa3 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 863.579916] env[62321]: DEBUG nova.compute.manager [req-bfeee720-9ff9-497a-9310-44951fb23b7f req-be7eedec-2ae0-4481-9818-1c043118fafa service nova] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Refreshing instance network info cache due to event network-changed-7d32a94b-1aa5-4ae7-a33d-86bc2c534fa3. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 863.580637] env[62321]: DEBUG oslo_concurrency.lockutils [req-bfeee720-9ff9-497a-9310-44951fb23b7f req-be7eedec-2ae0-4481-9818-1c043118fafa service nova] Acquiring lock "refresh_cache-fbf80529-4efb-4056-9d2b-5b03df0c7777" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.580827] env[62321]: DEBUG oslo_concurrency.lockutils [req-bfeee720-9ff9-497a-9310-44951fb23b7f req-be7eedec-2ae0-4481-9818-1c043118fafa service nova] Acquired lock "refresh_cache-fbf80529-4efb-4056-9d2b-5b03df0c7777" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.581009] env[62321]: DEBUG nova.network.neutron [req-bfeee720-9ff9-497a-9310-44951fb23b7f req-be7eedec-2ae0-4481-9818-1c043118fafa service nova] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Refreshing network info cache for port 7d32a94b-1aa5-4ae7-a33d-86bc2c534fa3 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.591453] env[62321]: DEBUG nova.compute.utils [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 863.596129] env[62321]: DEBUG nova.compute.manager [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 863.596129] env[62321]: DEBUG nova.network.neutron [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 863.659163] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633361, 'name': CreateVM_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.703905] env[62321]: DEBUG oslo_vmware.api [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633362, 'name': RemoveSnapshot_Task, 'duration_secs': 0.75977} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.704190] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Deleted Snapshot of the VM instance {{(pid=62321) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 863.704591] env[62321]: DEBUG nova.compute.manager [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.705266] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691b9cf6-f4e0-4523-9843-59cdadbe46ec {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.718395] env[62321]: DEBUG nova.policy [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c265c35451b4a2aaf320e74fa8e5f35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3cce001cdabd40628e962aa9849efade', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 863.723878] env[62321]: DEBUG oslo_vmware.api [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633364, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339698} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.724137] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.724314] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.724492] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.753427] env[62321]: INFO nova.scheduler.client.report [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Deleted allocations for instance 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7 [ 864.100334] env[62321]: DEBUG nova.compute.manager [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 864.160240] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633361, 'name': CreateVM_Task, 'duration_secs': 1.478893} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.161276] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.162213] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6211b09c-9f5e-4433-b9a2-d29f2feb32ad" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.162469] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6211b09c-9f5e-4433-b9a2-d29f2feb32ad" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.162898] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6211b09c-9f5e-4433-b9a2-d29f2feb32ad" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.163486] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd80aeae-1a00-4fab-8c10-7d8d45bdc429 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.168286] env[62321]: DEBUG oslo_vmware.api [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 864.168286] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5226a368-7fb8-f553-6978-42609addbb0b" [ 864.168286] env[62321]: _type = "Task" [ 864.168286] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.187489] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6211b09c-9f5e-4433-b9a2-d29f2feb32ad" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.187489] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Processing image 6211b09c-9f5e-4433-b9a2-d29f2feb32ad {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.187489] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6211b09c-9f5e-4433-b9a2-d29f2feb32ad/6211b09c-9f5e-4433-b9a2-d29f2feb32ad.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.187489] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6211b09c-9f5e-4433-b9a2-d29f2feb32ad/6211b09c-9f5e-4433-b9a2-d29f2feb32ad.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.187489] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.189300] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8aa59b1b-fb6e-4319-b0a8-9b62865c9aaa {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.198048] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.199091] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.199463] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-207a4d36-2ff3-4964-8696-8c21a5c3cf24 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.212463] env[62321]: DEBUG oslo_vmware.api [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 864.212463] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52921d93-434d-1ec0-9537-1be1bae61e3c" [ 864.212463] env[62321]: _type = "Task" [ 864.212463] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.222759] env[62321]: DEBUG oslo_vmware.api [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52921d93-434d-1ec0-9537-1be1bae61e3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.226613] env[62321]: INFO nova.compute.manager [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Shelve offloading [ 864.260750] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.366784] env[62321]: DEBUG nova.network.neutron [req-79989715-c1df-420b-8ce7-84847a20b539 req-57ed9ebf-c67b-4229-828f-109bbb4493af service nova] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Updated VIF entry in instance network info cache for port d10a0a5f-a542-4e43-ba63-8f4e56a6ed17. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.367165] env[62321]: DEBUG nova.network.neutron [req-79989715-c1df-420b-8ce7-84847a20b539 req-57ed9ebf-c67b-4229-828f-109bbb4493af service nova] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Updating instance_info_cache with network_info: [{"id": "d10a0a5f-a542-4e43-ba63-8f4e56a6ed17", "address": "fa:16:3e:37:35:cd", "network": {"id": "88f82084-f668-408a-85db-223eddec1845", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1449486980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4e845d2578746c9a211eef92967c286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd10a0a5f-a5", "ovs_interfaceid": "d10a0a5f-a542-4e43-ba63-8f4e56a6ed17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.537334] env[62321]: DEBUG nova.network.neutron [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Successfully created port: 49ed18ce-5bd4-4b37-95cc-0bfa43d61d41 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 864.599953] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5d9674-ac54-47f2-a489-1b526910cd1c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.614722] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e40b3b-1666-4a39-8964-a657e11aa7a7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.619656] env[62321]: DEBUG nova.network.neutron [req-bfeee720-9ff9-497a-9310-44951fb23b7f req-be7eedec-2ae0-4481-9818-1c043118fafa service nova] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Updated VIF entry in instance network info cache for port 7d32a94b-1aa5-4ae7-a33d-86bc2c534fa3. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.623735] env[62321]: DEBUG nova.network.neutron [req-bfeee720-9ff9-497a-9310-44951fb23b7f req-be7eedec-2ae0-4481-9818-1c043118fafa service nova] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Updating instance_info_cache with network_info: [{"id": "7d32a94b-1aa5-4ae7-a33d-86bc2c534fa3", "address": "fa:16:3e:90:4f:54", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d32a94b-1a", "ovs_interfaceid": "7d32a94b-1aa5-4ae7-a33d-86bc2c534fa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.661026] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d78ccae-96cf-441a-abf8-53a9d63d760f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.671537] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6b76e5-6ef9-4256-a50c-fb451e147938 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.691280] env[62321]: DEBUG nova.compute.provider_tree [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.721678] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Preparing fetch location {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 864.721942] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Fetch image to [datastore1] OSTACK_IMG_ccd0bf62-e705-4767-a7b5-8d92379e39a9/OSTACK_IMG_ccd0bf62-e705-4767-a7b5-8d92379e39a9.vmdk {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 864.722172] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Downloading stream optimized image 6211b09c-9f5e-4433-b9a2-d29f2feb32ad to [datastore1] OSTACK_IMG_ccd0bf62-e705-4767-a7b5-8d92379e39a9/OSTACK_IMG_ccd0bf62-e705-4767-a7b5-8d92379e39a9.vmdk on the data store datastore1 as vApp {{(pid=62321) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 864.722305] env[62321]: DEBUG nova.virt.vmwareapi.images [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Downloading image file data 6211b09c-9f5e-4433-b9a2-d29f2feb32ad to the ESX as VM named 'OSTACK_IMG_ccd0bf62-e705-4767-a7b5-8d92379e39a9' {{(pid=62321) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 864.731678] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.731968] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7165068-d06d-44b9-8558-bfc67cd782a0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.738494] env[62321]: DEBUG oslo_vmware.api [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 864.738494] env[62321]: value = "task-2633365" [ 864.738494] env[62321]: _type = "Task" [ 864.738494] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.751141] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] VM already powered off {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 864.751425] env[62321]: DEBUG nova.compute.manager [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.753214] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a2e1bf-403e-43d6-b698-367cb5f89ba8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.759079] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "refresh_cache-2b54dcc8-ab37-4010-a560-70b2319ba98a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.759079] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquired lock "refresh_cache-2b54dcc8-ab37-4010-a560-70b2319ba98a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.759079] env[62321]: DEBUG nova.network.neutron [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.823594] env[62321]: DEBUG oslo_vmware.rw_handles [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 864.823594] env[62321]: value = "resgroup-9" [ 864.823594] env[62321]: _type = "ResourcePool" [ 864.823594] env[62321]: }. {{(pid=62321) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 864.824187] env[62321]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-6592286f-d2c1-4570-bcac-296137cb42f2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.846412] env[62321]: DEBUG oslo_vmware.rw_handles [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lease: (returnval){ [ 864.846412] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52373ebf-bc76-b4d8-9cc5-ed8c2fad74fe" [ 864.846412] env[62321]: _type = "HttpNfcLease" [ 864.846412] env[62321]: } obtained for vApp import into resource pool (val){ [ 864.846412] env[62321]: value = "resgroup-9" [ 864.846412] env[62321]: _type = "ResourcePool" [ 864.846412] env[62321]: }. {{(pid=62321) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 864.846670] env[62321]: DEBUG oslo_vmware.api [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the lease: (returnval){ [ 864.846670] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52373ebf-bc76-b4d8-9cc5-ed8c2fad74fe" [ 864.846670] env[62321]: _type = "HttpNfcLease" [ 864.846670] env[62321]: } to be ready. {{(pid=62321) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 864.858078] env[62321]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 864.858078] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52373ebf-bc76-b4d8-9cc5-ed8c2fad74fe" [ 864.858078] env[62321]: _type = "HttpNfcLease" [ 864.858078] env[62321]: } is initializing. {{(pid=62321) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 864.869372] env[62321]: DEBUG oslo_concurrency.lockutils [req-79989715-c1df-420b-8ce7-84847a20b539 req-57ed9ebf-c67b-4229-828f-109bbb4493af service nova] Releasing lock "refresh_cache-16608632-c469-40d5-97d4-2e80c871e4be" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.111289] env[62321]: DEBUG nova.network.neutron [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Updating instance_info_cache with network_info: [{"id": "1661d871-b1b3-474c-ba0d-6b4e87e3e962", "address": "fa:16:3e:06:ef:c7", "network": {"id": "aeb4035c-866a-49d1-8e35-92023a4db09e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-243125243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd8fac8dc7ba41c6b0550e1fff9988a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1661d871-b1", "ovs_interfaceid": "1661d871-b1b3-474c-ba0d-6b4e87e3e962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.123860] env[62321]: DEBUG nova.compute.manager [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 865.127407] env[62321]: DEBUG oslo_concurrency.lockutils [req-bfeee720-9ff9-497a-9310-44951fb23b7f req-be7eedec-2ae0-4481-9818-1c043118fafa service nova] Releasing lock "refresh_cache-fbf80529-4efb-4056-9d2b-5b03df0c7777" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.149154] env[62321]: DEBUG nova.virt.hardware [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 865.149441] env[62321]: DEBUG nova.virt.hardware [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 865.149598] env[62321]: DEBUG nova.virt.hardware [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.149778] env[62321]: DEBUG nova.virt.hardware [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 865.149924] env[62321]: DEBUG nova.virt.hardware [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.150275] env[62321]: DEBUG nova.virt.hardware [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 865.150544] env[62321]: DEBUG nova.virt.hardware [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 865.150714] env[62321]: DEBUG nova.virt.hardware [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 865.150898] env[62321]: DEBUG nova.virt.hardware [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 865.151050] env[62321]: DEBUG nova.virt.hardware [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 865.151245] env[62321]: DEBUG nova.virt.hardware [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 865.152335] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8bda4e5-009c-4761-93a9-4964d46f6bf9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.166206] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26d1ab7-607c-4a17-950c-ebdabbaf8416 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.195950] env[62321]: DEBUG nova.scheduler.client.report [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.361503] env[62321]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 865.361503] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52373ebf-bc76-b4d8-9cc5-ed8c2fad74fe" [ 865.361503] env[62321]: _type = "HttpNfcLease" [ 865.361503] env[62321]: } is ready. {{(pid=62321) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 865.361503] env[62321]: DEBUG oslo_vmware.rw_handles [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 865.361503] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52373ebf-bc76-b4d8-9cc5-ed8c2fad74fe" [ 865.361503] env[62321]: _type = "HttpNfcLease" [ 865.361503] env[62321]: }. {{(pid=62321) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 865.362713] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3905a36-f80a-4d34-8be6-0d5448d0879f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.371869] env[62321]: DEBUG oslo_vmware.rw_handles [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52915c18-495f-9b12-1c85-04031d82db70/disk-0.vmdk from lease info. {{(pid=62321) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 865.371869] env[62321]: DEBUG oslo_vmware.rw_handles [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Creating HTTP connection to write to file with size = 31671296 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52915c18-495f-9b12-1c85-04031d82db70/disk-0.vmdk. {{(pid=62321) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 865.438987] env[62321]: DEBUG nova.compute.manager [req-78a1c515-d768-49b6-8977-4bb7f9b2d982 req-adc81b1f-e714-4642-8884-c35c8dff3665 service nova] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Received event network-vif-unplugged-3ef6b831-298e-43db-b109-208864a07aa6 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 865.438987] env[62321]: DEBUG oslo_concurrency.lockutils [req-78a1c515-d768-49b6-8977-4bb7f9b2d982 req-adc81b1f-e714-4642-8884-c35c8dff3665 service nova] Acquiring lock "5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.438987] env[62321]: DEBUG oslo_concurrency.lockutils [req-78a1c515-d768-49b6-8977-4bb7f9b2d982 req-adc81b1f-e714-4642-8884-c35c8dff3665 service nova] Lock "5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.439201] env[62321]: DEBUG oslo_concurrency.lockutils [req-78a1c515-d768-49b6-8977-4bb7f9b2d982 req-adc81b1f-e714-4642-8884-c35c8dff3665 service nova] Lock "5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.440124] env[62321]: DEBUG nova.compute.manager [req-78a1c515-d768-49b6-8977-4bb7f9b2d982 req-adc81b1f-e714-4642-8884-c35c8dff3665 service nova] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] No waiting events found dispatching network-vif-unplugged-3ef6b831-298e-43db-b109-208864a07aa6 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 865.440124] env[62321]: WARNING nova.compute.manager [req-78a1c515-d768-49b6-8977-4bb7f9b2d982 req-adc81b1f-e714-4642-8884-c35c8dff3665 service nova] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Received unexpected event network-vif-unplugged-3ef6b831-298e-43db-b109-208864a07aa6 for instance with vm_state shelved_offloaded and task_state None. [ 865.440124] env[62321]: DEBUG nova.compute.manager [req-78a1c515-d768-49b6-8977-4bb7f9b2d982 req-adc81b1f-e714-4642-8884-c35c8dff3665 service nova] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Received event network-changed-3ef6b831-298e-43db-b109-208864a07aa6 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 865.440124] env[62321]: DEBUG nova.compute.manager [req-78a1c515-d768-49b6-8977-4bb7f9b2d982 req-adc81b1f-e714-4642-8884-c35c8dff3665 service nova] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Refreshing instance network info cache due to event network-changed-3ef6b831-298e-43db-b109-208864a07aa6. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 865.440124] env[62321]: DEBUG oslo_concurrency.lockutils [req-78a1c515-d768-49b6-8977-4bb7f9b2d982 req-adc81b1f-e714-4642-8884-c35c8dff3665 service nova] Acquiring lock "refresh_cache-5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.440124] env[62321]: DEBUG oslo_concurrency.lockutils [req-78a1c515-d768-49b6-8977-4bb7f9b2d982 req-adc81b1f-e714-4642-8884-c35c8dff3665 service nova] Acquired lock "refresh_cache-5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.440485] env[62321]: DEBUG nova.network.neutron [req-78a1c515-d768-49b6-8977-4bb7f9b2d982 req-adc81b1f-e714-4642-8884-c35c8dff3665 service nova] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Refreshing network info cache for port 3ef6b831-298e-43db-b109-208864a07aa6 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.449047] env[62321]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2a3637f2-ba1b-4425-84a0-dc164ba09ff0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.615928] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Releasing lock "refresh_cache-2b54dcc8-ab37-4010-a560-70b2319ba98a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.706996] env[62321]: DEBUG oslo_concurrency.lockutils [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.707614] env[62321]: DEBUG nova.compute.manager [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 865.715251] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.974s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.718406] env[62321]: INFO nova.compute.claims [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: ec488ced-085e-46e4-9c48-18c06d5b93e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 866.172733] env[62321]: DEBUG nova.compute.manager [req-53362257-3a2c-4c4e-9d9a-ebf1d85ec94c req-f5061397-26f6-4d0b-841f-2e6e4ee28f63 service nova] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Received event network-vif-unplugged-1661d871-b1b3-474c-ba0d-6b4e87e3e962 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 866.173036] env[62321]: DEBUG oslo_concurrency.lockutils [req-53362257-3a2c-4c4e-9d9a-ebf1d85ec94c req-f5061397-26f6-4d0b-841f-2e6e4ee28f63 service nova] Acquiring lock "2b54dcc8-ab37-4010-a560-70b2319ba98a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.173258] env[62321]: DEBUG oslo_concurrency.lockutils [req-53362257-3a2c-4c4e-9d9a-ebf1d85ec94c req-f5061397-26f6-4d0b-841f-2e6e4ee28f63 service nova] Lock "2b54dcc8-ab37-4010-a560-70b2319ba98a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.173499] env[62321]: DEBUG oslo_concurrency.lockutils [req-53362257-3a2c-4c4e-9d9a-ebf1d85ec94c req-f5061397-26f6-4d0b-841f-2e6e4ee28f63 service nova] Lock "2b54dcc8-ab37-4010-a560-70b2319ba98a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.173631] env[62321]: DEBUG nova.compute.manager [req-53362257-3a2c-4c4e-9d9a-ebf1d85ec94c req-f5061397-26f6-4d0b-841f-2e6e4ee28f63 service nova] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] No waiting events found dispatching network-vif-unplugged-1661d871-b1b3-474c-ba0d-6b4e87e3e962 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 866.173868] env[62321]: WARNING nova.compute.manager [req-53362257-3a2c-4c4e-9d9a-ebf1d85ec94c req-f5061397-26f6-4d0b-841f-2e6e4ee28f63 service nova] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Received unexpected event network-vif-unplugged-1661d871-b1b3-474c-ba0d-6b4e87e3e962 for instance with vm_state shelved and task_state shelving_offloading. [ 866.199044] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.199894] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1669e6a-ba46-49da-b7db-f756cf227de3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.208924] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.213670] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d917597f-3205-4419-998f-50c9b6b326db {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.219207] env[62321]: DEBUG nova.compute.utils [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 866.221167] env[62321]: DEBUG nova.compute.manager [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 866.221393] env[62321]: DEBUG nova.network.neutron [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 866.300764] env[62321]: DEBUG nova.policy [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a02f0604e2a548308d63b1cf7b148a1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cbf5a183ceef4072a1656cf46c79d9a4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 866.310403] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.310954] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.311011] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Deleting the datastore file [datastore1] 2b54dcc8-ab37-4010-a560-70b2319ba98a {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.311351] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5523e5d8-d6bf-4790-8583-d9f71a5f41af {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.319663] env[62321]: DEBUG oslo_vmware.api [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 866.319663] env[62321]: value = "task-2633368" [ 866.319663] env[62321]: _type = "Task" [ 866.319663] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.331829] env[62321]: DEBUG oslo_vmware.api [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633368, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.468599] env[62321]: DEBUG nova.network.neutron [req-78a1c515-d768-49b6-8977-4bb7f9b2d982 req-adc81b1f-e714-4642-8884-c35c8dff3665 service nova] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Updated VIF entry in instance network info cache for port 3ef6b831-298e-43db-b109-208864a07aa6. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.469094] env[62321]: DEBUG nova.network.neutron [req-78a1c515-d768-49b6-8977-4bb7f9b2d982 req-adc81b1f-e714-4642-8884-c35c8dff3665 service nova] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Updating instance_info_cache with network_info: [{"id": "3ef6b831-298e-43db-b109-208864a07aa6", "address": "fa:16:3e:1b:08:bb", "network": {"id": "c2c64e93-1634-4733-ba04-2307c219020c", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1866181050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9ba67a32294feda37ce6c58c302ced", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap3ef6b831-29", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.570425] env[62321]: DEBUG oslo_vmware.rw_handles [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Completed reading data from the image iterator. {{(pid=62321) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 866.570655] env[62321]: DEBUG oslo_vmware.rw_handles [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52915c18-495f-9b12-1c85-04031d82db70/disk-0.vmdk. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 866.571606] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509d1c01-8006-4cd3-b65a-73d2a937803d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.578612] env[62321]: DEBUG oslo_vmware.rw_handles [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52915c18-495f-9b12-1c85-04031d82db70/disk-0.vmdk is in state: ready. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 866.578848] env[62321]: DEBUG oslo_vmware.rw_handles [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52915c18-495f-9b12-1c85-04031d82db70/disk-0.vmdk. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 866.579122] env[62321]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-211e1d53-034d-4e0f-8578-4b68d1804817 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.727769] env[62321]: DEBUG nova.compute.manager [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 866.741194] env[62321]: DEBUG oslo_concurrency.lockutils [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Acquiring lock "5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.831569] env[62321]: DEBUG oslo_vmware.api [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633368, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246395} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.834586] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.835781] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.835781] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.862602] env[62321]: INFO nova.scheduler.client.report [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Deleted allocations for instance 2b54dcc8-ab37-4010-a560-70b2319ba98a [ 866.945592] env[62321]: DEBUG oslo_vmware.rw_handles [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52915c18-495f-9b12-1c85-04031d82db70/disk-0.vmdk. {{(pid=62321) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 866.945760] env[62321]: INFO nova.virt.vmwareapi.images [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Downloaded image file data 6211b09c-9f5e-4433-b9a2-d29f2feb32ad [ 866.946965] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905d8325-8e5c-46a7-8ba3-00ec633d68fb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.973585] env[62321]: DEBUG nova.network.neutron [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Successfully updated port: 49ed18ce-5bd4-4b37-95cc-0bfa43d61d41 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 866.974853] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5191c2db-4f0a-4623-8e63-28753b144f6b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.976734] env[62321]: DEBUG oslo_concurrency.lockutils [req-78a1c515-d768-49b6-8977-4bb7f9b2d982 req-adc81b1f-e714-4642-8884-c35c8dff3665 service nova] Releasing lock "refresh_cache-5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.977660] env[62321]: DEBUG nova.compute.manager [req-78a1c515-d768-49b6-8977-4bb7f9b2d982 req-adc81b1f-e714-4642-8884-c35c8dff3665 service nova] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Received event network-changed-c50df29d-b661-433c-a751-2da066168f1b {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 866.977660] env[62321]: DEBUG nova.compute.manager [req-78a1c515-d768-49b6-8977-4bb7f9b2d982 req-adc81b1f-e714-4642-8884-c35c8dff3665 service nova] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Refreshing instance network info cache due to event network-changed-c50df29d-b661-433c-a751-2da066168f1b. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 866.977660] env[62321]: DEBUG oslo_concurrency.lockutils [req-78a1c515-d768-49b6-8977-4bb7f9b2d982 req-adc81b1f-e714-4642-8884-c35c8dff3665 service nova] Acquiring lock "refresh_cache-2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.977660] env[62321]: DEBUG oslo_concurrency.lockutils [req-78a1c515-d768-49b6-8977-4bb7f9b2d982 req-adc81b1f-e714-4642-8884-c35c8dff3665 service nova] Acquired lock "refresh_cache-2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.977835] env[62321]: DEBUG nova.network.neutron [req-78a1c515-d768-49b6-8977-4bb7f9b2d982 req-adc81b1f-e714-4642-8884-c35c8dff3665 service nova] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Refreshing network info cache for port c50df29d-b661-433c-a751-2da066168f1b {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.065208] env[62321]: INFO nova.virt.vmwareapi.images [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] The imported VM was unregistered [ 867.067673] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Caching image {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 867.067784] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Creating directory with path [datastore1] devstack-image-cache_base/6211b09c-9f5e-4433-b9a2-d29f2feb32ad {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.071641] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-113b9b37-ff27-47bd-82fc-bd54fef31813 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.089305] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Created directory with path [datastore1] devstack-image-cache_base/6211b09c-9f5e-4433-b9a2-d29f2feb32ad {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.089587] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_ccd0bf62-e705-4767-a7b5-8d92379e39a9/OSTACK_IMG_ccd0bf62-e705-4767-a7b5-8d92379e39a9.vmdk to [datastore1] devstack-image-cache_base/6211b09c-9f5e-4433-b9a2-d29f2feb32ad/6211b09c-9f5e-4433-b9a2-d29f2feb32ad.vmdk. {{(pid=62321) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 867.089750] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-0a5636bb-55e7-433a-91b4-cb59e40ee3de {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.096952] env[62321]: DEBUG oslo_vmware.api [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 867.096952] env[62321]: value = "task-2633370" [ 867.096952] env[62321]: _type = "Task" [ 867.096952] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.103449] env[62321]: DEBUG nova.network.neutron [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Successfully created port: bd4fd99e-7fae-406b-bab2-fcf4e8338f78 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 867.113359] env[62321]: DEBUG oslo_vmware.api [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633370, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.299238] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79225d7-fc48-4beb-bb35-de0617f43f0a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.308691] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d5c1bf-d56f-457a-87dd-7c7e2c01298d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.343320] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d09b0e-2e12-4a3c-abed-7d9d4f08e47a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.351165] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6297650e-9515-4115-b465-430413c39ec8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.365779] env[62321]: DEBUG nova.compute.provider_tree [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.371022] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.480319] env[62321]: DEBUG oslo_concurrency.lockutils [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Acquiring lock "refresh_cache-b0ec5a52-282c-41dd-8247-27257ea56849" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.480480] env[62321]: DEBUG oslo_concurrency.lockutils [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Acquired lock "refresh_cache-b0ec5a52-282c-41dd-8247-27257ea56849" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.480631] env[62321]: DEBUG nova.network.neutron [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.486369] env[62321]: DEBUG nova.compute.manager [req-2e6ffd51-9558-4c6c-9fa8-3ff618d0effc req-11d10e7d-3bc1-4393-866b-002a899ba21c service nova] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Received event network-changed-c50df29d-b661-433c-a751-2da066168f1b {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 867.486549] env[62321]: DEBUG nova.compute.manager [req-2e6ffd51-9558-4c6c-9fa8-3ff618d0effc req-11d10e7d-3bc1-4393-866b-002a899ba21c service nova] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Refreshing instance network info cache due to event network-changed-c50df29d-b661-433c-a751-2da066168f1b. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 867.486801] env[62321]: DEBUG oslo_concurrency.lockutils [req-2e6ffd51-9558-4c6c-9fa8-3ff618d0effc req-11d10e7d-3bc1-4393-866b-002a899ba21c service nova] Acquiring lock "refresh_cache-2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.606446] env[62321]: DEBUG oslo_vmware.api [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633370, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.737405] env[62321]: DEBUG nova.compute.manager [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 867.768231] env[62321]: DEBUG nova.virt.hardware [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.768561] env[62321]: DEBUG nova.virt.hardware [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.768788] env[62321]: DEBUG nova.virt.hardware [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.769173] env[62321]: DEBUG nova.virt.hardware [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.769401] env[62321]: DEBUG nova.virt.hardware [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.769620] env[62321]: DEBUG nova.virt.hardware [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.769906] env[62321]: DEBUG nova.virt.hardware [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.770165] env[62321]: DEBUG nova.virt.hardware [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.770404] env[62321]: DEBUG nova.virt.hardware [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.770644] env[62321]: DEBUG nova.virt.hardware [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.770895] env[62321]: DEBUG nova.virt.hardware [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.771853] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4a444a-8f15-4bb9-8afa-eacf53bc65f8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.780338] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c790b06f-eddb-49a0-b535-26766b44d322 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.870118] env[62321]: DEBUG nova.scheduler.client.report [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.095480] env[62321]: DEBUG nova.network.neutron [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 868.121733] env[62321]: DEBUG oslo_vmware.api [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633370, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.378040] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.378040] env[62321]: DEBUG nova.compute.manager [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: ec488ced-085e-46e4-9c48-18c06d5b93e3] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 868.380211] env[62321]: DEBUG oslo_concurrency.lockutils [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.412s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.381945] env[62321]: INFO nova.compute.claims [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 868.505162] env[62321]: DEBUG nova.network.neutron [req-78a1c515-d768-49b6-8977-4bb7f9b2d982 req-adc81b1f-e714-4642-8884-c35c8dff3665 service nova] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Updated VIF entry in instance network info cache for port c50df29d-b661-433c-a751-2da066168f1b. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.505162] env[62321]: DEBUG nova.network.neutron [req-78a1c515-d768-49b6-8977-4bb7f9b2d982 req-adc81b1f-e714-4642-8884-c35c8dff3665 service nova] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Updating instance_info_cache with network_info: [{"id": "c50df29d-b661-433c-a751-2da066168f1b", "address": "fa:16:3e:c1:0b:2d", "network": {"id": "847e6b84-f3d9-42dc-9e78-08c7739b2de1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1845501430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb209a504e9e40a8a39dafc9b9c9fa10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc50df29d-b6", "ovs_interfaceid": "c50df29d-b661-433c-a751-2da066168f1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.577725] env[62321]: DEBUG nova.network.neutron [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Updating instance_info_cache with network_info: [{"id": "49ed18ce-5bd4-4b37-95cc-0bfa43d61d41", "address": "fa:16:3e:3c:39:cc", "network": {"id": "2f86ac6d-bbf6-4dd0-a542-c0f96ab3d275", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-439623977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3cce001cdabd40628e962aa9849efade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49ed18ce-5b", "ovs_interfaceid": "49ed18ce-5bd4-4b37-95cc-0bfa43d61d41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.618021] env[62321]: DEBUG oslo_vmware.api [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633370, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.618021] env[62321]: DEBUG nova.compute.manager [req-3ea56f68-e452-42b4-b4e1-60da20766754 req-110ca319-8021-4226-9227-914300b605d9 service nova] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Received event network-changed-1661d871-b1b3-474c-ba0d-6b4e87e3e962 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 868.618021] env[62321]: DEBUG nova.compute.manager [req-3ea56f68-e452-42b4-b4e1-60da20766754 req-110ca319-8021-4226-9227-914300b605d9 service nova] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Refreshing instance network info cache due to event network-changed-1661d871-b1b3-474c-ba0d-6b4e87e3e962. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 868.618021] env[62321]: DEBUG oslo_concurrency.lockutils [req-3ea56f68-e452-42b4-b4e1-60da20766754 req-110ca319-8021-4226-9227-914300b605d9 service nova] Acquiring lock "refresh_cache-2b54dcc8-ab37-4010-a560-70b2319ba98a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.618021] env[62321]: DEBUG oslo_concurrency.lockutils [req-3ea56f68-e452-42b4-b4e1-60da20766754 req-110ca319-8021-4226-9227-914300b605d9 service nova] Acquired lock "refresh_cache-2b54dcc8-ab37-4010-a560-70b2319ba98a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.621473] env[62321]: DEBUG nova.network.neutron [req-3ea56f68-e452-42b4-b4e1-60da20766754 req-110ca319-8021-4226-9227-914300b605d9 service nova] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Refreshing network info cache for port 1661d871-b1b3-474c-ba0d-6b4e87e3e962 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.729431] env[62321]: DEBUG nova.network.neutron [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Successfully updated port: bd4fd99e-7fae-406b-bab2-fcf4e8338f78 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 868.887055] env[62321]: DEBUG nova.compute.utils [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.891786] env[62321]: DEBUG nova.compute.manager [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: ec488ced-085e-46e4-9c48-18c06d5b93e3] Not allocating networking since 'none' was specified. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 869.006454] env[62321]: DEBUG oslo_concurrency.lockutils [req-78a1c515-d768-49b6-8977-4bb7f9b2d982 req-adc81b1f-e714-4642-8884-c35c8dff3665 service nova] Releasing lock "refresh_cache-2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.007751] env[62321]: DEBUG oslo_concurrency.lockutils [req-2e6ffd51-9558-4c6c-9fa8-3ff618d0effc req-11d10e7d-3bc1-4393-866b-002a899ba21c service nova] Acquired lock "refresh_cache-2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.007751] env[62321]: DEBUG nova.network.neutron [req-2e6ffd51-9558-4c6c-9fa8-3ff618d0effc req-11d10e7d-3bc1-4393-866b-002a899ba21c service nova] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Refreshing network info cache for port c50df29d-b661-433c-a751-2da066168f1b {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 869.081018] env[62321]: DEBUG oslo_concurrency.lockutils [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Releasing lock "refresh_cache-b0ec5a52-282c-41dd-8247-27257ea56849" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.081411] env[62321]: DEBUG nova.compute.manager [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Instance network_info: |[{"id": "49ed18ce-5bd4-4b37-95cc-0bfa43d61d41", "address": "fa:16:3e:3c:39:cc", "network": {"id": "2f86ac6d-bbf6-4dd0-a542-c0f96ab3d275", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-439623977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3cce001cdabd40628e962aa9849efade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49ed18ce-5b", "ovs_interfaceid": "49ed18ce-5bd4-4b37-95cc-0bfa43d61d41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 869.081848] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:39:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4adc8ed0-d11a-4510-9be0-b27c0da3a903', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49ed18ce-5bd4-4b37-95cc-0bfa43d61d41', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.091687] env[62321]: DEBUG oslo.service.loopingcall [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 869.092278] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.092489] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f78db06c-e6bd-4e2d-abf1-b0004b478209 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.119449] env[62321]: DEBUG oslo_vmware.api [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633370, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.121326] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.121326] env[62321]: value = "task-2633371" [ 869.121326] env[62321]: _type = "Task" [ 869.121326] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.135933] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633371, 'name': CreateVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.233310] env[62321]: DEBUG oslo_concurrency.lockutils [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquiring lock "refresh_cache-a0cb66e2-92e2-4c65-8f54-ad044d71a4c9" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.233498] env[62321]: DEBUG oslo_concurrency.lockutils [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquired lock "refresh_cache-a0cb66e2-92e2-4c65-8f54-ad044d71a4c9" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.234567] env[62321]: DEBUG nova.network.neutron [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.400852] env[62321]: DEBUG nova.compute.manager [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: ec488ced-085e-46e4-9c48-18c06d5b93e3] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 869.451098] env[62321]: DEBUG nova.network.neutron [req-3ea56f68-e452-42b4-b4e1-60da20766754 req-110ca319-8021-4226-9227-914300b605d9 service nova] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Updated VIF entry in instance network info cache for port 1661d871-b1b3-474c-ba0d-6b4e87e3e962. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 869.451705] env[62321]: DEBUG nova.network.neutron [req-3ea56f68-e452-42b4-b4e1-60da20766754 req-110ca319-8021-4226-9227-914300b605d9 service nova] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Updating instance_info_cache with network_info: [{"id": "1661d871-b1b3-474c-ba0d-6b4e87e3e962", "address": "fa:16:3e:06:ef:c7", "network": {"id": "aeb4035c-866a-49d1-8e35-92023a4db09e", "bridge": null, "label": "tempest-DeleteServersTestJSON-243125243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd8fac8dc7ba41c6b0550e1fff9988a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1661d871-b1", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.643729] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cf28362a-7bdf-4074-b256-c6c7877f0945 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "2b54dcc8-ab37-4010-a560-70b2319ba98a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.644069] env[62321]: DEBUG oslo_vmware.api [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633370, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.644254] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633371, 'name': CreateVM_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.787291] env[62321]: DEBUG nova.network.neutron [req-2e6ffd51-9558-4c6c-9fa8-3ff618d0effc req-11d10e7d-3bc1-4393-866b-002a899ba21c service nova] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Updated VIF entry in instance network info cache for port c50df29d-b661-433c-a751-2da066168f1b. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 869.787405] env[62321]: DEBUG nova.network.neutron [req-2e6ffd51-9558-4c6c-9fa8-3ff618d0effc req-11d10e7d-3bc1-4393-866b-002a899ba21c service nova] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Updating instance_info_cache with network_info: [{"id": "c50df29d-b661-433c-a751-2da066168f1b", "address": "fa:16:3e:c1:0b:2d", "network": {"id": "847e6b84-f3d9-42dc-9e78-08c7739b2de1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1845501430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb209a504e9e40a8a39dafc9b9c9fa10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc50df29d-b6", "ovs_interfaceid": "c50df29d-b661-433c-a751-2da066168f1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.803856] env[62321]: DEBUG nova.network.neutron [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 869.841979] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7223f803-b553-496c-a70e-ed9208a64e40 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.849035] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39818a25-21de-48cf-a1aa-7f41f6e84cd3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.881421] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8920217-4dd4-4e4f-8428-b4b1499f47e4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.892207] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e6b912-aca4-48ad-b630-a893ba6ae867 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.910019] env[62321]: DEBUG nova.compute.provider_tree [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.954684] env[62321]: DEBUG oslo_concurrency.lockutils [req-3ea56f68-e452-42b4-b4e1-60da20766754 req-110ca319-8021-4226-9227-914300b605d9 service nova] Releasing lock "refresh_cache-2b54dcc8-ab37-4010-a560-70b2319ba98a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.061260] env[62321]: DEBUG nova.network.neutron [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Updating instance_info_cache with network_info: [{"id": "bd4fd99e-7fae-406b-bab2-fcf4e8338f78", "address": "fa:16:3e:65:42:28", "network": {"id": "3b982849-7bc4-430b-b1f9-c265f8bba327", "bridge": "br-int", "label": "tempest-ImagesTestJSON-143530141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbf5a183ceef4072a1656cf46c79d9a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd4fd99e-7f", "ovs_interfaceid": "bd4fd99e-7fae-406b-bab2-fcf4e8338f78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.134016] env[62321]: DEBUG oslo_vmware.api [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633370, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.823607} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.134777] env[62321]: INFO nova.virt.vmwareapi.ds_util [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_ccd0bf62-e705-4767-a7b5-8d92379e39a9/OSTACK_IMG_ccd0bf62-e705-4767-a7b5-8d92379e39a9.vmdk to [datastore1] devstack-image-cache_base/6211b09c-9f5e-4433-b9a2-d29f2feb32ad/6211b09c-9f5e-4433-b9a2-d29f2feb32ad.vmdk. [ 870.134986] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Cleaning up location [datastore1] OSTACK_IMG_ccd0bf62-e705-4767-a7b5-8d92379e39a9 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 870.135173] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_ccd0bf62-e705-4767-a7b5-8d92379e39a9 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.135430] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ee84794-5af5-426c-b46a-1bd6f94efc14 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.141947] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633371, 'name': CreateVM_Task, 'duration_secs': 1.006421} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.143068] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.143776] env[62321]: DEBUG oslo_vmware.api [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 870.143776] env[62321]: value = "task-2633372" [ 870.143776] env[62321]: _type = "Task" [ 870.143776] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.144379] env[62321]: DEBUG oslo_concurrency.lockutils [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.144539] env[62321]: DEBUG oslo_concurrency.lockutils [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.144853] env[62321]: DEBUG oslo_concurrency.lockutils [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.145175] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b481d51-6135-4541-8aff-ba8a76e2611c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.154893] env[62321]: DEBUG oslo_vmware.api [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Waiting for the task: (returnval){ [ 870.154893] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52208ad1-9d56-e653-c48c-9b1da5de3225" [ 870.154893] env[62321]: _type = "Task" [ 870.154893] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.158612] env[62321]: DEBUG oslo_vmware.api [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.165533] env[62321]: DEBUG oslo_vmware.api [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52208ad1-9d56-e653-c48c-9b1da5de3225, 'name': SearchDatastore_Task, 'duration_secs': 0.008251} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.168297] env[62321]: DEBUG oslo_concurrency.lockutils [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.168297] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.168297] env[62321]: DEBUG oslo_concurrency.lockutils [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.168297] env[62321]: DEBUG oslo_concurrency.lockutils [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.168297] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.168297] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54a900cf-86c9-4181-b0f2-0280f9d40af2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.174644] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.174932] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.176200] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9270f0fb-5180-4c09-8e07-58e9217f8876 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.181484] env[62321]: DEBUG oslo_vmware.api [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Waiting for the task: (returnval){ [ 870.181484] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]529b1e57-612b-7a07-ac49-f20420b97286" [ 870.181484] env[62321]: _type = "Task" [ 870.181484] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.189403] env[62321]: DEBUG oslo_vmware.api [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]529b1e57-612b-7a07-ac49-f20420b97286, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.292724] env[62321]: DEBUG oslo_concurrency.lockutils [req-2e6ffd51-9558-4c6c-9fa8-3ff618d0effc req-11d10e7d-3bc1-4393-866b-002a899ba21c service nova] Releasing lock "refresh_cache-2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.293439] env[62321]: DEBUG nova.compute.manager [req-2e6ffd51-9558-4c6c-9fa8-3ff618d0effc req-11d10e7d-3bc1-4393-866b-002a899ba21c service nova] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Received event network-vif-plugged-49ed18ce-5bd4-4b37-95cc-0bfa43d61d41 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 870.293726] env[62321]: DEBUG oslo_concurrency.lockutils [req-2e6ffd51-9558-4c6c-9fa8-3ff618d0effc req-11d10e7d-3bc1-4393-866b-002a899ba21c service nova] Acquiring lock "b0ec5a52-282c-41dd-8247-27257ea56849-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.294033] env[62321]: DEBUG oslo_concurrency.lockutils [req-2e6ffd51-9558-4c6c-9fa8-3ff618d0effc req-11d10e7d-3bc1-4393-866b-002a899ba21c service nova] Lock "b0ec5a52-282c-41dd-8247-27257ea56849-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.294201] env[62321]: DEBUG oslo_concurrency.lockutils [req-2e6ffd51-9558-4c6c-9fa8-3ff618d0effc req-11d10e7d-3bc1-4393-866b-002a899ba21c service nova] Lock "b0ec5a52-282c-41dd-8247-27257ea56849-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.294372] env[62321]: DEBUG nova.compute.manager [req-2e6ffd51-9558-4c6c-9fa8-3ff618d0effc req-11d10e7d-3bc1-4393-866b-002a899ba21c service nova] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] No waiting events found dispatching network-vif-plugged-49ed18ce-5bd4-4b37-95cc-0bfa43d61d41 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 870.294536] env[62321]: WARNING nova.compute.manager [req-2e6ffd51-9558-4c6c-9fa8-3ff618d0effc req-11d10e7d-3bc1-4393-866b-002a899ba21c service nova] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Received unexpected event network-vif-plugged-49ed18ce-5bd4-4b37-95cc-0bfa43d61d41 for instance with vm_state building and task_state spawning. [ 870.294701] env[62321]: DEBUG nova.compute.manager [req-2e6ffd51-9558-4c6c-9fa8-3ff618d0effc req-11d10e7d-3bc1-4393-866b-002a899ba21c service nova] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Received event network-changed-49ed18ce-5bd4-4b37-95cc-0bfa43d61d41 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 870.294858] env[62321]: DEBUG nova.compute.manager [req-2e6ffd51-9558-4c6c-9fa8-3ff618d0effc req-11d10e7d-3bc1-4393-866b-002a899ba21c service nova] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Refreshing instance network info cache due to event network-changed-49ed18ce-5bd4-4b37-95cc-0bfa43d61d41. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 870.295058] env[62321]: DEBUG oslo_concurrency.lockutils [req-2e6ffd51-9558-4c6c-9fa8-3ff618d0effc req-11d10e7d-3bc1-4393-866b-002a899ba21c service nova] Acquiring lock "refresh_cache-b0ec5a52-282c-41dd-8247-27257ea56849" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.295199] env[62321]: DEBUG oslo_concurrency.lockutils [req-2e6ffd51-9558-4c6c-9fa8-3ff618d0effc req-11d10e7d-3bc1-4393-866b-002a899ba21c service nova] Acquired lock "refresh_cache-b0ec5a52-282c-41dd-8247-27257ea56849" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.295357] env[62321]: DEBUG nova.network.neutron [req-2e6ffd51-9558-4c6c-9fa8-3ff618d0effc req-11d10e7d-3bc1-4393-866b-002a899ba21c service nova] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Refreshing network info cache for port 49ed18ce-5bd4-4b37-95cc-0bfa43d61d41 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 870.413076] env[62321]: DEBUG nova.compute.manager [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: ec488ced-085e-46e4-9c48-18c06d5b93e3] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 870.417413] env[62321]: DEBUG nova.scheduler.client.report [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.453441] env[62321]: DEBUG nova.virt.hardware [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 870.453828] env[62321]: DEBUG nova.virt.hardware [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.453894] env[62321]: DEBUG nova.virt.hardware [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.454098] env[62321]: DEBUG nova.virt.hardware [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.454247] env[62321]: DEBUG nova.virt.hardware [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.454391] env[62321]: DEBUG nova.virt.hardware [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 870.454595] env[62321]: DEBUG nova.virt.hardware [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 870.454749] env[62321]: DEBUG nova.virt.hardware [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 870.454963] env[62321]: DEBUG nova.virt.hardware [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 870.455457] env[62321]: DEBUG nova.virt.hardware [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 870.455716] env[62321]: DEBUG nova.virt.hardware [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 870.457337] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae4ce36-3cf4-40d1-8304-2d895954057b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.466482] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b2949c-a227-4a5d-b97f-afbac4abd7cf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.485934] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: ec488ced-085e-46e4-9c48-18c06d5b93e3] Instance VIF info [] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.491731] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Creating folder: Project (e9371dbac76b4024b69e52cc934a42ba). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.492333] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7b21d13-3b44-448f-901d-e803b38669cc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.502228] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Created folder: Project (e9371dbac76b4024b69e52cc934a42ba) in parent group-v530434. [ 870.502428] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Creating folder: Instances. Parent ref: group-v530652. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.502663] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7938077-6b11-4ba1-ace3-97c402d861ac {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.513161] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Created folder: Instances in parent group-v530652. [ 870.513161] env[62321]: DEBUG oslo.service.loopingcall [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 870.513161] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec488ced-085e-46e4-9c48-18c06d5b93e3] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.513161] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fcf22d4b-fb6b-4c24-9c3d-9ebccbf8ac42 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.529731] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.529731] env[62321]: value = "task-2633375" [ 870.529731] env[62321]: _type = "Task" [ 870.529731] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.539258] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633375, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.565923] env[62321]: DEBUG oslo_concurrency.lockutils [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Releasing lock "refresh_cache-a0cb66e2-92e2-4c65-8f54-ad044d71a4c9" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.566267] env[62321]: DEBUG nova.compute.manager [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Instance network_info: |[{"id": "bd4fd99e-7fae-406b-bab2-fcf4e8338f78", "address": "fa:16:3e:65:42:28", "network": {"id": "3b982849-7bc4-430b-b1f9-c265f8bba327", "bridge": "br-int", "label": "tempest-ImagesTestJSON-143530141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbf5a183ceef4072a1656cf46c79d9a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd4fd99e-7f", "ovs_interfaceid": "bd4fd99e-7fae-406b-bab2-fcf4e8338f78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 870.566714] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:42:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d62c1cf-f39a-4626-9552-f1e13c692636', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd4fd99e-7fae-406b-bab2-fcf4e8338f78', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.574922] env[62321]: DEBUG oslo.service.loopingcall [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 870.575166] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.575475] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c1f6b9d-a29e-4a3b-af85-5c1a5e4ee588 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.596966] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.596966] env[62321]: value = "task-2633376" [ 870.596966] env[62321]: _type = "Task" [ 870.596966] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.604119] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633376, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.638862] env[62321]: DEBUG nova.compute.manager [req-7aa25fdc-9287-4c00-be1a-73344e178c76 req-7b0eed65-2e62-4100-bcd2-8011cf584e97 service nova] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Received event network-vif-plugged-bd4fd99e-7fae-406b-bab2-fcf4e8338f78 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 870.639589] env[62321]: DEBUG oslo_concurrency.lockutils [req-7aa25fdc-9287-4c00-be1a-73344e178c76 req-7b0eed65-2e62-4100-bcd2-8011cf584e97 service nova] Acquiring lock "a0cb66e2-92e2-4c65-8f54-ad044d71a4c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.639824] env[62321]: DEBUG oslo_concurrency.lockutils [req-7aa25fdc-9287-4c00-be1a-73344e178c76 req-7b0eed65-2e62-4100-bcd2-8011cf584e97 service nova] Lock "a0cb66e2-92e2-4c65-8f54-ad044d71a4c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.640500] env[62321]: DEBUG oslo_concurrency.lockutils [req-7aa25fdc-9287-4c00-be1a-73344e178c76 req-7b0eed65-2e62-4100-bcd2-8011cf584e97 service nova] Lock "a0cb66e2-92e2-4c65-8f54-ad044d71a4c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.640500] env[62321]: DEBUG nova.compute.manager [req-7aa25fdc-9287-4c00-be1a-73344e178c76 req-7b0eed65-2e62-4100-bcd2-8011cf584e97 service nova] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] No waiting events found dispatching network-vif-plugged-bd4fd99e-7fae-406b-bab2-fcf4e8338f78 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 870.640614] env[62321]: WARNING nova.compute.manager [req-7aa25fdc-9287-4c00-be1a-73344e178c76 req-7b0eed65-2e62-4100-bcd2-8011cf584e97 service nova] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Received unexpected event network-vif-plugged-bd4fd99e-7fae-406b-bab2-fcf4e8338f78 for instance with vm_state building and task_state spawning. [ 870.640754] env[62321]: DEBUG nova.compute.manager [req-7aa25fdc-9287-4c00-be1a-73344e178c76 req-7b0eed65-2e62-4100-bcd2-8011cf584e97 service nova] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Received event network-changed-bd4fd99e-7fae-406b-bab2-fcf4e8338f78 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 870.640904] env[62321]: DEBUG nova.compute.manager [req-7aa25fdc-9287-4c00-be1a-73344e178c76 req-7b0eed65-2e62-4100-bcd2-8011cf584e97 service nova] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Refreshing instance network info cache due to event network-changed-bd4fd99e-7fae-406b-bab2-fcf4e8338f78. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 870.641105] env[62321]: DEBUG oslo_concurrency.lockutils [req-7aa25fdc-9287-4c00-be1a-73344e178c76 req-7b0eed65-2e62-4100-bcd2-8011cf584e97 service nova] Acquiring lock "refresh_cache-a0cb66e2-92e2-4c65-8f54-ad044d71a4c9" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.641254] env[62321]: DEBUG oslo_concurrency.lockutils [req-7aa25fdc-9287-4c00-be1a-73344e178c76 req-7b0eed65-2e62-4100-bcd2-8011cf584e97 service nova] Acquired lock "refresh_cache-a0cb66e2-92e2-4c65-8f54-ad044d71a4c9" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.641428] env[62321]: DEBUG nova.network.neutron [req-7aa25fdc-9287-4c00-be1a-73344e178c76 req-7b0eed65-2e62-4100-bcd2-8011cf584e97 service nova] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Refreshing network info cache for port bd4fd99e-7fae-406b-bab2-fcf4e8338f78 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 870.655390] env[62321]: DEBUG oslo_vmware.api [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633372, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035615} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.655629] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.655795] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6211b09c-9f5e-4433-b9a2-d29f2feb32ad/6211b09c-9f5e-4433-b9a2-d29f2feb32ad.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.656041] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6211b09c-9f5e-4433-b9a2-d29f2feb32ad/6211b09c-9f5e-4433-b9a2-d29f2feb32ad.vmdk to [datastore1] 16608632-c469-40d5-97d4-2e80c871e4be/16608632-c469-40d5-97d4-2e80c871e4be.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.656291] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-177fa8f1-2190-497d-a3ad-4cbe493ff93d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.662145] env[62321]: DEBUG oslo_vmware.api [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 870.662145] env[62321]: value = "task-2633377" [ 870.662145] env[62321]: _type = "Task" [ 870.662145] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.670021] env[62321]: DEBUG oslo_vmware.api [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633377, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.695713] env[62321]: DEBUG oslo_vmware.api [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]529b1e57-612b-7a07-ac49-f20420b97286, 'name': SearchDatastore_Task, 'duration_secs': 0.008373} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.696755] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71ba04f5-2ff4-481d-b8df-49e45646eb86 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.701946] env[62321]: DEBUG oslo_vmware.api [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Waiting for the task: (returnval){ [ 870.701946] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c3e438-282d-1d20-bb68-f200a75c14f5" [ 870.701946] env[62321]: _type = "Task" [ 870.701946] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.709983] env[62321]: DEBUG oslo_vmware.api [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c3e438-282d-1d20-bb68-f200a75c14f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.925781] env[62321]: DEBUG oslo_concurrency.lockutils [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.925781] env[62321]: DEBUG nova.compute.manager [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 870.930846] env[62321]: DEBUG oslo_concurrency.lockutils [None req-13c2bdbd-bc3d-4a33-ae84-7a8fdceb623e tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.606s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.931101] env[62321]: DEBUG nova.objects.instance [None req-13c2bdbd-bc3d-4a33-ae84-7a8fdceb623e tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lazy-loading 'resources' on Instance uuid 0d7b5ea5-2fd4-49be-a75d-f59143548909 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.022723] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Acquiring lock "3e987af3-dc11-495c-bfa5-a5e8ce31d1fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.022956] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Lock "3e987af3-dc11-495c-bfa5-a5e8ce31d1fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.041306] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633375, 'name': CreateVM_Task, 'duration_secs': 0.304476} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.042279] env[62321]: DEBUG nova.network.neutron [req-2e6ffd51-9558-4c6c-9fa8-3ff618d0effc req-11d10e7d-3bc1-4393-866b-002a899ba21c service nova] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Updated VIF entry in instance network info cache for port 49ed18ce-5bd4-4b37-95cc-0bfa43d61d41. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 871.042601] env[62321]: DEBUG nova.network.neutron [req-2e6ffd51-9558-4c6c-9fa8-3ff618d0effc req-11d10e7d-3bc1-4393-866b-002a899ba21c service nova] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Updating instance_info_cache with network_info: [{"id": "49ed18ce-5bd4-4b37-95cc-0bfa43d61d41", "address": "fa:16:3e:3c:39:cc", "network": {"id": "2f86ac6d-bbf6-4dd0-a542-c0f96ab3d275", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-439623977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3cce001cdabd40628e962aa9849efade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49ed18ce-5b", "ovs_interfaceid": "49ed18ce-5bd4-4b37-95cc-0bfa43d61d41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.043675] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec488ced-085e-46e4-9c48-18c06d5b93e3] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 871.044513] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.044736] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.044987] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.045252] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8be90486-ab48-4d7d-9389-fcc96fe8a727 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.050676] env[62321]: DEBUG oslo_vmware.api [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Waiting for the task: (returnval){ [ 871.050676] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52119d89-29da-8245-cf78-e458749cf4e6" [ 871.050676] env[62321]: _type = "Task" [ 871.050676] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.059798] env[62321]: DEBUG oslo_vmware.api [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52119d89-29da-8245-cf78-e458749cf4e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.108129] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633376, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.175066] env[62321]: DEBUG oslo_vmware.api [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633377, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.213871] env[62321]: DEBUG oslo_vmware.api [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c3e438-282d-1d20-bb68-f200a75c14f5, 'name': SearchDatastore_Task, 'duration_secs': 0.05828} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.214157] env[62321]: DEBUG oslo_concurrency.lockutils [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.214421] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] b0ec5a52-282c-41dd-8247-27257ea56849/b0ec5a52-282c-41dd-8247-27257ea56849.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.214692] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78a4de8d-27dc-4e1c-a7ef-a55701a50177 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.221967] env[62321]: DEBUG oslo_vmware.api [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Waiting for the task: (returnval){ [ 871.221967] env[62321]: value = "task-2633378" [ 871.221967] env[62321]: _type = "Task" [ 871.221967] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.230737] env[62321]: DEBUG oslo_vmware.api [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.434616] env[62321]: DEBUG nova.compute.utils [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 871.439841] env[62321]: DEBUG nova.compute.manager [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Not allocating networking since 'none' was specified. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 871.502873] env[62321]: DEBUG nova.network.neutron [req-7aa25fdc-9287-4c00-be1a-73344e178c76 req-7b0eed65-2e62-4100-bcd2-8011cf584e97 service nova] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Updated VIF entry in instance network info cache for port bd4fd99e-7fae-406b-bab2-fcf4e8338f78. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 871.503428] env[62321]: DEBUG nova.network.neutron [req-7aa25fdc-9287-4c00-be1a-73344e178c76 req-7b0eed65-2e62-4100-bcd2-8011cf584e97 service nova] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Updating instance_info_cache with network_info: [{"id": "bd4fd99e-7fae-406b-bab2-fcf4e8338f78", "address": "fa:16:3e:65:42:28", "network": {"id": "3b982849-7bc4-430b-b1f9-c265f8bba327", "bridge": "br-int", "label": "tempest-ImagesTestJSON-143530141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbf5a183ceef4072a1656cf46c79d9a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd4fd99e-7f", "ovs_interfaceid": "bd4fd99e-7fae-406b-bab2-fcf4e8338f78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.525723] env[62321]: DEBUG nova.compute.manager [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 871.549786] env[62321]: DEBUG oslo_concurrency.lockutils [req-2e6ffd51-9558-4c6c-9fa8-3ff618d0effc req-11d10e7d-3bc1-4393-866b-002a899ba21c service nova] Releasing lock "refresh_cache-b0ec5a52-282c-41dd-8247-27257ea56849" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.563254] env[62321]: DEBUG oslo_vmware.api [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52119d89-29da-8245-cf78-e458749cf4e6, 'name': SearchDatastore_Task, 'duration_secs': 0.023953} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.563669] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.564474] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: ec488ced-085e-46e4-9c48-18c06d5b93e3] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.564892] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.565151] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.565602] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.566069] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2183f78b-737b-429c-87fd-5a3455e7f548 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.597423] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.597660] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.600044] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cf16d9d-6e07-47d9-b844-b04a50587d90 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.628822] env[62321]: DEBUG oslo_vmware.api [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Waiting for the task: (returnval){ [ 871.628822] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d35215-48fd-2a4a-f664-c5ec7ac3abf8" [ 871.628822] env[62321]: _type = "Task" [ 871.628822] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.631670] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633376, 'name': CreateVM_Task, 'duration_secs': 0.78148} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.636674] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 871.641606] env[62321]: DEBUG oslo_concurrency.lockutils [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.641831] env[62321]: DEBUG oslo_concurrency.lockutils [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.642337] env[62321]: DEBUG oslo_concurrency.lockutils [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.643911] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6d8b486-739f-4fe1-9672-211e8dddbf17 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.653849] env[62321]: DEBUG oslo_vmware.api [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d35215-48fd-2a4a-f664-c5ec7ac3abf8, 'name': SearchDatastore_Task, 'duration_secs': 0.019841} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.661211] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e94f3f34-a267-4764-b25c-4fcb4b621c5a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.667407] env[62321]: DEBUG oslo_vmware.api [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 871.667407] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522bd027-f3e1-890d-a6f0-b63c9d2d4dfa" [ 871.667407] env[62321]: _type = "Task" [ 871.667407] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.680213] env[62321]: DEBUG oslo_vmware.api [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Waiting for the task: (returnval){ [ 871.680213] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5277f5b7-3c08-6788-b66a-4e1b2b5c3be0" [ 871.680213] env[62321]: _type = "Task" [ 871.680213] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.690087] env[62321]: DEBUG oslo_vmware.api [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633377, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.690362] env[62321]: DEBUG oslo_vmware.api [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522bd027-f3e1-890d-a6f0-b63c9d2d4dfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.698198] env[62321]: DEBUG oslo_vmware.api [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5277f5b7-3c08-6788-b66a-4e1b2b5c3be0, 'name': SearchDatastore_Task, 'duration_secs': 0.015667} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.698741] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.698741] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] ec488ced-085e-46e4-9c48-18c06d5b93e3/ec488ced-085e-46e4-9c48-18c06d5b93e3.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.699082] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27a5d340-b8c2-47a4-80e4-5ec33ea80ea3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.707420] env[62321]: DEBUG oslo_vmware.api [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Waiting for the task: (returnval){ [ 871.707420] env[62321]: value = "task-2633379" [ 871.707420] env[62321]: _type = "Task" [ 871.707420] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.716324] env[62321]: DEBUG oslo_vmware.api [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.734768] env[62321]: DEBUG oslo_vmware.api [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.940544] env[62321]: DEBUG nova.compute.manager [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 871.949912] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831bf5b3-aa23-4171-9fb9-b998700b2c59 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.958184] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24093ab6-36bd-49cb-86b3-b5ac31afd1f7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.995353] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39018834-0fa1-4ccf-9513-61aec30d5760 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.005218] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f497dad9-dbf0-47f1-9e0c-974737b3b6c7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.010573] env[62321]: DEBUG oslo_concurrency.lockutils [req-7aa25fdc-9287-4c00-be1a-73344e178c76 req-7b0eed65-2e62-4100-bcd2-8011cf584e97 service nova] Releasing lock "refresh_cache-a0cb66e2-92e2-4c65-8f54-ad044d71a4c9" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.022084] env[62321]: DEBUG nova.compute.provider_tree [None req-13c2bdbd-bc3d-4a33-ae84-7a8fdceb623e tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.053351] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.188262] env[62321]: DEBUG oslo_vmware.api [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633377, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.190359] env[62321]: DEBUG oslo_vmware.api [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522bd027-f3e1-890d-a6f0-b63c9d2d4dfa, 'name': SearchDatastore_Task, 'duration_secs': 0.091769} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.191034] env[62321]: DEBUG oslo_concurrency.lockutils [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.191605] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.193783] env[62321]: DEBUG oslo_concurrency.lockutils [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.193783] env[62321]: DEBUG oslo_concurrency.lockutils [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.193783] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.194746] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6341740e-3d58-4c24-8b7a-6abe64b34cdc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.218029] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.218029] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.226472] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acdf8f1e-ab90-4eb5-b426-a97f7ec01d87 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.228675] env[62321]: DEBUG oslo_vmware.api [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633379, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.238483] env[62321]: DEBUG oslo_vmware.api [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 872.238483] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]526845d8-4f73-12ee-dd15-0302e13ee1bd" [ 872.238483] env[62321]: _type = "Task" [ 872.238483] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.242586] env[62321]: DEBUG oslo_vmware.api [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.252573] env[62321]: DEBUG oslo_vmware.api [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]526845d8-4f73-12ee-dd15-0302e13ee1bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.526101] env[62321]: DEBUG nova.scheduler.client.report [None req-13c2bdbd-bc3d-4a33-ae84-7a8fdceb623e tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.682381] env[62321]: DEBUG oslo_vmware.api [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633377, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.719189] env[62321]: DEBUG oslo_vmware.api [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633379, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664677} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.719189] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] ec488ced-085e-46e4-9c48-18c06d5b93e3/ec488ced-085e-46e4-9c48-18c06d5b93e3.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.719189] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: ec488ced-085e-46e4-9c48-18c06d5b93e3] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.719189] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b0386ad-ed9d-4c31-a693-be5153b254f0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.727680] env[62321]: DEBUG oslo_vmware.api [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Waiting for the task: (returnval){ [ 872.727680] env[62321]: value = "task-2633380" [ 872.727680] env[62321]: _type = "Task" [ 872.727680] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.742169] env[62321]: DEBUG oslo_vmware.api [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633378, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.746016] env[62321]: DEBUG oslo_vmware.api [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.759354] env[62321]: DEBUG oslo_vmware.api [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]526845d8-4f73-12ee-dd15-0302e13ee1bd, 'name': SearchDatastore_Task, 'duration_secs': 0.083401} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.760213] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b593aad-9692-4cde-a006-6df22cb61297 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.768333] env[62321]: DEBUG oslo_vmware.api [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 872.768333] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521fe477-1592-24d0-c63f-bead2b2ece3c" [ 872.768333] env[62321]: _type = "Task" [ 872.768333] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.778786] env[62321]: DEBUG oslo_vmware.api [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521fe477-1592-24d0-c63f-bead2b2ece3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.953689] env[62321]: DEBUG nova.compute.manager [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 872.978775] env[62321]: DEBUG nova.virt.hardware [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 872.979112] env[62321]: DEBUG nova.virt.hardware [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 872.979298] env[62321]: DEBUG nova.virt.hardware [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.979512] env[62321]: DEBUG nova.virt.hardware [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 872.979615] env[62321]: DEBUG nova.virt.hardware [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.979757] env[62321]: DEBUG nova.virt.hardware [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 872.980014] env[62321]: DEBUG nova.virt.hardware [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 872.980230] env[62321]: DEBUG nova.virt.hardware [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 872.980390] env[62321]: DEBUG nova.virt.hardware [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 872.980567] env[62321]: DEBUG nova.virt.hardware [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 872.980789] env[62321]: DEBUG nova.virt.hardware [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 872.982117] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb51167-dcc6-433a-b051-6760e5c1bf06 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.994711] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591d5419-e6eb-4196-9868-6231945f8af6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.011036] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Instance VIF info [] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 873.016523] env[62321]: DEBUG oslo.service.loopingcall [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 873.016866] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 873.017125] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a154070-7891-4b25-8079-cf1c645cd722 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.033563] env[62321]: DEBUG oslo_concurrency.lockutils [None req-13c2bdbd-bc3d-4a33-ae84-7a8fdceb623e tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.037785] env[62321]: DEBUG oslo_concurrency.lockutils [None req-574208eb-fa31-458a-92e8-df41f39e94c2 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.443s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.037785] env[62321]: DEBUG nova.objects.instance [None req-574208eb-fa31-458a-92e8-df41f39e94c2 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Lazy-loading 'resources' on Instance uuid 627d19af-6ef7-426a-a3db-680470954a2a {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.038525] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 873.038525] env[62321]: value = "task-2633381" [ 873.038525] env[62321]: _type = "Task" [ 873.038525] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.050288] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633381, 'name': CreateVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.054925] env[62321]: INFO nova.scheduler.client.report [None req-13c2bdbd-bc3d-4a33-ae84-7a8fdceb623e tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Deleted allocations for instance 0d7b5ea5-2fd4-49be-a75d-f59143548909 [ 873.182710] env[62321]: DEBUG oslo_vmware.api [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633377, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.242965] env[62321]: DEBUG oslo_vmware.api [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.361467} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.246989] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: ec488ced-085e-46e4-9c48-18c06d5b93e3] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.247826] env[62321]: DEBUG oslo_vmware.api [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633378, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.248778] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7cd448-93b0-4119-9de7-b6fdb9f5642f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.271769] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: ec488ced-085e-46e4-9c48-18c06d5b93e3] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] ec488ced-085e-46e4-9c48-18c06d5b93e3/ec488ced-085e-46e4-9c48-18c06d5b93e3.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.272452] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36e19420-d4cc-49de-9e42-31e9239d5c53 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.297695] env[62321]: DEBUG oslo_vmware.api [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Waiting for the task: (returnval){ [ 873.297695] env[62321]: value = "task-2633382" [ 873.297695] env[62321]: _type = "Task" [ 873.297695] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.305986] env[62321]: DEBUG oslo_vmware.api [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521fe477-1592-24d0-c63f-bead2b2ece3c, 'name': SearchDatastore_Task, 'duration_secs': 0.085206} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.306969] env[62321]: DEBUG oslo_concurrency.lockutils [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.307373] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] a0cb66e2-92e2-4c65-8f54-ad044d71a4c9/a0cb66e2-92e2-4c65-8f54-ad044d71a4c9.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.307699] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4fa5f5bd-d6c0-4282-929c-d51591d77b03 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.313872] env[62321]: DEBUG oslo_vmware.api [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633382, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.322030] env[62321]: DEBUG oslo_vmware.api [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 873.322030] env[62321]: value = "task-2633383" [ 873.322030] env[62321]: _type = "Task" [ 873.322030] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.334216] env[62321]: DEBUG oslo_vmware.api [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.350258] env[62321]: DEBUG oslo_concurrency.lockutils [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "b696d814-0bdb-4f09-83b5-d66c1b81507f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.350644] env[62321]: DEBUG oslo_concurrency.lockutils [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "b696d814-0bdb-4f09-83b5-d66c1b81507f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.551118] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633381, 'name': CreateVM_Task, 'duration_secs': 0.359608} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.551476] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 873.551835] env[62321]: DEBUG oslo_concurrency.lockutils [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.552053] env[62321]: DEBUG oslo_concurrency.lockutils [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.552413] env[62321]: DEBUG oslo_concurrency.lockutils [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.552673] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40b37f57-ed08-4e7c-becf-1a8d2e5372dc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.557026] env[62321]: DEBUG oslo_vmware.api [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Waiting for the task: (returnval){ [ 873.557026] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]520576a3-e4fb-0323-3bb4-4ea2e0ce51c7" [ 873.557026] env[62321]: _type = "Task" [ 873.557026] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.565452] env[62321]: DEBUG oslo_concurrency.lockutils [None req-13c2bdbd-bc3d-4a33-ae84-7a8fdceb623e tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "0d7b5ea5-2fd4-49be-a75d-f59143548909" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.872s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.569657] env[62321]: DEBUG oslo_vmware.api [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]520576a3-e4fb-0323-3bb4-4ea2e0ce51c7, 'name': SearchDatastore_Task, 'duration_secs': 0.009147} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.570566] env[62321]: DEBUG oslo_concurrency.lockutils [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.570566] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.570566] env[62321]: DEBUG oslo_concurrency.lockutils [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.570749] env[62321]: DEBUG oslo_concurrency.lockutils [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.570881] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.571145] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03b3627c-d3fc-4f99-8487-8d54076949b3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.579337] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.579518] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.580629] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac091b9e-27d9-4dfd-b0fd-35c232600961 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.586086] env[62321]: DEBUG oslo_vmware.api [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Waiting for the task: (returnval){ [ 873.586086] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]525a2484-d747-b442-20fe-83351ca27b4a" [ 873.586086] env[62321]: _type = "Task" [ 873.586086] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.596642] env[62321]: DEBUG oslo_vmware.api [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]525a2484-d747-b442-20fe-83351ca27b4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.686121] env[62321]: DEBUG oslo_vmware.api [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633377, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.637896} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.686285] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6211b09c-9f5e-4433-b9a2-d29f2feb32ad/6211b09c-9f5e-4433-b9a2-d29f2feb32ad.vmdk to [datastore1] 16608632-c469-40d5-97d4-2e80c871e4be/16608632-c469-40d5-97d4-2e80c871e4be.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.687488] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009a5ad5-c0b9-46c0-8683-49e1cb319bf3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.712312] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 16608632-c469-40d5-97d4-2e80c871e4be/16608632-c469-40d5-97d4-2e80c871e4be.vmdk or device None with type streamOptimized {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.715488] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf14e1bb-f443-4e87-9fb0-ced26221c178 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.738519] env[62321]: DEBUG oslo_vmware.api [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 873.738519] env[62321]: value = "task-2633384" [ 873.738519] env[62321]: _type = "Task" [ 873.738519] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.751867] env[62321]: DEBUG oslo_vmware.api [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633378, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.27211} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.755472] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] b0ec5a52-282c-41dd-8247-27257ea56849/b0ec5a52-282c-41dd-8247-27257ea56849.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.755690] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.755825] env[62321]: DEBUG oslo_vmware.api [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633384, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.756063] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73891ebb-4922-4a1b-998f-d661cdd04c9c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.765359] env[62321]: DEBUG oslo_vmware.api [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Waiting for the task: (returnval){ [ 873.765359] env[62321]: value = "task-2633385" [ 873.765359] env[62321]: _type = "Task" [ 873.765359] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.774828] env[62321]: DEBUG oslo_vmware.api [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633385, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.812680] env[62321]: DEBUG oslo_vmware.api [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633382, 'name': ReconfigVM_Task, 'duration_secs': 0.457505} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.813105] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: ec488ced-085e-46e4-9c48-18c06d5b93e3] Reconfigured VM instance instance-0000004e to attach disk [datastore2] ec488ced-085e-46e4-9c48-18c06d5b93e3/ec488ced-085e-46e4-9c48-18c06d5b93e3.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.813780] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e50720ae-813f-45ac-adb1-488d66435c59 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.822229] env[62321]: DEBUG oslo_vmware.api [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Waiting for the task: (returnval){ [ 873.822229] env[62321]: value = "task-2633386" [ 873.822229] env[62321]: _type = "Task" [ 873.822229] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.841028] env[62321]: DEBUG oslo_vmware.api [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633383, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.847889] env[62321]: DEBUG oslo_vmware.api [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633386, 'name': Rename_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.853767] env[62321]: DEBUG nova.compute.manager [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 874.036007] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7ef58e-eb26-4071-b196-7a7367a4a3b1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.044263] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c1d5f4-baca-4415-9e04-7889513cfe4e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.074293] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4ea559-e2d6-459b-85aa-e96fe129bfe9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.082714] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12154683-511a-415b-9e7c-11edc716e682 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.097918] env[62321]: DEBUG nova.compute.provider_tree [None req-574208eb-fa31-458a-92e8-df41f39e94c2 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.104748] env[62321]: DEBUG oslo_vmware.api [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]525a2484-d747-b442-20fe-83351ca27b4a, 'name': SearchDatastore_Task, 'duration_secs': 0.009104} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.104859] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7961ec25-fc80-4065-9ecc-330238eea4f9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.110493] env[62321]: DEBUG oslo_vmware.api [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Waiting for the task: (returnval){ [ 874.110493] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52834d0b-8af5-ae82-a489-4cee5d039f75" [ 874.110493] env[62321]: _type = "Task" [ 874.110493] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.117817] env[62321]: DEBUG oslo_vmware.api [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52834d0b-8af5-ae82-a489-4cee5d039f75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.249388] env[62321]: DEBUG oslo_vmware.api [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633384, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.273830] env[62321]: DEBUG oslo_vmware.api [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633385, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.331069] env[62321]: DEBUG oslo_vmware.api [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633383, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609165} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.336014] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] a0cb66e2-92e2-4c65-8f54-ad044d71a4c9/a0cb66e2-92e2-4c65-8f54-ad044d71a4c9.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.336292] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.336558] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03f2fb6b-2d21-4388-a3db-aae4a19d0dc9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.343179] env[62321]: DEBUG oslo_vmware.api [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633386, 'name': Rename_Task, 'duration_secs': 0.142315} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.344407] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: ec488ced-085e-46e4-9c48-18c06d5b93e3] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.344723] env[62321]: DEBUG oslo_vmware.api [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 874.344723] env[62321]: value = "task-2633387" [ 874.344723] env[62321]: _type = "Task" [ 874.344723] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.344937] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-780e5ae1-3191-47fc-83a3-e41b4358fe7e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.354152] env[62321]: DEBUG oslo_vmware.api [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633387, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.355430] env[62321]: DEBUG oslo_vmware.api [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Waiting for the task: (returnval){ [ 874.355430] env[62321]: value = "task-2633388" [ 874.355430] env[62321]: _type = "Task" [ 874.355430] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.366844] env[62321]: DEBUG oslo_vmware.api [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.381035] env[62321]: DEBUG oslo_concurrency.lockutils [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.602007] env[62321]: DEBUG nova.scheduler.client.report [None req-574208eb-fa31-458a-92e8-df41f39e94c2 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.620751] env[62321]: DEBUG oslo_vmware.api [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52834d0b-8af5-ae82-a489-4cee5d039f75, 'name': SearchDatastore_Task, 'duration_secs': 0.009292} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.621612] env[62321]: DEBUG oslo_concurrency.lockutils [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.621872] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] f40aa881-88d3-49c0-b2a4-7cc8b7527f04/f40aa881-88d3-49c0-b2a4-7cc8b7527f04.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 874.622177] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6650fc1-e727-4d15-8443-7661c21b75a0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.628479] env[62321]: DEBUG oslo_vmware.api [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Waiting for the task: (returnval){ [ 874.628479] env[62321]: value = "task-2633389" [ 874.628479] env[62321]: _type = "Task" [ 874.628479] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.636443] env[62321]: DEBUG oslo_vmware.api [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.750090] env[62321]: DEBUG oslo_vmware.api [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633384, 'name': ReconfigVM_Task, 'duration_secs': 0.7237} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.750389] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 16608632-c469-40d5-97d4-2e80c871e4be/16608632-c469-40d5-97d4-2e80c871e4be.vmdk or device None with type streamOptimized {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.751762] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'disk_bus': None, 'encryption_options': None, 'device_type': 'disk', 'boot_index': 0, 'size': 0, 'guest_format': None, 'encryption_format': None, 'image_id': '7fc427ea-8761-4336-ad20-460b5403c5d0'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'mount_device': '/dev/sdb', 'disk_bus': None, 'device_type': None, 'boot_index': None, 'guest_format': None, 'attachment_id': '3bed454b-c1c8-497c-ba7a-3a8481c6ce0a', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530636', 'volume_id': '63599dde-8cf2-49bc-b255-a76ca628e0ce', 'name': 'volume-63599dde-8cf2-49bc-b255-a76ca628e0ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '16608632-c469-40d5-97d4-2e80c871e4be', 'attached_at': '', 'detached_at': '', 'volume_id': '63599dde-8cf2-49bc-b255-a76ca628e0ce', 'serial': '63599dde-8cf2-49bc-b255-a76ca628e0ce'}, 'volume_type': None}], 'swap': None} {{(pid=62321) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 874.751965] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Volume attach. Driver type: vmdk {{(pid=62321) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 874.752237] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530636', 'volume_id': '63599dde-8cf2-49bc-b255-a76ca628e0ce', 'name': 'volume-63599dde-8cf2-49bc-b255-a76ca628e0ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '16608632-c469-40d5-97d4-2e80c871e4be', 'attached_at': '', 'detached_at': '', 'volume_id': '63599dde-8cf2-49bc-b255-a76ca628e0ce', 'serial': '63599dde-8cf2-49bc-b255-a76ca628e0ce'} {{(pid=62321) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 874.753036] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad164fc-41d2-4dde-92c1-5ef1320c20e8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.771796] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a14666-4e8e-4be4-bd1d-0bfe0271a46b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.779240] env[62321]: DEBUG oslo_vmware.api [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633385, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.670629} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.791834] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 874.799366] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] volume-63599dde-8cf2-49bc-b255-a76ca628e0ce/volume-63599dde-8cf2-49bc-b255-a76ca628e0ce.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.800203] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19f52b9-3e02-4978-9cca-a644c89e250b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.804589] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dbf881b-a2ed-4d38-96bd-8105373181fd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.840555] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] b0ec5a52-282c-41dd-8247-27257ea56849/b0ec5a52-282c-41dd-8247-27257ea56849.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.842685] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c57868a1-4377-4811-9b03-0e4333b58236 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.859271] env[62321]: DEBUG oslo_vmware.api [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 874.859271] env[62321]: value = "task-2633390" [ 874.859271] env[62321]: _type = "Task" [ 874.859271] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.874091] env[62321]: DEBUG oslo_vmware.api [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Waiting for the task: (returnval){ [ 874.874091] env[62321]: value = "task-2633391" [ 874.874091] env[62321]: _type = "Task" [ 874.874091] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.884344] env[62321]: DEBUG oslo_vmware.api [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633388, 'name': PowerOnVM_Task, 'duration_secs': 0.424945} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.884534] env[62321]: DEBUG oslo_vmware.api [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.884754] env[62321]: DEBUG oslo_vmware.api [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633387, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0775} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.888461] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: ec488ced-085e-46e4-9c48-18c06d5b93e3] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.888718] env[62321]: INFO nova.compute.manager [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: ec488ced-085e-46e4-9c48-18c06d5b93e3] Took 4.48 seconds to spawn the instance on the hypervisor. [ 874.888978] env[62321]: DEBUG nova.compute.manager [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: ec488ced-085e-46e4-9c48-18c06d5b93e3] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.889366] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 874.894029] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a4f10a-a2b6-484c-b419-b6058aeedae0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.894029] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abea8924-a40a-451c-8a18-c5c8f23d9b61 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.901029] env[62321]: DEBUG oslo_vmware.api [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.919999] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] a0cb66e2-92e2-4c65-8f54-ad044d71a4c9/a0cb66e2-92e2-4c65-8f54-ad044d71a4c9.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.923107] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5e6664f-13cf-4da4-a3e6-802bce47aed8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.942983] env[62321]: DEBUG oslo_vmware.api [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 874.942983] env[62321]: value = "task-2633392" [ 874.942983] env[62321]: _type = "Task" [ 874.942983] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.950937] env[62321]: DEBUG oslo_vmware.api [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633392, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.108144] env[62321]: DEBUG oslo_concurrency.lockutils [None req-574208eb-fa31-458a-92e8-df41f39e94c2 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.071s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.110619] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.635s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.110890] env[62321]: DEBUG nova.objects.instance [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62321) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 875.134702] env[62321]: INFO nova.scheduler.client.report [None req-574208eb-fa31-458a-92e8-df41f39e94c2 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Deleted allocations for instance 627d19af-6ef7-426a-a3db-680470954a2a [ 875.142388] env[62321]: DEBUG oslo_vmware.api [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633389, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449616} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.142599] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] f40aa881-88d3-49c0-b2a4-7cc8b7527f04/f40aa881-88d3-49c0-b2a4-7cc8b7527f04.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.142717] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.142968] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a79b1b4-fee4-4ad0-bd71-e3296ba129fe {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.151021] env[62321]: DEBUG oslo_vmware.api [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Waiting for the task: (returnval){ [ 875.151021] env[62321]: value = "task-2633393" [ 875.151021] env[62321]: _type = "Task" [ 875.151021] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.158923] env[62321]: DEBUG oslo_vmware.api [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633393, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.369920] env[62321]: DEBUG oslo_vmware.api [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633390, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.393079] env[62321]: DEBUG oslo_vmware.api [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633391, 'name': ReconfigVM_Task, 'duration_secs': 0.431166} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.393079] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Reconfigured VM instance instance-0000004c to attach disk [datastore1] b0ec5a52-282c-41dd-8247-27257ea56849/b0ec5a52-282c-41dd-8247-27257ea56849.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.393079] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d833461e-d32c-48e0-ab14-3b3d4b2fc5eb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.398548] env[62321]: DEBUG oslo_vmware.api [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Waiting for the task: (returnval){ [ 875.398548] env[62321]: value = "task-2633394" [ 875.398548] env[62321]: _type = "Task" [ 875.398548] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.406154] env[62321]: DEBUG oslo_vmware.api [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633394, 'name': Rename_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.445303] env[62321]: INFO nova.compute.manager [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: ec488ced-085e-46e4-9c48-18c06d5b93e3] Took 29.74 seconds to build instance. [ 875.454706] env[62321]: DEBUG oslo_vmware.api [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633392, 'name': ReconfigVM_Task, 'duration_secs': 0.383047} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.454987] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Reconfigured VM instance instance-0000004d to attach disk [datastore1] a0cb66e2-92e2-4c65-8f54-ad044d71a4c9/a0cb66e2-92e2-4c65-8f54-ad044d71a4c9.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.455652] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec126e81-7af0-4c94-8c41-c1ce77e9b258 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.461266] env[62321]: DEBUG oslo_vmware.api [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 875.461266] env[62321]: value = "task-2633395" [ 875.461266] env[62321]: _type = "Task" [ 875.461266] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.472160] env[62321]: DEBUG oslo_vmware.api [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633395, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.646630] env[62321]: DEBUG oslo_concurrency.lockutils [None req-574208eb-fa31-458a-92e8-df41f39e94c2 tempest-ImagesOneServerNegativeTestJSON-257059262 tempest-ImagesOneServerNegativeTestJSON-257059262-project-member] Lock "627d19af-6ef7-426a-a3db-680470954a2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.672s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.659068] env[62321]: DEBUG oslo_vmware.api [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633393, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060965} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.659827] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.660668] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8e1ec1-c83b-4498-8bb3-7dfc11effd88 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.680244] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] f40aa881-88d3-49c0-b2a4-7cc8b7527f04/f40aa881-88d3-49c0-b2a4-7cc8b7527f04.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.680765] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed3b388a-8937-4e77-b43b-70c39d2e57b9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.699192] env[62321]: DEBUG oslo_vmware.api [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Waiting for the task: (returnval){ [ 875.699192] env[62321]: value = "task-2633396" [ 875.699192] env[62321]: _type = "Task" [ 875.699192] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.706959] env[62321]: DEBUG oslo_vmware.api [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633396, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.869008] env[62321]: DEBUG oslo_vmware.api [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633390, 'name': ReconfigVM_Task, 'duration_secs': 0.549018} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.869333] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Reconfigured VM instance instance-00000016 to attach disk [datastore1] volume-63599dde-8cf2-49bc-b255-a76ca628e0ce/volume-63599dde-8cf2-49bc-b255-a76ca628e0ce.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.873962] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6e45d90-7061-408f-9357-5ed37c889719 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.888065] env[62321]: DEBUG oslo_vmware.api [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 875.888065] env[62321]: value = "task-2633397" [ 875.888065] env[62321]: _type = "Task" [ 875.888065] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.896144] env[62321]: DEBUG oslo_vmware.api [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633397, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.907019] env[62321]: DEBUG oslo_vmware.api [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633394, 'name': Rename_Task, 'duration_secs': 0.141084} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.907153] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.907375] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a82678f-747a-45ae-a705-f82f1cb5f715 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.912928] env[62321]: DEBUG oslo_vmware.api [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Waiting for the task: (returnval){ [ 875.912928] env[62321]: value = "task-2633398" [ 875.912928] env[62321]: _type = "Task" [ 875.912928] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.922646] env[62321]: DEBUG oslo_vmware.api [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633398, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.949995] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4db2b0f8-9843-439e-ba65-f0835a82210f tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Lock "ec488ced-085e-46e4-9c48-18c06d5b93e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.252s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.970705] env[62321]: DEBUG oslo_vmware.api [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633395, 'name': Rename_Task, 'duration_secs': 0.143371} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.970972] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.971231] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5dbb15d-abd0-41f4-9fa7-feb50d6d2a5d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.976916] env[62321]: DEBUG oslo_vmware.api [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 875.976916] env[62321]: value = "task-2633399" [ 875.976916] env[62321]: _type = "Task" [ 875.976916] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.984440] env[62321]: DEBUG oslo_vmware.api [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633399, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.120035] env[62321]: DEBUG oslo_concurrency.lockutils [None req-bdefaf0b-84dc-4dac-b791-de24eb4b2684 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.121258] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a925a078-a4d2-45ee-b7c8-be96926f88ad tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.379s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.121491] env[62321]: DEBUG nova.objects.instance [None req-a925a078-a4d2-45ee-b7c8-be96926f88ad tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lazy-loading 'resources' on Instance uuid 8c245003-9ef2-464b-a6aa-0bf0dd97bc16 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.211781] env[62321]: DEBUG oslo_vmware.api [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633396, 'name': ReconfigVM_Task, 'duration_secs': 0.264062} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.211781] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Reconfigured VM instance instance-0000004f to attach disk [datastore1] f40aa881-88d3-49c0-b2a4-7cc8b7527f04/f40aa881-88d3-49c0-b2a4-7cc8b7527f04.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.212455] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eee15cdf-2d42-4d89-9b8b-28f8c74179c1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.218930] env[62321]: DEBUG oslo_vmware.api [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Waiting for the task: (returnval){ [ 876.218930] env[62321]: value = "task-2633400" [ 876.218930] env[62321]: _type = "Task" [ 876.218930] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.228281] env[62321]: DEBUG oslo_vmware.api [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633400, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.400022] env[62321]: DEBUG oslo_vmware.api [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633397, 'name': ReconfigVM_Task, 'duration_secs': 0.387983} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.400022] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530636', 'volume_id': '63599dde-8cf2-49bc-b255-a76ca628e0ce', 'name': 'volume-63599dde-8cf2-49bc-b255-a76ca628e0ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '16608632-c469-40d5-97d4-2e80c871e4be', 'attached_at': '', 'detached_at': '', 'volume_id': '63599dde-8cf2-49bc-b255-a76ca628e0ce', 'serial': '63599dde-8cf2-49bc-b255-a76ca628e0ce'} {{(pid=62321) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 876.400022] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e35f738-05be-440a-8bf7-4fa08a130589 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.405670] env[62321]: DEBUG oslo_vmware.api [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 876.405670] env[62321]: value = "task-2633401" [ 876.405670] env[62321]: _type = "Task" [ 876.405670] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.414957] env[62321]: DEBUG oslo_vmware.api [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633401, 'name': Rename_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.422628] env[62321]: DEBUG oslo_vmware.api [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633398, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.488031] env[62321]: DEBUG oslo_vmware.api [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633399, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.728908] env[62321]: DEBUG oslo_vmware.api [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633400, 'name': Rename_Task, 'duration_secs': 0.13596} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.731561] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.732038] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a043b81-8801-4e9f-b4fb-0f1a6fd20590 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.738143] env[62321]: DEBUG oslo_vmware.api [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Waiting for the task: (returnval){ [ 876.738143] env[62321]: value = "task-2633402" [ 876.738143] env[62321]: _type = "Task" [ 876.738143] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.748473] env[62321]: DEBUG oslo_vmware.api [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633402, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.914665] env[62321]: DEBUG oslo_vmware.api [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633401, 'name': Rename_Task, 'duration_secs': 0.253372} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.915626] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.918573] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70ff0cc0-2af9-4977-bc54-deaac246a593 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.927061] env[62321]: DEBUG oslo_vmware.api [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633398, 'name': PowerOnVM_Task, 'duration_secs': 0.88947} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.928454] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.928668] env[62321]: INFO nova.compute.manager [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Took 11.80 seconds to spawn the instance on the hypervisor. [ 876.928850] env[62321]: DEBUG nova.compute.manager [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.929254] env[62321]: DEBUG oslo_vmware.api [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 876.929254] env[62321]: value = "task-2633403" [ 876.929254] env[62321]: _type = "Task" [ 876.929254] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.929948] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6371bdc0-b14c-4645-b99d-d5ed7721f061 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.949333] env[62321]: DEBUG oslo_vmware.api [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633403, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.987874] env[62321]: DEBUG oslo_vmware.api [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633399, 'name': PowerOnVM_Task, 'duration_secs': 0.889171} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.989119] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.989360] env[62321]: INFO nova.compute.manager [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Took 9.25 seconds to spawn the instance on the hypervisor. [ 876.989564] env[62321]: DEBUG nova.compute.manager [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.993077] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3c5f72-836f-43da-b189-68072eae2b1c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.052130] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a560997c-524a-4388-ab43-9dc3a5127291 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.061341] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215b71a8-e754-4587-9978-fc1c55b7a409 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.096868] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ae116a-ec1e-4624-9b0a-5e8668fa079e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.103860] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426dfa6d-e0b5-4e3a-b965-e13c88db278b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.118161] env[62321]: DEBUG nova.compute.provider_tree [None req-a925a078-a4d2-45ee-b7c8-be96926f88ad tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.251025] env[62321]: DEBUG oslo_vmware.api [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633402, 'name': PowerOnVM_Task, 'duration_secs': 0.449982} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.251025] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.251025] env[62321]: INFO nova.compute.manager [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Took 4.30 seconds to spawn the instance on the hypervisor. [ 877.251025] env[62321]: DEBUG nova.compute.manager [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.251795] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56dc3cb2-9ee5-4c91-8ace-cfcc70a7ccd1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.445549] env[62321]: DEBUG oslo_vmware.api [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633403, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.461849] env[62321]: INFO nova.compute.manager [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Took 32.73 seconds to build instance. [ 877.513540] env[62321]: INFO nova.compute.manager [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Took 32.02 seconds to build instance. [ 877.624187] env[62321]: DEBUG nova.scheduler.client.report [None req-a925a078-a4d2-45ee-b7c8-be96926f88ad tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.768688] env[62321]: INFO nova.compute.manager [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Took 31.82 seconds to build instance. [ 877.921028] env[62321]: INFO nova.compute.manager [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Rescuing [ 877.921028] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Acquiring lock "refresh_cache-b0ec5a52-282c-41dd-8247-27257ea56849" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.921028] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Acquired lock "refresh_cache-b0ec5a52-282c-41dd-8247-27257ea56849" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.921028] env[62321]: DEBUG nova.network.neutron [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.944888] env[62321]: DEBUG oslo_vmware.api [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633403, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.962892] env[62321]: DEBUG oslo_concurrency.lockutils [None req-062de20c-65f7-4123-b6d1-19637b98c449 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Lock "b0ec5a52-282c-41dd-8247-27257ea56849" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.241s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.015316] env[62321]: DEBUG oslo_concurrency.lockutils [None req-18e83b35-769f-4bd5-b988-7623e97599e0 tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "a0cb66e2-92e2-4c65-8f54-ad044d71a4c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.527s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.130845] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a925a078-a4d2-45ee-b7c8-be96926f88ad tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.009s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.133182] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6e17881d-c5b1-487e-875a-be8b93e4b4d6 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.249s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.133940] env[62321]: DEBUG nova.objects.instance [None req-6e17881d-c5b1-487e-875a-be8b93e4b4d6 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Lazy-loading 'resources' on Instance uuid aeb622a0-9532-4a9d-ac75-65f4e84dfda0 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.168764] env[62321]: INFO nova.scheduler.client.report [None req-a925a078-a4d2-45ee-b7c8-be96926f88ad tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Deleted allocations for instance 8c245003-9ef2-464b-a6aa-0bf0dd97bc16 [ 878.271078] env[62321]: DEBUG oslo_concurrency.lockutils [None req-907bdf87-bc91-459b-a018-a087c8920780 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Lock "f40aa881-88d3-49c0-b2a4-7cc8b7527f04" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.335s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.448367] env[62321]: DEBUG oslo_vmware.api [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633403, 'name': PowerOnVM_Task, 'duration_secs': 1.032029} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.448749] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.565047] env[62321]: DEBUG nova.compute.manager [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 878.565047] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8a53d4-36dc-430f-8a26-332b21da8908 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.677374] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a925a078-a4d2-45ee-b7c8-be96926f88ad tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "8c245003-9ef2-464b-a6aa-0bf0dd97bc16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.405s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.973266] env[62321]: DEBUG nova.network.neutron [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Updating instance_info_cache with network_info: [{"id": "49ed18ce-5bd4-4b37-95cc-0bfa43d61d41", "address": "fa:16:3e:3c:39:cc", "network": {"id": "2f86ac6d-bbf6-4dd0-a542-c0f96ab3d275", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-439623977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3cce001cdabd40628e962aa9849efade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49ed18ce-5b", "ovs_interfaceid": "49ed18ce-5bd4-4b37-95cc-0bfa43d61d41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.011780] env[62321]: INFO nova.compute.manager [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Rebuilding instance [ 879.035315] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418df928-b057-4c82-b958-b2c1fca43018 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.043078] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7427e374-2895-4e2d-b409-e91bf1e67eb8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.082743] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283b5087-bb2d-4a3a-8ec2-b37d38894bf9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.087451] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d34f4cf9-166e-4ee3-8f50-103343f50d2b tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lock "16608632-c469-40d5-97d4-2e80c871e4be" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 44.533s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.098181] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0dcad7-c50b-49e6-895d-f1ac102ccbda {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.115415] env[62321]: DEBUG nova.compute.provider_tree [None req-6e17881d-c5b1-487e-875a-be8b93e4b4d6 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.122131] env[62321]: DEBUG nova.compute.manager [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.123374] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe262f8-b862-4019-ba19-6332729c40c0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.348505] env[62321]: DEBUG nova.compute.manager [None req-49f39e7f-d601-4dc3-a095-fb9836c4de6b tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.349525] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfac3f5-9621-44c2-b886-af0f29b6edf5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.476638] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Releasing lock "refresh_cache-b0ec5a52-282c-41dd-8247-27257ea56849" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.620322] env[62321]: DEBUG nova.scheduler.client.report [None req-6e17881d-c5b1-487e-875a-be8b93e4b4d6 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.863061] env[62321]: INFO nova.compute.manager [None req-49f39e7f-d601-4dc3-a095-fb9836c4de6b tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] instance snapshotting [ 879.866049] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbfd9bb-ea7b-4fe2-9627-87b259eeb304 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.885660] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8692d979-27bc-4eea-a440-b5d68b558418 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.125828] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6e17881d-c5b1-487e-875a-be8b93e4b4d6 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.128210] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.964s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.129725] env[62321]: INFO nova.compute.claims [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 880.136041] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.136215] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0653db26-f24c-4018-8439-401e2d8fae54 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.144210] env[62321]: DEBUG oslo_vmware.api [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Waiting for the task: (returnval){ [ 880.144210] env[62321]: value = "task-2633404" [ 880.144210] env[62321]: _type = "Task" [ 880.144210] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.148794] env[62321]: INFO nova.scheduler.client.report [None req-6e17881d-c5b1-487e-875a-be8b93e4b4d6 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Deleted allocations for instance aeb622a0-9532-4a9d-ac75-65f4e84dfda0 [ 880.156202] env[62321]: DEBUG oslo_vmware.api [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633404, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.396235] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-49f39e7f-d601-4dc3-a095-fb9836c4de6b tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Creating Snapshot of the VM instance {{(pid=62321) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 880.396600] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f8fbe28a-9bc7-43c5-970b-1fc3f88c4182 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.404589] env[62321]: DEBUG oslo_vmware.api [None req-49f39e7f-d601-4dc3-a095-fb9836c4de6b tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 880.404589] env[62321]: value = "task-2633405" [ 880.404589] env[62321]: _type = "Task" [ 880.404589] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.412858] env[62321]: DEBUG oslo_vmware.api [None req-49f39e7f-d601-4dc3-a095-fb9836c4de6b tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633405, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.654194] env[62321]: DEBUG oslo_vmware.api [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633404, 'name': PowerOffVM_Task, 'duration_secs': 0.186195} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.654518] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.654750] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.655519] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf2f0c3-6cf4-408d-b385-bc92eb33f1a7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.661049] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6e17881d-c5b1-487e-875a-be8b93e4b4d6 tempest-MigrationsAdminTest-1798522094 tempest-MigrationsAdminTest-1798522094-project-member] Lock "aeb622a0-9532-4a9d-ac75-65f4e84dfda0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.519s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.665054] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.665290] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4997a094-e5a4-4f28-b9cc-2bde616de2e8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.690861] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.691101] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.691290] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Deleting the datastore file [datastore1] f40aa881-88d3-49c0-b2a4-7cc8b7527f04 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.691622] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-319c175b-0d54-4995-971b-d59cb8932807 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.698615] env[62321]: DEBUG oslo_vmware.api [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Waiting for the task: (returnval){ [ 880.698615] env[62321]: value = "task-2633407" [ 880.698615] env[62321]: _type = "Task" [ 880.698615] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.707468] env[62321]: DEBUG oslo_vmware.api [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.918475] env[62321]: DEBUG oslo_vmware.api [None req-49f39e7f-d601-4dc3-a095-fb9836c4de6b tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633405, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.014163] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.014530] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ec486a9-9e1c-48ca-9d10-7cb4ebc2e081 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.021769] env[62321]: DEBUG oslo_vmware.api [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Waiting for the task: (returnval){ [ 881.021769] env[62321]: value = "task-2633408" [ 881.021769] env[62321]: _type = "Task" [ 881.021769] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.030572] env[62321]: DEBUG oslo_vmware.api [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.209548] env[62321]: DEBUG oslo_vmware.api [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633407, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160787} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.209960] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.210337] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.210498] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.416551] env[62321]: DEBUG oslo_vmware.api [None req-49f39e7f-d601-4dc3-a095-fb9836c4de6b tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633405, 'name': CreateSnapshot_Task, 'duration_secs': 0.900404} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.418904] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-49f39e7f-d601-4dc3-a095-fb9836c4de6b tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Created Snapshot of the VM instance {{(pid=62321) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 881.419823] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11501d7-38ab-4376-9cd2-7fd596363ec6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.484629] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0623f3d-1edf-4f52-a769-2c2988a4d8f1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.492441] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6becc13-d794-454c-b3b2-ac80b8762395 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.525924] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019545c7-75fe-4d48-adde-833cf52b9898 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.533964] env[62321]: DEBUG oslo_vmware.api [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633408, 'name': PowerOffVM_Task, 'duration_secs': 0.306442} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.536059] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.536868] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134fb99b-86c4-4224-add6-777539c2fcb9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.540093] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcee7904-2e80-4cc1-868e-7768f9f67249 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.557897] env[62321]: DEBUG nova.compute.provider_tree [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.572698] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797d4b8d-0444-42ce-a4c6-77422299b4eb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.605105] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.605397] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-852843ad-adbd-4649-8031-5648300c3761 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.612428] env[62321]: DEBUG oslo_vmware.api [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Waiting for the task: (returnval){ [ 881.612428] env[62321]: value = "task-2633409" [ 881.612428] env[62321]: _type = "Task" [ 881.612428] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.622165] env[62321]: DEBUG oslo_vmware.api [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.940174] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-49f39e7f-d601-4dc3-a095-fb9836c4de6b tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Creating linked-clone VM from snapshot {{(pid=62321) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 881.940416] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-341dd371-fff1-4cf8-968d-6fe96691a95a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.949038] env[62321]: DEBUG oslo_vmware.api [None req-49f39e7f-d601-4dc3-a095-fb9836c4de6b tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 881.949038] env[62321]: value = "task-2633410" [ 881.949038] env[62321]: _type = "Task" [ 881.949038] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.957205] env[62321]: DEBUG oslo_vmware.api [None req-49f39e7f-d601-4dc3-a095-fb9836c4de6b tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633410, 'name': CloneVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.073610] env[62321]: DEBUG nova.scheduler.client.report [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.124365] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] VM already powered off {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 882.124640] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.124924] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.125109] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.125349] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.125625] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02bb66a4-2d55-4113-832b-9244dc41e1b9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.133425] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.133608] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.134363] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f80a633-3b90-48c5-b85c-a2ce6db5816e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.140185] env[62321]: DEBUG oslo_vmware.api [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Waiting for the task: (returnval){ [ 882.140185] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5205a22d-be5d-2f13-d24f-7531f6112f7b" [ 882.140185] env[62321]: _type = "Task" [ 882.140185] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.148251] env[62321]: DEBUG oslo_vmware.api [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5205a22d-be5d-2f13-d24f-7531f6112f7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.253951] env[62321]: DEBUG nova.virt.hardware [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.254453] env[62321]: DEBUG nova.virt.hardware [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.254727] env[62321]: DEBUG nova.virt.hardware [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.255027] env[62321]: DEBUG nova.virt.hardware [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.255279] env[62321]: DEBUG nova.virt.hardware [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.255525] env[62321]: DEBUG nova.virt.hardware [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.255842] env[62321]: DEBUG nova.virt.hardware [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.256114] env[62321]: DEBUG nova.virt.hardware [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.256404] env[62321]: DEBUG nova.virt.hardware [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.256674] env[62321]: DEBUG nova.virt.hardware [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.257034] env[62321]: DEBUG nova.virt.hardware [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.257946] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509f1f3d-ca6f-4a7a-b773-83223e73b4cf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.266132] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9b4c8f-7dde-4313-839b-7cd83e853020 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.283111] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Instance VIF info [] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.289899] env[62321]: DEBUG oslo.service.loopingcall [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 882.289899] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.289899] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-acff1eea-2385-4268-b9ff-9201d7b127f2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.308781] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.308781] env[62321]: value = "task-2633411" [ 882.308781] env[62321]: _type = "Task" [ 882.308781] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.320787] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633411, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.461051] env[62321]: DEBUG oslo_vmware.api [None req-49f39e7f-d601-4dc3-a095-fb9836c4de6b tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633410, 'name': CloneVM_Task} progress is 94%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.580931] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.580931] env[62321]: DEBUG nova.compute.manager [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 882.582518] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c3deaa57-d469-430d-a5fc-2fa3f8bd8950 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.929s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.582969] env[62321]: DEBUG nova.objects.instance [None req-c3deaa57-d469-430d-a5fc-2fa3f8bd8950 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lazy-loading 'resources' on Instance uuid 185227ef-d7f7-4d1f-b3dd-d3073bf5db73 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.653314] env[62321]: DEBUG oslo_vmware.api [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5205a22d-be5d-2f13-d24f-7531f6112f7b, 'name': SearchDatastore_Task, 'duration_secs': 0.011899} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.654268] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24c5ac13-ca55-4133-ae1e-527a2f0e21c6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.660394] env[62321]: DEBUG oslo_vmware.api [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Waiting for the task: (returnval){ [ 882.660394] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5273ef05-46e5-f6b2-4598-0db54250bf84" [ 882.660394] env[62321]: _type = "Task" [ 882.660394] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.668756] env[62321]: DEBUG oslo_vmware.api [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5273ef05-46e5-f6b2-4598-0db54250bf84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.818286] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633411, 'name': CreateVM_Task, 'duration_secs': 0.395809} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.818443] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.818894] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.819280] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.819851] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.819851] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb8ad07d-04b1-494a-b24e-36c65a82f4da {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.825215] env[62321]: DEBUG oslo_vmware.api [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Waiting for the task: (returnval){ [ 882.825215] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]527fe52c-caad-8e0b-e9f8-71eec0b184ce" [ 882.825215] env[62321]: _type = "Task" [ 882.825215] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.832829] env[62321]: DEBUG oslo_vmware.api [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]527fe52c-caad-8e0b-e9f8-71eec0b184ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.960231] env[62321]: DEBUG oslo_vmware.api [None req-49f39e7f-d601-4dc3-a095-fb9836c4de6b tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633410, 'name': CloneVM_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.086058] env[62321]: DEBUG nova.compute.utils [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 883.087320] env[62321]: DEBUG nova.compute.manager [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 883.087492] env[62321]: DEBUG nova.network.neutron [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 883.129912] env[62321]: DEBUG nova.policy [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7af40d1cdf2341e5903b16e1fbc98824', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f6e0514ecb245af82559116fef7e299', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 883.174293] env[62321]: DEBUG oslo_vmware.api [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5273ef05-46e5-f6b2-4598-0db54250bf84, 'name': SearchDatastore_Task, 'duration_secs': 0.008748} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.174588] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.174877] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] b0ec5a52-282c-41dd-8247-27257ea56849/7fc427ea-8761-4336-ad20-460b5403c5d0-rescue.vmdk. {{(pid=62321) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 883.175139] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d38d7e8-29e1-4f6d-b56b-e47558e4ba83 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.185552] env[62321]: DEBUG oslo_vmware.api [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Waiting for the task: (returnval){ [ 883.185552] env[62321]: value = "task-2633412" [ 883.185552] env[62321]: _type = "Task" [ 883.185552] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.194797] env[62321]: DEBUG oslo_vmware.api [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.337667] env[62321]: DEBUG oslo_vmware.api [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]527fe52c-caad-8e0b-e9f8-71eec0b184ce, 'name': SearchDatastore_Task, 'duration_secs': 0.012605} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.337667] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.338036] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.338206] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.338418] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.338616] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.338884] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b439a192-ad72-4f58-b9ab-e8135ea771a1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.351285] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.351551] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.354436] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d256cca-5813-4794-8fbb-3620c99c7570 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.362884] env[62321]: DEBUG oslo_vmware.api [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Waiting for the task: (returnval){ [ 883.362884] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522412d5-312f-aba3-9ef4-287f16f296b1" [ 883.362884] env[62321]: _type = "Task" [ 883.362884] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.371347] env[62321]: DEBUG oslo_vmware.api [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522412d5-312f-aba3-9ef4-287f16f296b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.440549] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2771f25b-6f7d-4626-80e5-9459c271e71b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.448876] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730b6700-30bb-42ce-ac2a-3eb8200d4735 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.463028] env[62321]: DEBUG oslo_vmware.api [None req-49f39e7f-d601-4dc3-a095-fb9836c4de6b tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633410, 'name': CloneVM_Task, 'duration_secs': 1.100154} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.494743] env[62321]: INFO nova.virt.vmwareapi.vmops [None req-49f39e7f-d601-4dc3-a095-fb9836c4de6b tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Created linked-clone VM from snapshot [ 883.494743] env[62321]: DEBUG nova.network.neutron [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Successfully created port: 6beb8674-cf3f-43b6-81aa-eb3cb7aee7e3 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 883.496419] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95864c7f-7045-43fe-a8f0-a1a5638f193d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.499572] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65695995-e30f-4033-a679-74b63d47379b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.511067] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47cdca8-43a4-4130-b446-8abc46cafefb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.514807] env[62321]: DEBUG nova.virt.vmwareapi.images [None req-49f39e7f-d601-4dc3-a095-fb9836c4de6b tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Uploading image 9bba871b-ea80-41b1-bb5d-ff476a8bec1f {{(pid=62321) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 883.528484] env[62321]: DEBUG nova.compute.provider_tree [None req-c3deaa57-d469-430d-a5fc-2fa3f8bd8950 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.531351] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f39e7f-d601-4dc3-a095-fb9836c4de6b tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Destroying the VM {{(pid=62321) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 883.531623] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2ad22b63-2aab-4ce5-9420-3018b6cd0bb3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.539591] env[62321]: DEBUG oslo_vmware.api [None req-49f39e7f-d601-4dc3-a095-fb9836c4de6b tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 883.539591] env[62321]: value = "task-2633413" [ 883.539591] env[62321]: _type = "Task" [ 883.539591] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.552023] env[62321]: DEBUG oslo_vmware.api [None req-49f39e7f-d601-4dc3-a095-fb9836c4de6b tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633413, 'name': Destroy_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.594626] env[62321]: DEBUG nova.compute.manager [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 883.697274] env[62321]: DEBUG oslo_vmware.api [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633412, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.872902] env[62321]: DEBUG oslo_vmware.api [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522412d5-312f-aba3-9ef4-287f16f296b1, 'name': SearchDatastore_Task, 'duration_secs': 0.018304} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.873704] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50e46b3b-a050-4c4d-9582-25805684f8d3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.878733] env[62321]: DEBUG oslo_vmware.api [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Waiting for the task: (returnval){ [ 883.878733] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c313c8-764d-6168-3552-3e375e71980b" [ 883.878733] env[62321]: _type = "Task" [ 883.878733] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.886472] env[62321]: DEBUG oslo_vmware.api [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c313c8-764d-6168-3552-3e375e71980b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.035945] env[62321]: DEBUG nova.scheduler.client.report [None req-c3deaa57-d469-430d-a5fc-2fa3f8bd8950 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.049463] env[62321]: DEBUG oslo_vmware.api [None req-49f39e7f-d601-4dc3-a095-fb9836c4de6b tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633413, 'name': Destroy_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.197903] env[62321]: DEBUG oslo_vmware.api [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633412, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.711814} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.198202] env[62321]: INFO nova.virt.vmwareapi.ds_util [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] b0ec5a52-282c-41dd-8247-27257ea56849/7fc427ea-8761-4336-ad20-460b5403c5d0-rescue.vmdk. [ 884.198982] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1569c8f-7465-41e8-ac5d-37fa32a9ed1a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.224812] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] b0ec5a52-282c-41dd-8247-27257ea56849/7fc427ea-8761-4336-ad20-460b5403c5d0-rescue.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.225903] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffd56a7b-248f-41a9-a344-6926bbe95dd9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.243237] env[62321]: DEBUG oslo_vmware.api [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Waiting for the task: (returnval){ [ 884.243237] env[62321]: value = "task-2633414" [ 884.243237] env[62321]: _type = "Task" [ 884.243237] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.252461] env[62321]: DEBUG oslo_vmware.api [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633414, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.389152] env[62321]: DEBUG oslo_vmware.api [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c313c8-764d-6168-3552-3e375e71980b, 'name': SearchDatastore_Task, 'duration_secs': 0.019308} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.389514] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.389683] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] f40aa881-88d3-49c0-b2a4-7cc8b7527f04/f40aa881-88d3-49c0-b2a4-7cc8b7527f04.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 884.389943] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01f58918-0d28-49ff-9b02-5b12c2769ba0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.396804] env[62321]: DEBUG oslo_vmware.api [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Waiting for the task: (returnval){ [ 884.396804] env[62321]: value = "task-2633415" [ 884.396804] env[62321]: _type = "Task" [ 884.396804] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.404892] env[62321]: DEBUG oslo_vmware.api [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633415, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.540741] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c3deaa57-d469-430d-a5fc-2fa3f8bd8950 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.958s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.543155] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.282s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.543546] env[62321]: DEBUG nova.objects.instance [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Lazy-loading 'resources' on Instance uuid 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.556306] env[62321]: DEBUG oslo_vmware.api [None req-49f39e7f-d601-4dc3-a095-fb9836c4de6b tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633413, 'name': Destroy_Task} progress is 33%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.561549] env[62321]: INFO nova.scheduler.client.report [None req-c3deaa57-d469-430d-a5fc-2fa3f8bd8950 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Deleted allocations for instance 185227ef-d7f7-4d1f-b3dd-d3073bf5db73 [ 884.603516] env[62321]: DEBUG nova.compute.manager [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 884.629197] env[62321]: DEBUG nova.virt.hardware [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.629197] env[62321]: DEBUG nova.virt.hardware [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.629197] env[62321]: DEBUG nova.virt.hardware [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.629427] env[62321]: DEBUG nova.virt.hardware [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.629507] env[62321]: DEBUG nova.virt.hardware [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.629654] env[62321]: DEBUG nova.virt.hardware [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.629863] env[62321]: DEBUG nova.virt.hardware [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.631452] env[62321]: DEBUG nova.virt.hardware [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.631828] env[62321]: DEBUG nova.virt.hardware [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.632062] env[62321]: DEBUG nova.virt.hardware [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.632275] env[62321]: DEBUG nova.virt.hardware [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.633206] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd3d4c6-ef20-4656-bce9-ca4a3e13058e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.643042] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6244099-285f-4f8d-9353-4b4bf1479bf1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.753176] env[62321]: DEBUG oslo_vmware.api [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633414, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.907823] env[62321]: DEBUG oslo_vmware.api [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633415, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.050725] env[62321]: DEBUG nova.objects.instance [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Lazy-loading 'numa_topology' on Instance uuid 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.061485] env[62321]: DEBUG oslo_vmware.api [None req-49f39e7f-d601-4dc3-a095-fb9836c4de6b tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633413, 'name': Destroy_Task, 'duration_secs': 1.143798} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.063416] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-49f39e7f-d601-4dc3-a095-fb9836c4de6b tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Destroyed the VM [ 885.063677] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-49f39e7f-d601-4dc3-a095-fb9836c4de6b tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Deleting Snapshot of the VM instance {{(pid=62321) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 885.063952] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7c30af50-5d11-4153-a012-5ccd5e63229b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.075018] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c3deaa57-d469-430d-a5fc-2fa3f8bd8950 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lock "185227ef-d7f7-4d1f-b3dd-d3073bf5db73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.894s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.079526] env[62321]: DEBUG oslo_vmware.api [None req-49f39e7f-d601-4dc3-a095-fb9836c4de6b tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 885.079526] env[62321]: value = "task-2633416" [ 885.079526] env[62321]: _type = "Task" [ 885.079526] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.094241] env[62321]: DEBUG oslo_vmware.api [None req-49f39e7f-d601-4dc3-a095-fb9836c4de6b tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633416, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.113370] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Acquiring lock "edec86ac-ad3c-4c3d-87dd-956b6a02b803" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.113370] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Lock "edec86ac-ad3c-4c3d-87dd-956b6a02b803" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.254717] env[62321]: DEBUG oslo_vmware.api [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633414, 'name': ReconfigVM_Task, 'duration_secs': 0.747154} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.255319] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Reconfigured VM instance instance-0000004c to attach disk [datastore1] b0ec5a52-282c-41dd-8247-27257ea56849/7fc427ea-8761-4336-ad20-460b5403c5d0-rescue.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.256220] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71998cf7-5fe9-498a-885d-f3c05a61d762 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.286081] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9d049ff-7c42-4e40-85a7-f3937ef1d6f9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.301145] env[62321]: DEBUG oslo_vmware.api [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Waiting for the task: (returnval){ [ 885.301145] env[62321]: value = "task-2633417" [ 885.301145] env[62321]: _type = "Task" [ 885.301145] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.308856] env[62321]: DEBUG oslo_vmware.api [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633417, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.408327] env[62321]: DEBUG oslo_vmware.api [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633415, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.805152} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.408637] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] f40aa881-88d3-49c0-b2a4-7cc8b7527f04/f40aa881-88d3-49c0-b2a4-7cc8b7527f04.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.408873] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.409205] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ff5e9fe-4900-4aa7-99fb-1cadab866547 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.415633] env[62321]: DEBUG oslo_vmware.api [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Waiting for the task: (returnval){ [ 885.415633] env[62321]: value = "task-2633418" [ 885.415633] env[62321]: _type = "Task" [ 885.415633] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.424638] env[62321]: DEBUG oslo_vmware.api [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633418, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.472254] env[62321]: DEBUG nova.compute.manager [req-f386bf7a-9536-4534-b42c-331ae867f022 req-2fa8444b-75b6-4bd6-af36-726f4f572bf6 service nova] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Received event network-vif-plugged-6beb8674-cf3f-43b6-81aa-eb3cb7aee7e3 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 885.472561] env[62321]: DEBUG oslo_concurrency.lockutils [req-f386bf7a-9536-4534-b42c-331ae867f022 req-2fa8444b-75b6-4bd6-af36-726f4f572bf6 service nova] Acquiring lock "dc822bf7-b87a-480c-9d26-e36b471d1ab6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.472759] env[62321]: DEBUG oslo_concurrency.lockutils [req-f386bf7a-9536-4534-b42c-331ae867f022 req-2fa8444b-75b6-4bd6-af36-726f4f572bf6 service nova] Lock "dc822bf7-b87a-480c-9d26-e36b471d1ab6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.472990] env[62321]: DEBUG oslo_concurrency.lockutils [req-f386bf7a-9536-4534-b42c-331ae867f022 req-2fa8444b-75b6-4bd6-af36-726f4f572bf6 service nova] Lock "dc822bf7-b87a-480c-9d26-e36b471d1ab6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.473263] env[62321]: DEBUG nova.compute.manager [req-f386bf7a-9536-4534-b42c-331ae867f022 req-2fa8444b-75b6-4bd6-af36-726f4f572bf6 service nova] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] No waiting events found dispatching network-vif-plugged-6beb8674-cf3f-43b6-81aa-eb3cb7aee7e3 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 885.473508] env[62321]: WARNING nova.compute.manager [req-f386bf7a-9536-4534-b42c-331ae867f022 req-2fa8444b-75b6-4bd6-af36-726f4f572bf6 service nova] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Received unexpected event network-vif-plugged-6beb8674-cf3f-43b6-81aa-eb3cb7aee7e3 for instance with vm_state building and task_state spawning. [ 885.497481] env[62321]: DEBUG nova.network.neutron [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Successfully updated port: 6beb8674-cf3f-43b6-81aa-eb3cb7aee7e3 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 885.555046] env[62321]: DEBUG nova.objects.base [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Object Instance<5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7> lazy-loaded attributes: resources,numa_topology {{(pid=62321) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 885.591541] env[62321]: DEBUG oslo_vmware.api [None req-49f39e7f-d601-4dc3-a095-fb9836c4de6b tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633416, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.599286] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Acquiring lock "179b5998-467e-4e40-89bd-e8555eac9051" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.600273] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Lock "179b5998-467e-4e40-89bd-e8555eac9051" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.616586] env[62321]: DEBUG nova.compute.manager [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 885.705528] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6a72bd06-cb82-467b-8ea2-a56edaec33ad tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquiring lock "d524e752-1c48-4acc-886d-346d8b224fcb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.706500] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6a72bd06-cb82-467b-8ea2-a56edaec33ad tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lock "d524e752-1c48-4acc-886d-346d8b224fcb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.706500] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6a72bd06-cb82-467b-8ea2-a56edaec33ad tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquiring lock "d524e752-1c48-4acc-886d-346d8b224fcb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.706500] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6a72bd06-cb82-467b-8ea2-a56edaec33ad tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lock "d524e752-1c48-4acc-886d-346d8b224fcb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.706500] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6a72bd06-cb82-467b-8ea2-a56edaec33ad tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lock "d524e752-1c48-4acc-886d-346d8b224fcb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.710996] env[62321]: INFO nova.compute.manager [None req-6a72bd06-cb82-467b-8ea2-a56edaec33ad tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Terminating instance [ 885.810759] env[62321]: DEBUG oslo_vmware.api [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633417, 'name': ReconfigVM_Task, 'duration_secs': 0.257877} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.813438] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.813889] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69ed9006-5222-4fae-9f0c-2a0c29243042 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.820621] env[62321]: DEBUG oslo_vmware.api [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Waiting for the task: (returnval){ [ 885.820621] env[62321]: value = "task-2633419" [ 885.820621] env[62321]: _type = "Task" [ 885.820621] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.831590] env[62321]: DEBUG oslo_vmware.api [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.904609] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2681602-b730-486d-98ba-b33ff29ed631 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.912542] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522b2124-eae7-4f9d-bc13-1fa1f76d7fa2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.945439] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87cdbe0-358f-4858-a96f-fea416bb4882 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.950744] env[62321]: DEBUG oslo_vmware.api [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633418, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063527} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.951337] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 885.952129] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b219a7-88bb-40f7-bfcb-da4bd53802fd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.957749] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1a5163-af91-4d7d-91b8-26bf0cc38644 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.978946] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] f40aa881-88d3-49c0-b2a4-7cc8b7527f04/f40aa881-88d3-49c0-b2a4-7cc8b7527f04.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.979825] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a02f8dd6-93f4-411f-82a1-27d3a69078e3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.003117] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "refresh_cache-dc822bf7-b87a-480c-9d26-e36b471d1ab6" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.003274] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquired lock "refresh_cache-dc822bf7-b87a-480c-9d26-e36b471d1ab6" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.003428] env[62321]: DEBUG nova.network.neutron [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.005517] env[62321]: DEBUG nova.compute.provider_tree [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.012895] env[62321]: DEBUG oslo_vmware.api [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Waiting for the task: (returnval){ [ 886.012895] env[62321]: value = "task-2633420" [ 886.012895] env[62321]: _type = "Task" [ 886.012895] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.023845] env[62321]: DEBUG oslo_vmware.api [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633420, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.068140] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Acquiring lock "2ec7b858-4063-4a79-8681-8655eb22bfab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.068384] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Lock "2ec7b858-4063-4a79-8681-8655eb22bfab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.091048] env[62321]: DEBUG oslo_vmware.api [None req-49f39e7f-d601-4dc3-a095-fb9836c4de6b tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633416, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.102307] env[62321]: DEBUG nova.compute.manager [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 886.137074] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.215567] env[62321]: DEBUG nova.compute.manager [None req-6a72bd06-cb82-467b-8ea2-a56edaec33ad tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 886.215895] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6a72bd06-cb82-467b-8ea2-a56edaec33ad tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 886.217254] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f426d051-9f4e-4575-b2be-59dfc8cdc974 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.226173] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a72bd06-cb82-467b-8ea2-a56edaec33ad tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.226493] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1918a337-1084-43e5-a6b4-2b08173dc6dd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.233630] env[62321]: DEBUG oslo_vmware.api [None req-6a72bd06-cb82-467b-8ea2-a56edaec33ad tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 886.233630] env[62321]: value = "task-2633421" [ 886.233630] env[62321]: _type = "Task" [ 886.233630] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.242159] env[62321]: DEBUG oslo_vmware.api [None req-6a72bd06-cb82-467b-8ea2-a56edaec33ad tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.331178] env[62321]: DEBUG oslo_vmware.api [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633419, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.509047] env[62321]: DEBUG nova.scheduler.client.report [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.524490] env[62321]: DEBUG oslo_vmware.api [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633420, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.564630] env[62321]: DEBUG nova.network.neutron [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 886.571270] env[62321]: DEBUG nova.compute.manager [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 886.591615] env[62321]: DEBUG oslo_vmware.api [None req-49f39e7f-d601-4dc3-a095-fb9836c4de6b tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633416, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.627479] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.730867] env[62321]: DEBUG nova.network.neutron [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Updating instance_info_cache with network_info: [{"id": "6beb8674-cf3f-43b6-81aa-eb3cb7aee7e3", "address": "fa:16:3e:f6:fc:07", "network": {"id": "a50eeade-5604-486a-9cb3-a0b97aca18b5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-625207795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f6e0514ecb245af82559116fef7e299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6beb8674-cf", "ovs_interfaceid": "6beb8674-cf3f-43b6-81aa-eb3cb7aee7e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.748177] env[62321]: DEBUG oslo_vmware.api [None req-6a72bd06-cb82-467b-8ea2-a56edaec33ad tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633421, 'name': PowerOffVM_Task, 'duration_secs': 0.403889} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.749260] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a72bd06-cb82-467b-8ea2-a56edaec33ad tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.749501] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6a72bd06-cb82-467b-8ea2-a56edaec33ad tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.749824] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b11ca80f-3660-4039-8803-3e5c66851745 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.830893] env[62321]: DEBUG oslo_vmware.api [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633419, 'name': PowerOnVM_Task, 'duration_secs': 0.765785} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.831161] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.833758] env[62321]: DEBUG nova.compute.manager [None req-9678693e-a2e5-478c-801c-5e8b67993963 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.834496] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377d1df9-302a-441a-ac9e-a45362b981a4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.854939] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6a72bd06-cb82-467b-8ea2-a56edaec33ad tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.855164] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6a72bd06-cb82-467b-8ea2-a56edaec33ad tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.855348] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a72bd06-cb82-467b-8ea2-a56edaec33ad tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Deleting the datastore file [datastore1] d524e752-1c48-4acc-886d-346d8b224fcb {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.855623] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33c4d92d-f6c2-4876-a4dd-5c23aaa66d53 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.861230] env[62321]: DEBUG oslo_vmware.api [None req-6a72bd06-cb82-467b-8ea2-a56edaec33ad tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 886.861230] env[62321]: value = "task-2633423" [ 886.861230] env[62321]: _type = "Task" [ 886.861230] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.868942] env[62321]: DEBUG oslo_vmware.api [None req-6a72bd06-cb82-467b-8ea2-a56edaec33ad tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.014039] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.471s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.016567] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.647s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.016801] env[62321]: DEBUG nova.objects.instance [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lazy-loading 'resources' on Instance uuid 2b54dcc8-ab37-4010-a560-70b2319ba98a {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.026503] env[62321]: DEBUG oslo_vmware.api [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633420, 'name': ReconfigVM_Task, 'duration_secs': 0.602981} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.027384] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Reconfigured VM instance instance-0000004f to attach disk [datastore2] f40aa881-88d3-49c0-b2a4-7cc8b7527f04/f40aa881-88d3-49c0-b2a4-7cc8b7527f04.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.028018] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74c71cf4-8719-46b8-98f6-1a02bd95fb05 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.034326] env[62321]: DEBUG oslo_vmware.api [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Waiting for the task: (returnval){ [ 887.034326] env[62321]: value = "task-2633424" [ 887.034326] env[62321]: _type = "Task" [ 887.034326] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.042319] env[62321]: DEBUG oslo_vmware.api [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633424, 'name': Rename_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.090781] env[62321]: DEBUG oslo_vmware.api [None req-49f39e7f-d601-4dc3-a095-fb9836c4de6b tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633416, 'name': RemoveSnapshot_Task, 'duration_secs': 1.622889} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.091909] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.092225] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-49f39e7f-d601-4dc3-a095-fb9836c4de6b tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Deleted Snapshot of the VM instance {{(pid=62321) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 887.233605] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Releasing lock "refresh_cache-dc822bf7-b87a-480c-9d26-e36b471d1ab6" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.233952] env[62321]: DEBUG nova.compute.manager [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Instance network_info: |[{"id": "6beb8674-cf3f-43b6-81aa-eb3cb7aee7e3", "address": "fa:16:3e:f6:fc:07", "network": {"id": "a50eeade-5604-486a-9cb3-a0b97aca18b5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-625207795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f6e0514ecb245af82559116fef7e299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6beb8674-cf", "ovs_interfaceid": "6beb8674-cf3f-43b6-81aa-eb3cb7aee7e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 887.234544] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:fc:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6beb8674-cf3f-43b6-81aa-eb3cb7aee7e3', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 887.242123] env[62321]: DEBUG oslo.service.loopingcall [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 887.242342] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 887.242559] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed1280c6-fa86-4260-a689-5c7fa1f3daa2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.266566] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 887.266566] env[62321]: value = "task-2633425" [ 887.266566] env[62321]: _type = "Task" [ 887.266566] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.277484] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633425, 'name': CreateVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.372060] env[62321]: DEBUG oslo_vmware.api [None req-6a72bd06-cb82-467b-8ea2-a56edaec33ad tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.505094} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.372060] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a72bd06-cb82-467b-8ea2-a56edaec33ad tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.372060] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6a72bd06-cb82-467b-8ea2-a56edaec33ad tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.372388] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6a72bd06-cb82-467b-8ea2-a56edaec33ad tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.372424] env[62321]: INFO nova.compute.manager [None req-6a72bd06-cb82-467b-8ea2-a56edaec33ad tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Took 1.16 seconds to destroy the instance on the hypervisor. [ 887.372651] env[62321]: DEBUG oslo.service.loopingcall [None req-6a72bd06-cb82-467b-8ea2-a56edaec33ad tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 887.372817] env[62321]: DEBUG nova.compute.manager [-] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 887.372908] env[62321]: DEBUG nova.network.neutron [-] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 887.498785] env[62321]: DEBUG nova.compute.manager [req-55d73800-5cd0-47a7-9b56-edf9718dfedb req-982b2a4f-0483-43f6-b36b-7bc125a8dc65 service nova] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Received event network-changed-6beb8674-cf3f-43b6-81aa-eb3cb7aee7e3 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 887.498939] env[62321]: DEBUG nova.compute.manager [req-55d73800-5cd0-47a7-9b56-edf9718dfedb req-982b2a4f-0483-43f6-b36b-7bc125a8dc65 service nova] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Refreshing instance network info cache due to event network-changed-6beb8674-cf3f-43b6-81aa-eb3cb7aee7e3. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 887.499560] env[62321]: DEBUG oslo_concurrency.lockutils [req-55d73800-5cd0-47a7-9b56-edf9718dfedb req-982b2a4f-0483-43f6-b36b-7bc125a8dc65 service nova] Acquiring lock "refresh_cache-dc822bf7-b87a-480c-9d26-e36b471d1ab6" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.499767] env[62321]: DEBUG oslo_concurrency.lockutils [req-55d73800-5cd0-47a7-9b56-edf9718dfedb req-982b2a4f-0483-43f6-b36b-7bc125a8dc65 service nova] Acquired lock "refresh_cache-dc822bf7-b87a-480c-9d26-e36b471d1ab6" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.499874] env[62321]: DEBUG nova.network.neutron [req-55d73800-5cd0-47a7-9b56-edf9718dfedb req-982b2a4f-0483-43f6-b36b-7bc125a8dc65 service nova] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Refreshing network info cache for port 6beb8674-cf3f-43b6-81aa-eb3cb7aee7e3 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 887.525093] env[62321]: DEBUG nova.objects.instance [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lazy-loading 'numa_topology' on Instance uuid 2b54dcc8-ab37-4010-a560-70b2319ba98a {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.525093] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a1596145-b5d8-45c6-9686-41dacd6a854a tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Lock "5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 45.653s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.525847] env[62321]: DEBUG oslo_concurrency.lockutils [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Lock "5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 20.785s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.525847] env[62321]: INFO nova.compute.manager [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Unshelving [ 887.544418] env[62321]: DEBUG oslo_vmware.api [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633424, 'name': Rename_Task, 'duration_secs': 0.300117} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.544613] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.544695] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64dbfaa0-3b3b-49dd-8416-2a993a1be13c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.550790] env[62321]: DEBUG oslo_vmware.api [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Waiting for the task: (returnval){ [ 887.550790] env[62321]: value = "task-2633426" [ 887.550790] env[62321]: _type = "Task" [ 887.550790] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.563121] env[62321]: DEBUG oslo_vmware.api [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633426, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.596661] env[62321]: WARNING nova.compute.manager [None req-49f39e7f-d601-4dc3-a095-fb9836c4de6b tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Image not found during snapshot: nova.exception.ImageNotFound: Image 9bba871b-ea80-41b1-bb5d-ff476a8bec1f could not be found. [ 887.768137] env[62321]: DEBUG oslo_concurrency.lockutils [None req-348f739a-66e7-4e6b-a439-bbffe97b24be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquiring lock "a0cb66e2-92e2-4c65-8f54-ad044d71a4c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.768369] env[62321]: DEBUG oslo_concurrency.lockutils [None req-348f739a-66e7-4e6b-a439-bbffe97b24be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "a0cb66e2-92e2-4c65-8f54-ad044d71a4c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.768579] env[62321]: DEBUG oslo_concurrency.lockutils [None req-348f739a-66e7-4e6b-a439-bbffe97b24be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquiring lock "a0cb66e2-92e2-4c65-8f54-ad044d71a4c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.768767] env[62321]: DEBUG oslo_concurrency.lockutils [None req-348f739a-66e7-4e6b-a439-bbffe97b24be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "a0cb66e2-92e2-4c65-8f54-ad044d71a4c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.768939] env[62321]: DEBUG oslo_concurrency.lockutils [None req-348f739a-66e7-4e6b-a439-bbffe97b24be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "a0cb66e2-92e2-4c65-8f54-ad044d71a4c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.774264] env[62321]: INFO nova.compute.manager [None req-348f739a-66e7-4e6b-a439-bbffe97b24be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Terminating instance [ 887.781928] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633425, 'name': CreateVM_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.028501] env[62321]: DEBUG nova.objects.base [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Object Instance<2b54dcc8-ab37-4010-a560-70b2319ba98a> lazy-loaded attributes: resources,numa_topology {{(pid=62321) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 888.068459] env[62321]: DEBUG oslo_vmware.api [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633426, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.134103] env[62321]: DEBUG nova.network.neutron [-] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.280213] env[62321]: DEBUG nova.compute.manager [None req-348f739a-66e7-4e6b-a439-bbffe97b24be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 888.280448] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-348f739a-66e7-4e6b-a439-bbffe97b24be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.280712] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633425, 'name': CreateVM_Task, 'duration_secs': 0.676849} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.281483] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99d176d-e831-44e6-bcdb-cd5212576872 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.284401] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 888.287698] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.287857] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.288184] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.288923] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e43d4a3-5fe3-4a76-871d-6f3bb1dc5926 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.292996] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-348f739a-66e7-4e6b-a439-bbffe97b24be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.294148] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bf8a1e9-3c20-45f4-8daf-095775abd7b7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.295720] env[62321]: DEBUG oslo_vmware.api [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 888.295720] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5238c5be-4736-2620-8434-24bd9bf0e527" [ 888.295720] env[62321]: _type = "Task" [ 888.295720] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.301603] env[62321]: DEBUG oslo_vmware.api [None req-348f739a-66e7-4e6b-a439-bbffe97b24be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 888.301603] env[62321]: value = "task-2633427" [ 888.301603] env[62321]: _type = "Task" [ 888.301603] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.303755] env[62321]: DEBUG oslo_vmware.api [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5238c5be-4736-2620-8434-24bd9bf0e527, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.313671] env[62321]: DEBUG oslo_vmware.api [None req-348f739a-66e7-4e6b-a439-bbffe97b24be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.366229] env[62321]: DEBUG nova.network.neutron [req-55d73800-5cd0-47a7-9b56-edf9718dfedb req-982b2a4f-0483-43f6-b36b-7bc125a8dc65 service nova] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Updated VIF entry in instance network info cache for port 6beb8674-cf3f-43b6-81aa-eb3cb7aee7e3. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 888.366636] env[62321]: DEBUG nova.network.neutron [req-55d73800-5cd0-47a7-9b56-edf9718dfedb req-982b2a4f-0483-43f6-b36b-7bc125a8dc65 service nova] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Updating instance_info_cache with network_info: [{"id": "6beb8674-cf3f-43b6-81aa-eb3cb7aee7e3", "address": "fa:16:3e:f6:fc:07", "network": {"id": "a50eeade-5604-486a-9cb3-a0b97aca18b5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-625207795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f6e0514ecb245af82559116fef7e299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6beb8674-cf", "ovs_interfaceid": "6beb8674-cf3f-43b6-81aa-eb3cb7aee7e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.464388] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca37532-42a7-4cda-ab93-c0ae81d15d70 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.471455] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5dfaf6f-1629-4584-9c0f-8529dd8a8d6e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.500740] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd039bd3-8185-44ca-9c4e-73e5d56ef41b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.507337] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3520ddf4-b6a8-4164-bb01-95b68644f9ea {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.519983] env[62321]: DEBUG nova.compute.provider_tree [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.552949] env[62321]: DEBUG oslo_concurrency.lockutils [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.561541] env[62321]: DEBUG oslo_vmware.api [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633426, 'name': PowerOnVM_Task, 'duration_secs': 0.581236} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.561811] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.562019] env[62321]: DEBUG nova.compute.manager [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.562778] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273075b5-567d-4873-b8c4-c7c93123b740 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.636194] env[62321]: INFO nova.compute.manager [-] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Took 1.26 seconds to deallocate network for instance. [ 888.720324] env[62321]: INFO nova.compute.manager [None req-45ff9fc7-ef7f-4958-852a-33f1027c01dc tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Unrescuing [ 888.720652] env[62321]: DEBUG oslo_concurrency.lockutils [None req-45ff9fc7-ef7f-4958-852a-33f1027c01dc tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Acquiring lock "refresh_cache-b0ec5a52-282c-41dd-8247-27257ea56849" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.720843] env[62321]: DEBUG oslo_concurrency.lockutils [None req-45ff9fc7-ef7f-4958-852a-33f1027c01dc tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Acquired lock "refresh_cache-b0ec5a52-282c-41dd-8247-27257ea56849" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.721037] env[62321]: DEBUG nova.network.neutron [None req-45ff9fc7-ef7f-4958-852a-33f1027c01dc tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.806872] env[62321]: DEBUG oslo_vmware.api [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5238c5be-4736-2620-8434-24bd9bf0e527, 'name': SearchDatastore_Task, 'duration_secs': 0.011393} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.810200] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.810464] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 888.810696] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.810902] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.811106] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 888.811409] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10520779-1536-4f22-b423-17352092ba79 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.820679] env[62321]: DEBUG oslo_vmware.api [None req-348f739a-66e7-4e6b-a439-bbffe97b24be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633427, 'name': PowerOffVM_Task, 'duration_secs': 0.181034} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.821790] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-348f739a-66e7-4e6b-a439-bbffe97b24be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.821983] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-348f739a-66e7-4e6b-a439-bbffe97b24be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.822302] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 888.822479] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 888.823267] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91c9ecab-46b0-499f-b0b9-8b023227c887 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.824578] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa0b682b-45a3-4386-9488-528dfcce85f6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.829800] env[62321]: DEBUG oslo_vmware.api [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 888.829800] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d62e16-05aa-7fa4-1da5-b9586ecb3a7a" [ 888.829800] env[62321]: _type = "Task" [ 888.829800] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.837800] env[62321]: DEBUG oslo_vmware.api [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d62e16-05aa-7fa4-1da5-b9586ecb3a7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.869375] env[62321]: DEBUG oslo_concurrency.lockutils [req-55d73800-5cd0-47a7-9b56-edf9718dfedb req-982b2a4f-0483-43f6-b36b-7bc125a8dc65 service nova] Releasing lock "refresh_cache-dc822bf7-b87a-480c-9d26-e36b471d1ab6" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.892885] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-348f739a-66e7-4e6b-a439-bbffe97b24be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.893181] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-348f739a-66e7-4e6b-a439-bbffe97b24be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.893543] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-348f739a-66e7-4e6b-a439-bbffe97b24be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Deleting the datastore file [datastore1] a0cb66e2-92e2-4c65-8f54-ad044d71a4c9 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.893860] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9dc0082a-2c3a-459c-b077-cefe69ebae9e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.900501] env[62321]: DEBUG oslo_vmware.api [None req-348f739a-66e7-4e6b-a439-bbffe97b24be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for the task: (returnval){ [ 888.900501] env[62321]: value = "task-2633429" [ 888.900501] env[62321]: _type = "Task" [ 888.900501] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.909076] env[62321]: DEBUG oslo_vmware.api [None req-348f739a-66e7-4e6b-a439-bbffe97b24be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.023290] env[62321]: DEBUG nova.scheduler.client.report [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.077196] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.143939] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6a72bd06-cb82-467b-8ea2-a56edaec33ad tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.340827] env[62321]: DEBUG oslo_vmware.api [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d62e16-05aa-7fa4-1da5-b9586ecb3a7a, 'name': SearchDatastore_Task, 'duration_secs': 0.010541} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.343746] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ce1c10c-c8cb-4429-99e2-23cb4b92e8c1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.349134] env[62321]: DEBUG oslo_vmware.api [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 889.349134] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]524fc2ee-8cee-e90f-8367-c7e45c25f35a" [ 889.349134] env[62321]: _type = "Task" [ 889.349134] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.356723] env[62321]: DEBUG oslo_vmware.api [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]524fc2ee-8cee-e90f-8367-c7e45c25f35a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.410637] env[62321]: DEBUG oslo_vmware.api [None req-348f739a-66e7-4e6b-a439-bbffe97b24be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Task: {'id': task-2633429, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.435493} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.410899] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-348f739a-66e7-4e6b-a439-bbffe97b24be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.411102] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-348f739a-66e7-4e6b-a439-bbffe97b24be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.411276] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-348f739a-66e7-4e6b-a439-bbffe97b24be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.411448] env[62321]: INFO nova.compute.manager [None req-348f739a-66e7-4e6b-a439-bbffe97b24be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 889.411688] env[62321]: DEBUG oslo.service.loopingcall [None req-348f739a-66e7-4e6b-a439-bbffe97b24be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 889.411877] env[62321]: DEBUG nova.compute.manager [-] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 889.411973] env[62321]: DEBUG nova.network.neutron [-] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 889.502398] env[62321]: DEBUG nova.network.neutron [None req-45ff9fc7-ef7f-4958-852a-33f1027c01dc tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Updating instance_info_cache with network_info: [{"id": "49ed18ce-5bd4-4b37-95cc-0bfa43d61d41", "address": "fa:16:3e:3c:39:cc", "network": {"id": "2f86ac6d-bbf6-4dd0-a542-c0f96ab3d275", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-439623977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3cce001cdabd40628e962aa9849efade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49ed18ce-5b", "ovs_interfaceid": "49ed18ce-5bd4-4b37-95cc-0bfa43d61d41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.528098] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.511s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.530870] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.477s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.532058] env[62321]: INFO nova.compute.claims [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 889.667727] env[62321]: DEBUG nova.compute.manager [req-74c08736-e87c-4bfe-91f2-158ad0729a9d req-5c68cc81-8c89-4009-826c-9d2bcff6ecf0 service nova] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Received event network-vif-deleted-8a66531d-0129-4cf5-900c-f14a94a8b87f {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 889.733019] env[62321]: DEBUG nova.compute.manager [req-03c5dfa6-3c0c-4bf8-8c4c-059e78e5b052 req-35cc6999-fcb7-4900-beb6-83b30a2887ae service nova] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Received event network-vif-deleted-bd4fd99e-7fae-406b-bab2-fcf4e8338f78 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 889.733238] env[62321]: INFO nova.compute.manager [req-03c5dfa6-3c0c-4bf8-8c4c-059e78e5b052 req-35cc6999-fcb7-4900-beb6-83b30a2887ae service nova] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Neutron deleted interface bd4fd99e-7fae-406b-bab2-fcf4e8338f78; detaching it from the instance and deleting it from the info cache [ 889.733413] env[62321]: DEBUG nova.network.neutron [req-03c5dfa6-3c0c-4bf8-8c4c-059e78e5b052 req-35cc6999-fcb7-4900-beb6-83b30a2887ae service nova] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.859994] env[62321]: DEBUG oslo_vmware.api [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]524fc2ee-8cee-e90f-8367-c7e45c25f35a, 'name': SearchDatastore_Task, 'duration_secs': 0.01844} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.860305] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.860584] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] dc822bf7-b87a-480c-9d26-e36b471d1ab6/dc822bf7-b87a-480c-9d26-e36b471d1ab6.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 889.861131] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42f691b2-1269-4e1a-a502-4db2001759bf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.869601] env[62321]: DEBUG oslo_vmware.api [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 889.869601] env[62321]: value = "task-2633430" [ 889.869601] env[62321]: _type = "Task" [ 889.869601] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.877012] env[62321]: DEBUG oslo_vmware.api [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633430, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.004734] env[62321]: DEBUG oslo_concurrency.lockutils [None req-45ff9fc7-ef7f-4958-852a-33f1027c01dc tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Releasing lock "refresh_cache-b0ec5a52-282c-41dd-8247-27257ea56849" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.005513] env[62321]: DEBUG nova.objects.instance [None req-45ff9fc7-ef7f-4958-852a-33f1027c01dc tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Lazy-loading 'flavor' on Instance uuid b0ec5a52-282c-41dd-8247-27257ea56849 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.043193] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1338a08c-892a-4e64-aa43-def5033addb7 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "2b54dcc8-ab37-4010-a560-70b2319ba98a" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 41.661s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.044322] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cf28362a-7bdf-4074-b256-c6c7877f0945 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "2b54dcc8-ab37-4010-a560-70b2319ba98a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 20.401s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.044411] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cf28362a-7bdf-4074-b256-c6c7877f0945 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "2b54dcc8-ab37-4010-a560-70b2319ba98a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.045374] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cf28362a-7bdf-4074-b256-c6c7877f0945 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "2b54dcc8-ab37-4010-a560-70b2319ba98a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.045374] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cf28362a-7bdf-4074-b256-c6c7877f0945 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "2b54dcc8-ab37-4010-a560-70b2319ba98a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.046616] env[62321]: INFO nova.compute.manager [None req-cf28362a-7bdf-4074-b256-c6c7877f0945 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Terminating instance [ 890.175749] env[62321]: DEBUG nova.network.neutron [-] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.236317] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b737ce82-fba1-432a-9920-fbe08f4678c0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.246425] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96846145-6a19-415a-b546-950c23947d09 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.283979] env[62321]: DEBUG nova.compute.manager [req-03c5dfa6-3c0c-4bf8-8c4c-059e78e5b052 req-35cc6999-fcb7-4900-beb6-83b30a2887ae service nova] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Detach interface failed, port_id=bd4fd99e-7fae-406b-bab2-fcf4e8338f78, reason: Instance a0cb66e2-92e2-4c65-8f54-ad044d71a4c9 could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 890.349886] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9f8e03db-08a7-42d4-95f7-fc187590c9c6 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Acquiring lock "f40aa881-88d3-49c0-b2a4-7cc8b7527f04" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.350344] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9f8e03db-08a7-42d4-95f7-fc187590c9c6 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Lock "f40aa881-88d3-49c0-b2a4-7cc8b7527f04" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.350658] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9f8e03db-08a7-42d4-95f7-fc187590c9c6 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Acquiring lock "f40aa881-88d3-49c0-b2a4-7cc8b7527f04-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.350866] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9f8e03db-08a7-42d4-95f7-fc187590c9c6 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Lock "f40aa881-88d3-49c0-b2a4-7cc8b7527f04-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.351060] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9f8e03db-08a7-42d4-95f7-fc187590c9c6 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Lock "f40aa881-88d3-49c0-b2a4-7cc8b7527f04-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.353711] env[62321]: INFO nova.compute.manager [None req-9f8e03db-08a7-42d4-95f7-fc187590c9c6 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Terminating instance [ 890.379635] env[62321]: DEBUG oslo_vmware.api [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633430, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.513141] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9956ec6b-6b8b-40ba-afc5-0be1eebda13e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.535173] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ff9fc7-ef7f-4958-852a-33f1027c01dc tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.535467] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e74444b9-2994-4e58-afa9-2fbf3dd689dd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.541687] env[62321]: DEBUG oslo_vmware.api [None req-45ff9fc7-ef7f-4958-852a-33f1027c01dc tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Waiting for the task: (returnval){ [ 890.541687] env[62321]: value = "task-2633431" [ 890.541687] env[62321]: _type = "Task" [ 890.541687] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.552452] env[62321]: DEBUG nova.compute.manager [None req-cf28362a-7bdf-4074-b256-c6c7877f0945 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 890.552725] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-cf28362a-7bdf-4074-b256-c6c7877f0945 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.553081] env[62321]: DEBUG oslo_vmware.api [None req-45ff9fc7-ef7f-4958-852a-33f1027c01dc tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.553352] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-31d5cb8f-35fd-4e0b-88ae-3d2913ad076b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.562199] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad446a0-3853-4516-87bb-72b9f66629cf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.600822] env[62321]: WARNING nova.virt.vmwareapi.vmops [None req-cf28362a-7bdf-4074-b256-c6c7877f0945 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 2b54dcc8-ab37-4010-a560-70b2319ba98a could not be found. [ 890.600984] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-cf28362a-7bdf-4074-b256-c6c7877f0945 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.601193] env[62321]: INFO nova.compute.manager [None req-cf28362a-7bdf-4074-b256-c6c7877f0945 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Took 0.05 seconds to destroy the instance on the hypervisor. [ 890.601451] env[62321]: DEBUG oslo.service.loopingcall [None req-cf28362a-7bdf-4074-b256-c6c7877f0945 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 890.604253] env[62321]: DEBUG nova.compute.manager [-] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 890.604348] env[62321]: DEBUG nova.network.neutron [-] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 890.678999] env[62321]: INFO nova.compute.manager [-] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Took 1.27 seconds to deallocate network for instance. [ 890.858392] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9f8e03db-08a7-42d4-95f7-fc187590c9c6 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Acquiring lock "refresh_cache-f40aa881-88d3-49c0-b2a4-7cc8b7527f04" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.858392] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9f8e03db-08a7-42d4-95f7-fc187590c9c6 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Acquired lock "refresh_cache-f40aa881-88d3-49c0-b2a4-7cc8b7527f04" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.858392] env[62321]: DEBUG nova.network.neutron [None req-9f8e03db-08a7-42d4-95f7-fc187590c9c6 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.882811] env[62321]: DEBUG oslo_vmware.api [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633430, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544326} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.883163] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] dc822bf7-b87a-480c-9d26-e36b471d1ab6/dc822bf7-b87a-480c-9d26-e36b471d1ab6.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 890.883386] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 890.883656] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5aa71c2c-39c7-46ea-ac6f-e0efd807afb5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.889714] env[62321]: DEBUG oslo_vmware.api [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 890.889714] env[62321]: value = "task-2633432" [ 890.889714] env[62321]: _type = "Task" [ 890.889714] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.899940] env[62321]: DEBUG oslo_vmware.api [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.948957] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf79970-8877-45e9-9b95-96b923f3e3c7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.956304] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6848c994-fe46-4c21-b24a-fc64028b49bc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.987235] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ea13fd-1ddc-4f1d-9c26-7740be4735b1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.994563] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aebf9a4-3df8-4f8b-afa9-4180e91bc874 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.008237] env[62321]: DEBUG nova.compute.provider_tree [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.050680] env[62321]: DEBUG oslo_vmware.api [None req-45ff9fc7-ef7f-4958-852a-33f1027c01dc tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633431, 'name': PowerOffVM_Task, 'duration_secs': 0.237298} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.050977] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ff9fc7-ef7f-4958-852a-33f1027c01dc tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.056627] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-45ff9fc7-ef7f-4958-852a-33f1027c01dc tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 891.056913] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a495107-56f5-4d47-ba54-a0876c5e4616 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.075636] env[62321]: DEBUG oslo_vmware.api [None req-45ff9fc7-ef7f-4958-852a-33f1027c01dc tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Waiting for the task: (returnval){ [ 891.075636] env[62321]: value = "task-2633433" [ 891.075636] env[62321]: _type = "Task" [ 891.075636] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.083505] env[62321]: DEBUG oslo_vmware.api [None req-45ff9fc7-ef7f-4958-852a-33f1027c01dc tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633433, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.189659] env[62321]: DEBUG oslo_concurrency.lockutils [None req-348f739a-66e7-4e6b-a439-bbffe97b24be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.365765] env[62321]: DEBUG nova.network.neutron [-] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.377953] env[62321]: DEBUG nova.network.neutron [None req-9f8e03db-08a7-42d4-95f7-fc187590c9c6 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.404549] env[62321]: DEBUG oslo_vmware.api [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056638} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.404819] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 891.405644] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b5aa0c-653b-489a-b1d1-07abf881283f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.427721] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] dc822bf7-b87a-480c-9d26-e36b471d1ab6/dc822bf7-b87a-480c-9d26-e36b471d1ab6.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.428212] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d86751bb-b28f-4425-98a4-1122a0c87661 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.442754] env[62321]: DEBUG nova.network.neutron [None req-9f8e03db-08a7-42d4-95f7-fc187590c9c6 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.449597] env[62321]: DEBUG oslo_vmware.api [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 891.449597] env[62321]: value = "task-2633434" [ 891.449597] env[62321]: _type = "Task" [ 891.449597] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.458442] env[62321]: DEBUG oslo_vmware.api [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633434, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.511951] env[62321]: DEBUG nova.scheduler.client.report [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.586098] env[62321]: DEBUG oslo_vmware.api [None req-45ff9fc7-ef7f-4958-852a-33f1027c01dc tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.868129] env[62321]: INFO nova.compute.manager [-] [instance: 2b54dcc8-ab37-4010-a560-70b2319ba98a] Took 1.26 seconds to deallocate network for instance. [ 891.948067] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9f8e03db-08a7-42d4-95f7-fc187590c9c6 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Releasing lock "refresh_cache-f40aa881-88d3-49c0-b2a4-7cc8b7527f04" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.948067] env[62321]: DEBUG nova.compute.manager [None req-9f8e03db-08a7-42d4-95f7-fc187590c9c6 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 891.948067] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8e03db-08a7-42d4-95f7-fc187590c9c6 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.948067] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10ef609-b4cd-47fd-b1ec-625932bb287c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.961906] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f8e03db-08a7-42d4-95f7-fc187590c9c6 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.965513] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0805e068-8192-4104-b15b-5e005da3d24d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.966991] env[62321]: DEBUG oslo_vmware.api [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.971472] env[62321]: DEBUG oslo_vmware.api [None req-9f8e03db-08a7-42d4-95f7-fc187590c9c6 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Waiting for the task: (returnval){ [ 891.971472] env[62321]: value = "task-2633435" [ 891.971472] env[62321]: _type = "Task" [ 891.971472] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.980180] env[62321]: DEBUG oslo_vmware.api [None req-9f8e03db-08a7-42d4-95f7-fc187590c9c6 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.019562] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.020198] env[62321]: DEBUG nova.compute.manager [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 892.022720] env[62321]: DEBUG oslo_concurrency.lockutils [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.642s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.024246] env[62321]: INFO nova.compute.claims [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 892.085557] env[62321]: DEBUG oslo_vmware.api [None req-45ff9fc7-ef7f-4958-852a-33f1027c01dc tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633433, 'name': ReconfigVM_Task, 'duration_secs': 0.839799} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.085818] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-45ff9fc7-ef7f-4958-852a-33f1027c01dc tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 892.086007] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ff9fc7-ef7f-4958-852a-33f1027c01dc tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 892.086257] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ceb6417c-47a8-4fa3-89ad-226379bdfea1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.092084] env[62321]: DEBUG oslo_vmware.api [None req-45ff9fc7-ef7f-4958-852a-33f1027c01dc tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Waiting for the task: (returnval){ [ 892.092084] env[62321]: value = "task-2633436" [ 892.092084] env[62321]: _type = "Task" [ 892.092084] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.100996] env[62321]: DEBUG oslo_vmware.api [None req-45ff9fc7-ef7f-4958-852a-33f1027c01dc tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.462992] env[62321]: DEBUG oslo_vmware.api [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633434, 'name': ReconfigVM_Task, 'duration_secs': 0.621585} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.463219] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Reconfigured VM instance instance-00000050 to attach disk [datastore2] dc822bf7-b87a-480c-9d26-e36b471d1ab6/dc822bf7-b87a-480c-9d26-e36b471d1ab6.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.463814] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f571991-feb5-4a49-9cda-6eb685b2cfd7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.469976] env[62321]: DEBUG oslo_vmware.api [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 892.469976] env[62321]: value = "task-2633437" [ 892.469976] env[62321]: _type = "Task" [ 892.469976] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.480078] env[62321]: DEBUG oslo_vmware.api [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633437, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.482754] env[62321]: DEBUG oslo_vmware.api [None req-9f8e03db-08a7-42d4-95f7-fc187590c9c6 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633435, 'name': PowerOffVM_Task, 'duration_secs': 0.170751} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.482990] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f8e03db-08a7-42d4-95f7-fc187590c9c6 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.483172] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8e03db-08a7-42d4-95f7-fc187590c9c6 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.483392] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5aac602f-9189-494b-b71c-bcd82941fc7c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.507545] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8e03db-08a7-42d4-95f7-fc187590c9c6 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.507786] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8e03db-08a7-42d4-95f7-fc187590c9c6 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.508046] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f8e03db-08a7-42d4-95f7-fc187590c9c6 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Deleting the datastore file [datastore2] f40aa881-88d3-49c0-b2a4-7cc8b7527f04 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.508329] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1baa66ed-edd0-4a56-b251-e4ee5dfc7adc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.514329] env[62321]: DEBUG oslo_vmware.api [None req-9f8e03db-08a7-42d4-95f7-fc187590c9c6 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Waiting for the task: (returnval){ [ 892.514329] env[62321]: value = "task-2633439" [ 892.514329] env[62321]: _type = "Task" [ 892.514329] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.522153] env[62321]: DEBUG oslo_vmware.api [None req-9f8e03db-08a7-42d4-95f7-fc187590c9c6 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.528536] env[62321]: DEBUG nova.compute.utils [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 892.531950] env[62321]: DEBUG nova.compute.manager [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 892.532158] env[62321]: DEBUG nova.network.neutron [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 892.571737] env[62321]: DEBUG nova.policy [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'edf8889069024bf584d7bf541fd541c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb209a504e9e40a8a39dafc9b9c9fa10', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 892.604176] env[62321]: DEBUG oslo_vmware.api [None req-45ff9fc7-ef7f-4958-852a-33f1027c01dc tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633436, 'name': PowerOnVM_Task, 'duration_secs': 0.354189} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.604845] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ff9fc7-ef7f-4958-852a-33f1027c01dc tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.604845] env[62321]: DEBUG nova.compute.manager [None req-45ff9fc7-ef7f-4958-852a-33f1027c01dc tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.605572] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b82a7ad-6dd8-4c7a-8adc-370875b4f0fa {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.894214] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cf28362a-7bdf-4074-b256-c6c7877f0945 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "2b54dcc8-ab37-4010-a560-70b2319ba98a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.850s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.986537] env[62321]: DEBUG oslo_vmware.api [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633437, 'name': Rename_Task, 'duration_secs': 0.170146} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.987026] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 892.987445] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a77224c-298b-4372-811b-1deea30b9b90 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.995504] env[62321]: DEBUG oslo_vmware.api [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 892.995504] env[62321]: value = "task-2633440" [ 892.995504] env[62321]: _type = "Task" [ 892.995504] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.003301] env[62321]: DEBUG oslo_vmware.api [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.025468] env[62321]: DEBUG oslo_vmware.api [None req-9f8e03db-08a7-42d4-95f7-fc187590c9c6 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108368} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.025468] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f8e03db-08a7-42d4-95f7-fc187590c9c6 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.025468] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8e03db-08a7-42d4-95f7-fc187590c9c6 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.025869] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8e03db-08a7-42d4-95f7-fc187590c9c6 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.025869] env[62321]: INFO nova.compute.manager [None req-9f8e03db-08a7-42d4-95f7-fc187590c9c6 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Took 1.08 seconds to destroy the instance on the hypervisor. [ 893.026783] env[62321]: DEBUG oslo.service.loopingcall [None req-9f8e03db-08a7-42d4-95f7-fc187590c9c6 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 893.027162] env[62321]: DEBUG nova.compute.manager [-] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 893.027162] env[62321]: DEBUG nova.network.neutron [-] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 893.032843] env[62321]: DEBUG nova.compute.manager [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 893.053901] env[62321]: DEBUG nova.network.neutron [-] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 893.105318] env[62321]: DEBUG nova.network.neutron [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Successfully created port: 56fdb267-0887-4f9e-93fa-168ed8144c0c {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 893.453455] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4032b1b2-7224-45b5-a975-22cdef0ae42d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.461430] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d6f49c-a8b3-4b21-b17b-cebcd5967be9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.497167] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e80fff7-f0d2-44a0-82c2-f982bf36db30 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.500088] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "68fb9d68-695f-498b-90a8-e2eb23e65c71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.500344] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "68fb9d68-695f-498b-90a8-e2eb23e65c71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.510869] env[62321]: DEBUG oslo_vmware.api [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633440, 'name': PowerOnVM_Task} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.512764] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.513079] env[62321]: INFO nova.compute.manager [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Took 8.91 seconds to spawn the instance on the hypervisor. [ 893.513148] env[62321]: DEBUG nova.compute.manager [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 893.514089] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4a3eb0-2d2a-42a0-9878-2b1e6388f56c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.517544] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24bd0c32-7ed6-45e2-8cc8-ac0a60cfe20f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.534395] env[62321]: DEBUG nova.compute.provider_tree [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.560579] env[62321]: DEBUG nova.network.neutron [-] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.727636] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cd4cfafa-e9dd-4153-8a6f-a9585314ba36 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Acquiring lock "b0ec5a52-282c-41dd-8247-27257ea56849" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.727945] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cd4cfafa-e9dd-4153-8a6f-a9585314ba36 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Lock "b0ec5a52-282c-41dd-8247-27257ea56849" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.728214] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cd4cfafa-e9dd-4153-8a6f-a9585314ba36 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Acquiring lock "b0ec5a52-282c-41dd-8247-27257ea56849-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.728439] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cd4cfafa-e9dd-4153-8a6f-a9585314ba36 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Lock "b0ec5a52-282c-41dd-8247-27257ea56849-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.728653] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cd4cfafa-e9dd-4153-8a6f-a9585314ba36 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Lock "b0ec5a52-282c-41dd-8247-27257ea56849-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.730857] env[62321]: INFO nova.compute.manager [None req-cd4cfafa-e9dd-4153-8a6f-a9585314ba36 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Terminating instance [ 894.007028] env[62321]: DEBUG nova.compute.manager [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 894.040340] env[62321]: DEBUG nova.scheduler.client.report [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.045984] env[62321]: DEBUG nova.compute.manager [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 894.048117] env[62321]: INFO nova.compute.manager [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Took 33.91 seconds to build instance. [ 894.062568] env[62321]: INFO nova.compute.manager [-] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Took 1.04 seconds to deallocate network for instance. [ 894.074879] env[62321]: DEBUG nova.virt.hardware [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.075033] env[62321]: DEBUG nova.virt.hardware [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.075145] env[62321]: DEBUG nova.virt.hardware [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.075259] env[62321]: DEBUG nova.virt.hardware [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.075402] env[62321]: DEBUG nova.virt.hardware [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.075974] env[62321]: DEBUG nova.virt.hardware [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.075974] env[62321]: DEBUG nova.virt.hardware [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.075974] env[62321]: DEBUG nova.virt.hardware [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.076144] env[62321]: DEBUG nova.virt.hardware [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.076301] env[62321]: DEBUG nova.virt.hardware [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.076519] env[62321]: DEBUG nova.virt.hardware [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.077681] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1d8fe1-a63b-4161-a086-ff931ba1edcd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.086511] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ee04d5-9c49-436b-b213-6caa956d3711 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.235383] env[62321]: DEBUG nova.compute.manager [None req-cd4cfafa-e9dd-4153-8a6f-a9585314ba36 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 894.235624] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4cfafa-e9dd-4153-8a6f-a9585314ba36 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 894.236511] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f0f730-1cfc-4755-95ed-aa52f60d6760 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.245788] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4cfafa-e9dd-4153-8a6f-a9585314ba36 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.246049] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5edc3c1-040e-431a-a465-0673070b141e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.252720] env[62321]: DEBUG oslo_vmware.api [None req-cd4cfafa-e9dd-4153-8a6f-a9585314ba36 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Waiting for the task: (returnval){ [ 894.252720] env[62321]: value = "task-2633441" [ 894.252720] env[62321]: _type = "Task" [ 894.252720] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.260903] env[62321]: DEBUG oslo_vmware.api [None req-cd4cfafa-e9dd-4153-8a6f-a9585314ba36 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.529390] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.550314] env[62321]: DEBUG oslo_concurrency.lockutils [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.550840] env[62321]: DEBUG nova.compute.manager [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 894.553966] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b64ec8f0-e8cb-41ef-a113-3d7eb10bef4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "dc822bf7-b87a-480c-9d26-e36b471d1ab6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.423s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.554384] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.417s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.557296] env[62321]: INFO nova.compute.claims [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.561992] env[62321]: DEBUG nova.compute.manager [req-ec3f8ee0-724b-4853-b5a3-7e424b274265 req-5a572717-6a01-4384-82b2-79eb0f3516de service nova] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Received event network-vif-plugged-56fdb267-0887-4f9e-93fa-168ed8144c0c {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 894.562675] env[62321]: DEBUG oslo_concurrency.lockutils [req-ec3f8ee0-724b-4853-b5a3-7e424b274265 req-5a572717-6a01-4384-82b2-79eb0f3516de service nova] Acquiring lock "3e987af3-dc11-495c-bfa5-a5e8ce31d1fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.562940] env[62321]: DEBUG oslo_concurrency.lockutils [req-ec3f8ee0-724b-4853-b5a3-7e424b274265 req-5a572717-6a01-4384-82b2-79eb0f3516de service nova] Lock "3e987af3-dc11-495c-bfa5-a5e8ce31d1fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.563195] env[62321]: DEBUG oslo_concurrency.lockutils [req-ec3f8ee0-724b-4853-b5a3-7e424b274265 req-5a572717-6a01-4384-82b2-79eb0f3516de service nova] Lock "3e987af3-dc11-495c-bfa5-a5e8ce31d1fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.563917] env[62321]: DEBUG nova.compute.manager [req-ec3f8ee0-724b-4853-b5a3-7e424b274265 req-5a572717-6a01-4384-82b2-79eb0f3516de service nova] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] No waiting events found dispatching network-vif-plugged-56fdb267-0887-4f9e-93fa-168ed8144c0c {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 894.564186] env[62321]: WARNING nova.compute.manager [req-ec3f8ee0-724b-4853-b5a3-7e424b274265 req-5a572717-6a01-4384-82b2-79eb0f3516de service nova] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Received unexpected event network-vif-plugged-56fdb267-0887-4f9e-93fa-168ed8144c0c for instance with vm_state building and task_state spawning. [ 894.574920] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9f8e03db-08a7-42d4-95f7-fc187590c9c6 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.633326] env[62321]: DEBUG nova.network.neutron [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Successfully updated port: 56fdb267-0887-4f9e-93fa-168ed8144c0c {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 894.762725] env[62321]: DEBUG oslo_vmware.api [None req-cd4cfafa-e9dd-4153-8a6f-a9585314ba36 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633441, 'name': PowerOffVM_Task, 'duration_secs': 0.269687} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.762982] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4cfafa-e9dd-4153-8a6f-a9585314ba36 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.763174] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4cfafa-e9dd-4153-8a6f-a9585314ba36 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 894.763443] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b71ce71-690a-4980-9be0-949b07f04fc5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.828793] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4cfafa-e9dd-4153-8a6f-a9585314ba36 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 894.829042] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4cfafa-e9dd-4153-8a6f-a9585314ba36 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 894.829311] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd4cfafa-e9dd-4153-8a6f-a9585314ba36 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Deleting the datastore file [datastore1] b0ec5a52-282c-41dd-8247-27257ea56849 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.829575] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f83eabf9-ac48-4f29-a028-200179c8f36f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.835730] env[62321]: DEBUG oslo_vmware.api [None req-cd4cfafa-e9dd-4153-8a6f-a9585314ba36 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Waiting for the task: (returnval){ [ 894.835730] env[62321]: value = "task-2633443" [ 894.835730] env[62321]: _type = "Task" [ 894.835730] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.843290] env[62321]: DEBUG oslo_vmware.api [None req-cd4cfafa-e9dd-4153-8a6f-a9585314ba36 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.063595] env[62321]: DEBUG nova.compute.utils [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 895.065232] env[62321]: DEBUG nova.compute.manager [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 895.065362] env[62321]: DEBUG nova.network.neutron [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 895.107194] env[62321]: DEBUG nova.policy [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9fe0b40094e4f8596d3b7a28639e212', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'adf0606cb740439e8133e7dd91768355', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 895.138314] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Acquiring lock "refresh_cache-3e987af3-dc11-495c-bfa5-a5e8ce31d1fd" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.138314] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Acquired lock "refresh_cache-3e987af3-dc11-495c-bfa5-a5e8ce31d1fd" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.138550] env[62321]: DEBUG nova.network.neutron [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.345769] env[62321]: DEBUG oslo_vmware.api [None req-cd4cfafa-e9dd-4153-8a6f-a9585314ba36 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633443, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136781} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.346062] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd4cfafa-e9dd-4153-8a6f-a9585314ba36 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 895.346207] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4cfafa-e9dd-4153-8a6f-a9585314ba36 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 895.346390] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4cfafa-e9dd-4153-8a6f-a9585314ba36 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 895.346558] env[62321]: INFO nova.compute.manager [None req-cd4cfafa-e9dd-4153-8a6f-a9585314ba36 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Took 1.11 seconds to destroy the instance on the hypervisor. [ 895.346792] env[62321]: DEBUG oslo.service.loopingcall [None req-cd4cfafa-e9dd-4153-8a6f-a9585314ba36 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 895.346996] env[62321]: DEBUG nova.compute.manager [-] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 895.347125] env[62321]: DEBUG nova.network.neutron [-] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 895.425421] env[62321]: DEBUG nova.network.neutron [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Successfully created port: 3f592249-7056-41d8-9eff-32488cded53a {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 895.468441] env[62321]: INFO nova.compute.manager [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Rebuilding instance [ 895.523798] env[62321]: DEBUG nova.compute.manager [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.523798] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f535054-41ba-4b7e-8a40-7622d4ac469e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.570957] env[62321]: DEBUG nova.compute.manager [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 895.586268] env[62321]: DEBUG nova.compute.manager [req-71b1cf69-9937-4784-b2f9-3d5440ecd002 req-1f57677d-48ae-4d93-ab95-a04c714ebbb8 service nova] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Received event network-vif-deleted-49ed18ce-5bd4-4b37-95cc-0bfa43d61d41 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 895.586579] env[62321]: INFO nova.compute.manager [req-71b1cf69-9937-4784-b2f9-3d5440ecd002 req-1f57677d-48ae-4d93-ab95-a04c714ebbb8 service nova] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Neutron deleted interface 49ed18ce-5bd4-4b37-95cc-0bfa43d61d41; detaching it from the instance and deleting it from the info cache [ 895.586982] env[62321]: DEBUG nova.network.neutron [req-71b1cf69-9937-4784-b2f9-3d5440ecd002 req-1f57677d-48ae-4d93-ab95-a04c714ebbb8 service nova] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.669825] env[62321]: DEBUG nova.network.neutron [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.855052] env[62321]: DEBUG nova.network.neutron [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Updating instance_info_cache with network_info: [{"id": "56fdb267-0887-4f9e-93fa-168ed8144c0c", "address": "fa:16:3e:bc:19:30", "network": {"id": "847e6b84-f3d9-42dc-9e78-08c7739b2de1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1845501430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb209a504e9e40a8a39dafc9b9c9fa10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56fdb267-08", "ovs_interfaceid": "56fdb267-0887-4f9e-93fa-168ed8144c0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.938919] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b068f5-8f8d-4784-9d85-746ba410f432 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.946679] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7ffe74-f79d-4a0e-b0cd-2705b1eb8a5e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.977941] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b76b31-34ab-43cd-a462-7b69ee55ba66 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.985239] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbea2ba-f686-4642-9bdb-ca422bea5323 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.998811] env[62321]: DEBUG nova.compute.provider_tree [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.067410] env[62321]: DEBUG nova.network.neutron [-] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.090457] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d9981341-dbc4-4d37-afef-a18071387f36 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.101716] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26eba48d-0f5b-40ee-aa01-3fc9e2799624 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.141226] env[62321]: DEBUG nova.compute.manager [req-71b1cf69-9937-4784-b2f9-3d5440ecd002 req-1f57677d-48ae-4d93-ab95-a04c714ebbb8 service nova] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Detach interface failed, port_id=49ed18ce-5bd4-4b37-95cc-0bfa43d61d41, reason: Instance b0ec5a52-282c-41dd-8247-27257ea56849 could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 896.359219] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Releasing lock "refresh_cache-3e987af3-dc11-495c-bfa5-a5e8ce31d1fd" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.359609] env[62321]: DEBUG nova.compute.manager [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Instance network_info: |[{"id": "56fdb267-0887-4f9e-93fa-168ed8144c0c", "address": "fa:16:3e:bc:19:30", "network": {"id": "847e6b84-f3d9-42dc-9e78-08c7739b2de1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1845501430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb209a504e9e40a8a39dafc9b9c9fa10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56fdb267-08", "ovs_interfaceid": "56fdb267-0887-4f9e-93fa-168ed8144c0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 896.360045] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:19:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0636c3f6-fcb7-4954-ab07-c5cd0dee37b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56fdb267-0887-4f9e-93fa-168ed8144c0c', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 896.367639] env[62321]: DEBUG oslo.service.loopingcall [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 896.367873] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.368108] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-768b18bd-b644-47c4-9652-a18385e9618a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.388121] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.388121] env[62321]: value = "task-2633444" [ 896.388121] env[62321]: _type = "Task" [ 896.388121] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.396075] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633444, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.503414] env[62321]: DEBUG nova.scheduler.client.report [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.540086] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.540447] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21f6de86-1dff-4074-bce1-f438c7e02f47 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.548442] env[62321]: DEBUG oslo_vmware.api [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 896.548442] env[62321]: value = "task-2633445" [ 896.548442] env[62321]: _type = "Task" [ 896.548442] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.556507] env[62321]: DEBUG oslo_vmware.api [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.570328] env[62321]: INFO nova.compute.manager [-] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Took 1.22 seconds to deallocate network for instance. [ 896.585620] env[62321]: DEBUG nova.compute.manager [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 896.595295] env[62321]: DEBUG nova.compute.manager [req-db5923b4-9984-4c26-8f65-39b9a275ab57 req-35585172-e3f8-432d-a272-045258efa0a0 service nova] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Received event network-changed-56fdb267-0887-4f9e-93fa-168ed8144c0c {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 896.596113] env[62321]: DEBUG nova.compute.manager [req-db5923b4-9984-4c26-8f65-39b9a275ab57 req-35585172-e3f8-432d-a272-045258efa0a0 service nova] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Refreshing instance network info cache due to event network-changed-56fdb267-0887-4f9e-93fa-168ed8144c0c. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 896.596113] env[62321]: DEBUG oslo_concurrency.lockutils [req-db5923b4-9984-4c26-8f65-39b9a275ab57 req-35585172-e3f8-432d-a272-045258efa0a0 service nova] Acquiring lock "refresh_cache-3e987af3-dc11-495c-bfa5-a5e8ce31d1fd" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.596113] env[62321]: DEBUG oslo_concurrency.lockutils [req-db5923b4-9984-4c26-8f65-39b9a275ab57 req-35585172-e3f8-432d-a272-045258efa0a0 service nova] Acquired lock "refresh_cache-3e987af3-dc11-495c-bfa5-a5e8ce31d1fd" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.596113] env[62321]: DEBUG nova.network.neutron [req-db5923b4-9984-4c26-8f65-39b9a275ab57 req-35585172-e3f8-432d-a272-045258efa0a0 service nova] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Refreshing network info cache for port 56fdb267-0887-4f9e-93fa-168ed8144c0c {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.615978] env[62321]: DEBUG nova.virt.hardware [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.616557] env[62321]: DEBUG nova.virt.hardware [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.616852] env[62321]: DEBUG nova.virt.hardware [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.617159] env[62321]: DEBUG nova.virt.hardware [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.617526] env[62321]: DEBUG nova.virt.hardware [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.619196] env[62321]: DEBUG nova.virt.hardware [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.619196] env[62321]: DEBUG nova.virt.hardware [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.619196] env[62321]: DEBUG nova.virt.hardware [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.619196] env[62321]: DEBUG nova.virt.hardware [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.619196] env[62321]: DEBUG nova.virt.hardware [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.619347] env[62321]: DEBUG nova.virt.hardware [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.620643] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6a8620-6d42-454d-8d6b-52d6fd0a60e0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.629878] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc5d931-23be-4b30-9488-1894c7617d7c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.882848] env[62321]: DEBUG nova.network.neutron [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Successfully updated port: 3f592249-7056-41d8-9eff-32488cded53a {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 896.897684] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633444, 'name': CreateVM_Task, 'duration_secs': 0.31571} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.898438] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.899135] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.899316] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.899627] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.900340] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd3f8c3e-0f06-4ea7-b7aa-b58e8d81ffa2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.904962] env[62321]: DEBUG oslo_vmware.api [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Waiting for the task: (returnval){ [ 896.904962] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e8eec8-f785-9557-4d11-6679ef124b4d" [ 896.904962] env[62321]: _type = "Task" [ 896.904962] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.915077] env[62321]: DEBUG oslo_vmware.api [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e8eec8-f785-9557-4d11-6679ef124b4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.008905] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.009537] env[62321]: DEBUG nova.compute.manager [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 897.012181] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.385s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 897.013528] env[62321]: INFO nova.compute.claims [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.057467] env[62321]: DEBUG oslo_vmware.api [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633445, 'name': PowerOffVM_Task, 'duration_secs': 0.177279} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.057726] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.057955] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.058688] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfe6315-b33f-4c3a-982a-6dc49179abaa {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.064646] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.064861] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2df77bf3-36e5-4c1f-a036-47e4aee883ff {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.076371] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cd4cfafa-e9dd-4153-8a6f-a9585314ba36 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 897.125242] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.125525] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.125656] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Deleting the datastore file [datastore2] dc822bf7-b87a-480c-9d26-e36b471d1ab6 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.125923] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-865ef7ac-34bb-43c5-b0a3-e8b4f593e065 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.133839] env[62321]: DEBUG oslo_vmware.api [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 897.133839] env[62321]: value = "task-2633447" [ 897.133839] env[62321]: _type = "Task" [ 897.133839] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.142833] env[62321]: DEBUG oslo_vmware.api [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.284323] env[62321]: DEBUG nova.network.neutron [req-db5923b4-9984-4c26-8f65-39b9a275ab57 req-35585172-e3f8-432d-a272-045258efa0a0 service nova] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Updated VIF entry in instance network info cache for port 56fdb267-0887-4f9e-93fa-168ed8144c0c. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.284686] env[62321]: DEBUG nova.network.neutron [req-db5923b4-9984-4c26-8f65-39b9a275ab57 req-35585172-e3f8-432d-a272-045258efa0a0 service nova] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Updating instance_info_cache with network_info: [{"id": "56fdb267-0887-4f9e-93fa-168ed8144c0c", "address": "fa:16:3e:bc:19:30", "network": {"id": "847e6b84-f3d9-42dc-9e78-08c7739b2de1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1845501430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb209a504e9e40a8a39dafc9b9c9fa10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56fdb267-08", "ovs_interfaceid": "56fdb267-0887-4f9e-93fa-168ed8144c0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.385989] env[62321]: DEBUG oslo_concurrency.lockutils [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "refresh_cache-b696d814-0bdb-4f09-83b5-d66c1b81507f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.386165] env[62321]: DEBUG oslo_concurrency.lockutils [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquired lock "refresh_cache-b696d814-0bdb-4f09-83b5-d66c1b81507f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.386326] env[62321]: DEBUG nova.network.neutron [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.415531] env[62321]: DEBUG oslo_vmware.api [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e8eec8-f785-9557-4d11-6679ef124b4d, 'name': SearchDatastore_Task, 'duration_secs': 0.010038} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.415848] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.416104] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.416403] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.416641] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.416909] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.417314] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-297ad685-d12f-49ed-8bc3-78310cc4dc6c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.425333] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.425515] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.426233] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac48b376-cf13-41ff-be72-ae71f984042d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.431341] env[62321]: DEBUG oslo_vmware.api [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Waiting for the task: (returnval){ [ 897.431341] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]520e47e0-3b5c-e62f-d108-904a3948420e" [ 897.431341] env[62321]: _type = "Task" [ 897.431341] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.439131] env[62321]: DEBUG oslo_vmware.api [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]520e47e0-3b5c-e62f-d108-904a3948420e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.517271] env[62321]: DEBUG nova.compute.utils [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 897.521570] env[62321]: DEBUG nova.compute.manager [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 897.521849] env[62321]: DEBUG nova.network.neutron [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 897.571667] env[62321]: DEBUG nova.policy [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '429c5090a51e409098153a21987265a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '754b24253abc4b03b5e419842dc105cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 897.644252] env[62321]: DEBUG oslo_vmware.api [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633447, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156098} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.644493] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 897.644686] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 897.644860] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 897.787479] env[62321]: DEBUG oslo_concurrency.lockutils [req-db5923b4-9984-4c26-8f65-39b9a275ab57 req-35585172-e3f8-432d-a272-045258efa0a0 service nova] Releasing lock "refresh_cache-3e987af3-dc11-495c-bfa5-a5e8ce31d1fd" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.886663] env[62321]: DEBUG nova.network.neutron [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Successfully created port: 480739ed-99fe-4574-a9b7-531d16239513 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 897.919647] env[62321]: DEBUG nova.network.neutron [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 897.942790] env[62321]: DEBUG oslo_vmware.api [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]520e47e0-3b5c-e62f-d108-904a3948420e, 'name': SearchDatastore_Task, 'duration_secs': 0.009407} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.943589] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55cba81c-a3a4-415f-93a6-c32413d4f5ed {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.948831] env[62321]: DEBUG oslo_vmware.api [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Waiting for the task: (returnval){ [ 897.948831] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52cbbb14-da58-36b2-0c1f-3b60e955da72" [ 897.948831] env[62321]: _type = "Task" [ 897.948831] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.956933] env[62321]: DEBUG oslo_vmware.api [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52cbbb14-da58-36b2-0c1f-3b60e955da72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.025428] env[62321]: DEBUG nova.compute.manager [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 898.085305] env[62321]: DEBUG nova.network.neutron [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Updating instance_info_cache with network_info: [{"id": "3f592249-7056-41d8-9eff-32488cded53a", "address": "fa:16:3e:cd:66:57", "network": {"id": "ae63f03d-a437-4466-8919-e20785c3287e", "bridge": "br-int", "label": "tempest-ServersTestJSON-414500887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adf0606cb740439e8133e7dd91768355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f592249-70", "ovs_interfaceid": "3f592249-7056-41d8-9eff-32488cded53a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.968761] env[62321]: DEBUG oslo_concurrency.lockutils [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Releasing lock "refresh_cache-b696d814-0bdb-4f09-83b5-d66c1b81507f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.969033] env[62321]: DEBUG nova.compute.manager [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Instance network_info: |[{"id": "3f592249-7056-41d8-9eff-32488cded53a", "address": "fa:16:3e:cd:66:57", "network": {"id": "ae63f03d-a437-4466-8919-e20785c3287e", "bridge": "br-int", "label": "tempest-ServersTestJSON-414500887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adf0606cb740439e8133e7dd91768355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f592249-70", "ovs_interfaceid": "3f592249-7056-41d8-9eff-32488cded53a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 898.971528] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 898.972978] env[62321]: DEBUG nova.compute.manager [req-30f78c19-fe74-4a7d-a2e2-2942344577d7 req-332ab98b-3c79-4741-b28f-a7eab24fb708 service nova] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Received event network-vif-plugged-3f592249-7056-41d8-9eff-32488cded53a {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 898.973191] env[62321]: DEBUG oslo_concurrency.lockutils [req-30f78c19-fe74-4a7d-a2e2-2942344577d7 req-332ab98b-3c79-4741-b28f-a7eab24fb708 service nova] Acquiring lock "b696d814-0bdb-4f09-83b5-d66c1b81507f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.973387] env[62321]: DEBUG oslo_concurrency.lockutils [req-30f78c19-fe74-4a7d-a2e2-2942344577d7 req-332ab98b-3c79-4741-b28f-a7eab24fb708 service nova] Lock "b696d814-0bdb-4f09-83b5-d66c1b81507f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.973553] env[62321]: DEBUG oslo_concurrency.lockutils [req-30f78c19-fe74-4a7d-a2e2-2942344577d7 req-332ab98b-3c79-4741-b28f-a7eab24fb708 service nova] Lock "b696d814-0bdb-4f09-83b5-d66c1b81507f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.973713] env[62321]: DEBUG nova.compute.manager [req-30f78c19-fe74-4a7d-a2e2-2942344577d7 req-332ab98b-3c79-4741-b28f-a7eab24fb708 service nova] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] No waiting events found dispatching network-vif-plugged-3f592249-7056-41d8-9eff-32488cded53a {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 898.973870] env[62321]: WARNING nova.compute.manager [req-30f78c19-fe74-4a7d-a2e2-2942344577d7 req-332ab98b-3c79-4741-b28f-a7eab24fb708 service nova] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Received unexpected event network-vif-plugged-3f592249-7056-41d8-9eff-32488cded53a for instance with vm_state building and task_state spawning. [ 898.974042] env[62321]: DEBUG nova.compute.manager [req-30f78c19-fe74-4a7d-a2e2-2942344577d7 req-332ab98b-3c79-4741-b28f-a7eab24fb708 service nova] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Received event network-changed-3f592249-7056-41d8-9eff-32488cded53a {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 898.974199] env[62321]: DEBUG nova.compute.manager [req-30f78c19-fe74-4a7d-a2e2-2942344577d7 req-332ab98b-3c79-4741-b28f-a7eab24fb708 service nova] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Refreshing instance network info cache due to event network-changed-3f592249-7056-41d8-9eff-32488cded53a. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 898.974377] env[62321]: DEBUG oslo_concurrency.lockutils [req-30f78c19-fe74-4a7d-a2e2-2942344577d7 req-332ab98b-3c79-4741-b28f-a7eab24fb708 service nova] Acquiring lock "refresh_cache-b696d814-0bdb-4f09-83b5-d66c1b81507f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.974510] env[62321]: DEBUG oslo_concurrency.lockutils [req-30f78c19-fe74-4a7d-a2e2-2942344577d7 req-332ab98b-3c79-4741-b28f-a7eab24fb708 service nova] Acquired lock "refresh_cache-b696d814-0bdb-4f09-83b5-d66c1b81507f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.974660] env[62321]: DEBUG nova.network.neutron [req-30f78c19-fe74-4a7d-a2e2-2942344577d7 req-332ab98b-3c79-4741-b28f-a7eab24fb708 service nova] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Refreshing network info cache for port 3f592249-7056-41d8-9eff-32488cded53a {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.979672] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:66:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7edb7c08-2fae-4df5-9ec6-5ccf06d7e337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f592249-7056-41d8-9eff-32488cded53a', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 898.987489] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Creating folder: Project (adf0606cb740439e8133e7dd91768355). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 898.987935] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 898.993813] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00753b6c-fc03-4dd7-bb71-a3374216a132 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.004219] env[62321]: DEBUG oslo_vmware.api [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52cbbb14-da58-36b2-0c1f-3b60e955da72, 'name': SearchDatastore_Task, 'duration_secs': 0.00975} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.006246] env[62321]: DEBUG nova.virt.hardware [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.006476] env[62321]: DEBUG nova.virt.hardware [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.006629] env[62321]: DEBUG nova.virt.hardware [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.006810] env[62321]: DEBUG nova.virt.hardware [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.006954] env[62321]: DEBUG nova.virt.hardware [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.007129] env[62321]: DEBUG nova.virt.hardware [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.008048] env[62321]: DEBUG nova.virt.hardware [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.008048] env[62321]: DEBUG nova.virt.hardware [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.008048] env[62321]: DEBUG nova.virt.hardware [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.008048] env[62321]: DEBUG nova.virt.hardware [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.008048] env[62321]: DEBUG nova.virt.hardware [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.008233] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.008478] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd/3e987af3-dc11-495c-bfa5-a5e8ce31d1fd.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.009447] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d76f55-2404-4c31-a7bd-08b148d85ef2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.014786] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d51343f-656f-49bc-9a7b-88dd883f46fd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.017045] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Created folder: Project (adf0606cb740439e8133e7dd91768355) in parent group-v530434. [ 899.017247] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Creating folder: Instances. Parent ref: group-v530662. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 899.017871] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3b22686-d4b6-4904-9a5a-d88d46550b93 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.023243] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b79ab6-5d0e-4335-9e67-b55315d8edd3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.026750] env[62321]: DEBUG oslo_vmware.api [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Waiting for the task: (returnval){ [ 899.026750] env[62321]: value = "task-2633449" [ 899.026750] env[62321]: _type = "Task" [ 899.026750] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.029909] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Created folder: Instances in parent group-v530662. [ 899.030128] env[62321]: DEBUG oslo.service.loopingcall [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 899.036995] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.044851] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-326dc5e6-c4f4-409b-84f0-9e8e9f6de780 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.058589] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:fc:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6beb8674-cf3f-43b6-81aa-eb3cb7aee7e3', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.066255] env[62321]: DEBUG oslo.service.loopingcall [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 899.069090] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.071610] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2d21152-f94a-43f8-80a6-7336629528a2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.092154] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.092154] env[62321]: value = "task-2633451" [ 899.092154] env[62321]: _type = "Task" [ 899.092154] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.092487] env[62321]: DEBUG oslo_vmware.api [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': task-2633449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.097659] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.097659] env[62321]: value = "task-2633452" [ 899.097659] env[62321]: _type = "Task" [ 899.097659] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.103193] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633451, 'name': CreateVM_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.108711] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633452, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.258651] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d3d2c8-e1f7-427d-ae28-3848489cf0b4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.267718] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578c7a9d-d7a3-447c-9e37-43ebed52d905 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.299883] env[62321]: DEBUG nova.network.neutron [req-30f78c19-fe74-4a7d-a2e2-2942344577d7 req-332ab98b-3c79-4741-b28f-a7eab24fb708 service nova] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Updated VIF entry in instance network info cache for port 3f592249-7056-41d8-9eff-32488cded53a. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.300307] env[62321]: DEBUG nova.network.neutron [req-30f78c19-fe74-4a7d-a2e2-2942344577d7 req-332ab98b-3c79-4741-b28f-a7eab24fb708 service nova] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Updating instance_info_cache with network_info: [{"id": "3f592249-7056-41d8-9eff-32488cded53a", "address": "fa:16:3e:cd:66:57", "network": {"id": "ae63f03d-a437-4466-8919-e20785c3287e", "bridge": "br-int", "label": "tempest-ServersTestJSON-414500887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adf0606cb740439e8133e7dd91768355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f592249-70", "ovs_interfaceid": "3f592249-7056-41d8-9eff-32488cded53a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.302069] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959d49b2-11ce-4965-ad34-eba933218ea1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.310127] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b79dba3-0d41-468a-9c53-eb74b2f3a6e0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.324796] env[62321]: DEBUG nova.compute.provider_tree [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.381338] env[62321]: DEBUG nova.network.neutron [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Successfully updated port: 480739ed-99fe-4574-a9b7-531d16239513 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 899.478950] env[62321]: DEBUG nova.compute.manager [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 899.505335] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 899.505525] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 899.505652] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 899.505965] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 899.506097] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 899.506240] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 899.506379] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62321) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 899.506520] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 899.511953] env[62321]: DEBUG nova.virt.hardware [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.512131] env[62321]: DEBUG nova.virt.hardware [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.512434] env[62321]: DEBUG nova.virt.hardware [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.512518] env[62321]: DEBUG nova.virt.hardware [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.512587] env[62321]: DEBUG nova.virt.hardware [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.512736] env[62321]: DEBUG nova.virt.hardware [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.512944] env[62321]: DEBUG nova.virt.hardware [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.513113] env[62321]: DEBUG nova.virt.hardware [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.513497] env[62321]: DEBUG nova.virt.hardware [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.513497] env[62321]: DEBUG nova.virt.hardware [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.513683] env[62321]: DEBUG nova.virt.hardware [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.514453] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bda779-e17a-4cc8-8adc-d58ab6c9edcf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.522621] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865115a6-8586-4539-a206-366f71ab9a6d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.545112] env[62321]: DEBUG oslo_vmware.api [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': task-2633449, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501685} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.545558] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd/3e987af3-dc11-495c-bfa5-a5e8ce31d1fd.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 899.545765] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 899.546011] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f14b5cb0-045b-4cb0-ad2a-8660eb11977a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.551576] env[62321]: DEBUG oslo_vmware.api [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Waiting for the task: (returnval){ [ 899.551576] env[62321]: value = "task-2633453" [ 899.551576] env[62321]: _type = "Task" [ 899.551576] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.560293] env[62321]: DEBUG oslo_vmware.api [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': task-2633453, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.605292] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633451, 'name': CreateVM_Task, 'duration_secs': 0.459827} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.608735] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.609045] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633452, 'name': CreateVM_Task, 'duration_secs': 0.397486} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.609761] env[62321]: DEBUG oslo_concurrency.lockutils [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.609921] env[62321]: DEBUG oslo_concurrency.lockutils [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.610330] env[62321]: DEBUG oslo_concurrency.lockutils [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.610535] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.610741] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40476377-db8c-402c-a4bb-60dcc8cc6935 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.612700] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.615741] env[62321]: DEBUG oslo_vmware.api [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 899.615741] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522b7abb-1846-364d-c078-844044ceddcb" [ 899.615741] env[62321]: _type = "Task" [ 899.615741] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.622703] env[62321]: DEBUG oslo_vmware.api [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522b7abb-1846-364d-c078-844044ceddcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.805725] env[62321]: DEBUG oslo_concurrency.lockutils [req-30f78c19-fe74-4a7d-a2e2-2942344577d7 req-332ab98b-3c79-4741-b28f-a7eab24fb708 service nova] Releasing lock "refresh_cache-b696d814-0bdb-4f09-83b5-d66c1b81507f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.827926] env[62321]: DEBUG nova.scheduler.client.report [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.885545] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Acquiring lock "refresh_cache-edec86ac-ad3c-4c3d-87dd-956b6a02b803" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.885694] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Acquired lock "refresh_cache-edec86ac-ad3c-4c3d-87dd-956b6a02b803" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.885864] env[62321]: DEBUG nova.network.neutron [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.009994] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.062068] env[62321]: DEBUG oslo_vmware.api [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': task-2633453, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066256} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.062068] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 900.062410] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77aa5e10-2238-41c7-911b-7c9c7c2f99dd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.085714] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd/3e987af3-dc11-495c-bfa5-a5e8ce31d1fd.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.086021] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-368745b6-3a9c-48d1-9852-12c0fc4ebb64 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.106472] env[62321]: DEBUG oslo_vmware.api [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Waiting for the task: (returnval){ [ 900.106472] env[62321]: value = "task-2633454" [ 900.106472] env[62321]: _type = "Task" [ 900.106472] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.114460] env[62321]: DEBUG oslo_vmware.api [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': task-2633454, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.124647] env[62321]: DEBUG oslo_vmware.api [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522b7abb-1846-364d-c078-844044ceddcb, 'name': SearchDatastore_Task, 'duration_secs': 0.008948} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.124930] env[62321]: DEBUG oslo_concurrency.lockutils [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.125179] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.125416] env[62321]: DEBUG oslo_concurrency.lockutils [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.125593] env[62321]: DEBUG oslo_concurrency.lockutils [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.125837] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.126133] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.126438] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.126658] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df2ae50c-789f-40bd-b990-540bb3a4183f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.128595] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e61ab4aa-612c-4808-9595-089c475c2cc2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.133689] env[62321]: DEBUG oslo_vmware.api [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 900.133689] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]524852db-e51d-dcb4-5055-94cafee33021" [ 900.133689] env[62321]: _type = "Task" [ 900.133689] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.137802] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.138048] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.139353] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bbbac97-0889-41d9-91c1-ebb3bcc9e590 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.145306] env[62321]: DEBUG oslo_vmware.api [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]524852db-e51d-dcb4-5055-94cafee33021, 'name': SearchDatastore_Task} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.145836] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.146069] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.146271] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.148204] env[62321]: DEBUG oslo_vmware.api [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 900.148204] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522faad6-e4b4-65ed-8e7a-4ac58a52a38c" [ 900.148204] env[62321]: _type = "Task" [ 900.148204] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.154997] env[62321]: DEBUG oslo_vmware.api [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522faad6-e4b4-65ed-8e7a-4ac58a52a38c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.334054] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.321s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.334054] env[62321]: DEBUG nova.compute.manager [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 900.336630] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.245s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.338133] env[62321]: INFO nova.compute.claims [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.420226] env[62321]: DEBUG nova.network.neutron [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 900.555373] env[62321]: DEBUG nova.network.neutron [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Updating instance_info_cache with network_info: [{"id": "480739ed-99fe-4574-a9b7-531d16239513", "address": "fa:16:3e:63:5a:39", "network": {"id": "a5547c0f-46b1-4ae5-841a-9f39910febcd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ef1461c1ad14a3cb8e9828aa58002a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap480739ed-99", "ovs_interfaceid": "480739ed-99fe-4574-a9b7-531d16239513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.617023] env[62321]: DEBUG oslo_vmware.api [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': task-2633454, 'name': ReconfigVM_Task, 'duration_secs': 0.317106} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.617316] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd/3e987af3-dc11-495c-bfa5-a5e8ce31d1fd.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.617943] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d146aeec-dbcf-42a5-9177-e8fddb6f4fb6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.624891] env[62321]: DEBUG oslo_vmware.api [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Waiting for the task: (returnval){ [ 900.624891] env[62321]: value = "task-2633455" [ 900.624891] env[62321]: _type = "Task" [ 900.624891] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.635220] env[62321]: DEBUG oslo_vmware.api [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': task-2633455, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.648296] env[62321]: DEBUG nova.compute.manager [req-e9220b86-779e-4d66-80c6-708eecbf6f31 req-00b84944-5c2b-4d51-b924-7d4e8fd01368 service nova] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Received event network-vif-plugged-480739ed-99fe-4574-a9b7-531d16239513 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 900.648296] env[62321]: DEBUG oslo_concurrency.lockutils [req-e9220b86-779e-4d66-80c6-708eecbf6f31 req-00b84944-5c2b-4d51-b924-7d4e8fd01368 service nova] Acquiring lock "edec86ac-ad3c-4c3d-87dd-956b6a02b803-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.648296] env[62321]: DEBUG oslo_concurrency.lockutils [req-e9220b86-779e-4d66-80c6-708eecbf6f31 req-00b84944-5c2b-4d51-b924-7d4e8fd01368 service nova] Lock "edec86ac-ad3c-4c3d-87dd-956b6a02b803-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.648296] env[62321]: DEBUG oslo_concurrency.lockutils [req-e9220b86-779e-4d66-80c6-708eecbf6f31 req-00b84944-5c2b-4d51-b924-7d4e8fd01368 service nova] Lock "edec86ac-ad3c-4c3d-87dd-956b6a02b803-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.648296] env[62321]: DEBUG nova.compute.manager [req-e9220b86-779e-4d66-80c6-708eecbf6f31 req-00b84944-5c2b-4d51-b924-7d4e8fd01368 service nova] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] No waiting events found dispatching network-vif-plugged-480739ed-99fe-4574-a9b7-531d16239513 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 900.648761] env[62321]: WARNING nova.compute.manager [req-e9220b86-779e-4d66-80c6-708eecbf6f31 req-00b84944-5c2b-4d51-b924-7d4e8fd01368 service nova] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Received unexpected event network-vif-plugged-480739ed-99fe-4574-a9b7-531d16239513 for instance with vm_state building and task_state spawning. [ 900.648803] env[62321]: DEBUG nova.compute.manager [req-e9220b86-779e-4d66-80c6-708eecbf6f31 req-00b84944-5c2b-4d51-b924-7d4e8fd01368 service nova] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Received event network-changed-480739ed-99fe-4574-a9b7-531d16239513 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 900.648970] env[62321]: DEBUG nova.compute.manager [req-e9220b86-779e-4d66-80c6-708eecbf6f31 req-00b84944-5c2b-4d51-b924-7d4e8fd01368 service nova] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Refreshing instance network info cache due to event network-changed-480739ed-99fe-4574-a9b7-531d16239513. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 900.649210] env[62321]: DEBUG oslo_concurrency.lockutils [req-e9220b86-779e-4d66-80c6-708eecbf6f31 req-00b84944-5c2b-4d51-b924-7d4e8fd01368 service nova] Acquiring lock "refresh_cache-edec86ac-ad3c-4c3d-87dd-956b6a02b803" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.659106] env[62321]: DEBUG oslo_vmware.api [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522faad6-e4b4-65ed-8e7a-4ac58a52a38c, 'name': SearchDatastore_Task, 'duration_secs': 0.007878} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.660035] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2822c149-a4e0-40d0-859f-2a64ca0bb45a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.666415] env[62321]: DEBUG oslo_vmware.api [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 900.666415] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]526b3b97-cfc7-0dec-7389-04052b559b5b" [ 900.666415] env[62321]: _type = "Task" [ 900.666415] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.673963] env[62321]: DEBUG oslo_vmware.api [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]526b3b97-cfc7-0dec-7389-04052b559b5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.843193] env[62321]: DEBUG nova.compute.utils [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 900.846976] env[62321]: DEBUG nova.compute.manager [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 900.846976] env[62321]: DEBUG nova.network.neutron [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 900.895185] env[62321]: DEBUG nova.policy [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db6cdbc6ae9c4aafb1ad2b2d2fdff949', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0160f6e1466247e29c404f0ba6a60096', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 901.057803] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Releasing lock "refresh_cache-edec86ac-ad3c-4c3d-87dd-956b6a02b803" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.058071] env[62321]: DEBUG nova.compute.manager [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Instance network_info: |[{"id": "480739ed-99fe-4574-a9b7-531d16239513", "address": "fa:16:3e:63:5a:39", "network": {"id": "a5547c0f-46b1-4ae5-841a-9f39910febcd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ef1461c1ad14a3cb8e9828aa58002a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap480739ed-99", "ovs_interfaceid": "480739ed-99fe-4574-a9b7-531d16239513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 901.058398] env[62321]: DEBUG oslo_concurrency.lockutils [req-e9220b86-779e-4d66-80c6-708eecbf6f31 req-00b84944-5c2b-4d51-b924-7d4e8fd01368 service nova] Acquired lock "refresh_cache-edec86ac-ad3c-4c3d-87dd-956b6a02b803" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.058572] env[62321]: DEBUG nova.network.neutron [req-e9220b86-779e-4d66-80c6-708eecbf6f31 req-00b84944-5c2b-4d51-b924-7d4e8fd01368 service nova] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Refreshing network info cache for port 480739ed-99fe-4574-a9b7-531d16239513 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 901.059987] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:5a:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4c8c8fd-baca-4e60-97dc-ff0418d63215', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '480739ed-99fe-4574-a9b7-531d16239513', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 901.067657] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Creating folder: Project (754b24253abc4b03b5e419842dc105cb). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 901.070793] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2df5575b-4c67-41dc-a39c-b1f7099937e3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.082022] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Created folder: Project (754b24253abc4b03b5e419842dc105cb) in parent group-v530434. [ 901.085503] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Creating folder: Instances. Parent ref: group-v530666. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 901.085503] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10114a66-2cca-43a8-846c-6a25be40d6b9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.091802] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Created folder: Instances in parent group-v530666. [ 901.091802] env[62321]: DEBUG oslo.service.loopingcall [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 901.091802] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 901.091991] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d723fb25-739b-4a91-a543-a3a18962cfc1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.110616] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.110616] env[62321]: value = "task-2633458" [ 901.110616] env[62321]: _type = "Task" [ 901.110616] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.120247] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633458, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.133493] env[62321]: DEBUG oslo_vmware.api [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': task-2633455, 'name': Rename_Task, 'duration_secs': 0.150782} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.133753] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.134033] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d117f8d3-0559-42c2-bdde-82417876df3d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.140632] env[62321]: DEBUG oslo_vmware.api [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Waiting for the task: (returnval){ [ 901.140632] env[62321]: value = "task-2633459" [ 901.140632] env[62321]: _type = "Task" [ 901.140632] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.150467] env[62321]: DEBUG oslo_vmware.api [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': task-2633459, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.177781] env[62321]: DEBUG oslo_vmware.api [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]526b3b97-cfc7-0dec-7389-04052b559b5b, 'name': SearchDatastore_Task, 'duration_secs': 0.02191} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.178051] env[62321]: DEBUG oslo_concurrency.lockutils [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.178312] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] b696d814-0bdb-4f09-83b5-d66c1b81507f/b696d814-0bdb-4f09-83b5-d66c1b81507f.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.178601] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.178795] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.179009] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aef630d7-dfdd-47ec-bbb5-44019880fd38 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.180951] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af13bfd2-cc2d-48ac-a01b-38790da00bb9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.187212] env[62321]: DEBUG oslo_vmware.api [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 901.187212] env[62321]: value = "task-2633460" [ 901.187212] env[62321]: _type = "Task" [ 901.187212] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.191567] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.191749] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 901.192855] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a2e4cfb-7404-4fed-9d8f-05853bbee38b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.198327] env[62321]: DEBUG oslo_vmware.api [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.204027] env[62321]: DEBUG oslo_vmware.api [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 901.204027] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]529a7a75-db33-e40b-d847-594730c2159b" [ 901.204027] env[62321]: _type = "Task" [ 901.204027] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.212014] env[62321]: DEBUG oslo_vmware.api [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]529a7a75-db33-e40b-d847-594730c2159b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.223647] env[62321]: DEBUG nova.network.neutron [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Successfully created port: 9a9e0942-8708-4d18-8628-6302c39a7c9f {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 901.307954] env[62321]: DEBUG nova.network.neutron [req-e9220b86-779e-4d66-80c6-708eecbf6f31 req-00b84944-5c2b-4d51-b924-7d4e8fd01368 service nova] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Updated VIF entry in instance network info cache for port 480739ed-99fe-4574-a9b7-531d16239513. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 901.308535] env[62321]: DEBUG nova.network.neutron [req-e9220b86-779e-4d66-80c6-708eecbf6f31 req-00b84944-5c2b-4d51-b924-7d4e8fd01368 service nova] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Updating instance_info_cache with network_info: [{"id": "480739ed-99fe-4574-a9b7-531d16239513", "address": "fa:16:3e:63:5a:39", "network": {"id": "a5547c0f-46b1-4ae5-841a-9f39910febcd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ef1461c1ad14a3cb8e9828aa58002a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap480739ed-99", "ovs_interfaceid": "480739ed-99fe-4574-a9b7-531d16239513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.347525] env[62321]: DEBUG nova.compute.manager [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 901.625020] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633458, 'name': CreateVM_Task, 'duration_secs': 0.39892} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.625285] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 901.625988] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.626242] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.626576] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.626843] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10bb855c-62d6-429a-88c0-1415568d95cb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.633695] env[62321]: DEBUG oslo_vmware.api [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Waiting for the task: (returnval){ [ 901.633695] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]527d91fd-0376-db04-798e-ca5464a219eb" [ 901.633695] env[62321]: _type = "Task" [ 901.633695] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.653350] env[62321]: DEBUG oslo_vmware.api [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': task-2633459, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.656185] env[62321]: DEBUG oslo_vmware.api [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]527d91fd-0376-db04-798e-ca5464a219eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.699264] env[62321]: DEBUG oslo_vmware.api [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633460, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477906} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.699559] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] b696d814-0bdb-4f09-83b5-d66c1b81507f/b696d814-0bdb-4f09-83b5-d66c1b81507f.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 901.699723] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 901.699970] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32d72b88-54a1-49dc-be6a-db6ae5e64180 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.708828] env[62321]: DEBUG oslo_vmware.api [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 901.708828] env[62321]: value = "task-2633461" [ 901.708828] env[62321]: _type = "Task" [ 901.708828] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.715403] env[62321]: DEBUG oslo_vmware.api [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]529a7a75-db33-e40b-d847-594730c2159b, 'name': SearchDatastore_Task, 'duration_secs': 0.009376} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.719160] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57ea4009-e8ea-4a0f-a8be-733b458b749b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.724195] env[62321]: DEBUG oslo_vmware.api [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633461, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.726975] env[62321]: DEBUG oslo_vmware.api [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 901.726975] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521f9ec7-2ea5-3d71-c0d4-bbe7ec5e6e64" [ 901.726975] env[62321]: _type = "Task" [ 901.726975] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.736876] env[62321]: DEBUG oslo_vmware.api [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521f9ec7-2ea5-3d71-c0d4-bbe7ec5e6e64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.803888] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbbb450-bfc1-4966-862e-afedf09e08b7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.811014] env[62321]: DEBUG oslo_concurrency.lockutils [req-e9220b86-779e-4d66-80c6-708eecbf6f31 req-00b84944-5c2b-4d51-b924-7d4e8fd01368 service nova] Releasing lock "refresh_cache-edec86ac-ad3c-4c3d-87dd-956b6a02b803" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.812221] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9b879c-6fbf-46d7-8309-3c588d267fd3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.842478] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980a2777-1b06-4aed-9df7-f7a02c03af03 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.849638] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19810c14-e371-4c92-8e12-041712a847c8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.867666] env[62321]: DEBUG nova.compute.provider_tree [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.148558] env[62321]: DEBUG oslo_vmware.api [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]527d91fd-0376-db04-798e-ca5464a219eb, 'name': SearchDatastore_Task, 'duration_secs': 0.02166} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.149255] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.149549] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.149765] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.153250] env[62321]: DEBUG oslo_vmware.api [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': task-2633459, 'name': PowerOnVM_Task, 'duration_secs': 0.68029} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.153484] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.153670] env[62321]: INFO nova.compute.manager [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Took 8.11 seconds to spawn the instance on the hypervisor. [ 902.153843] env[62321]: DEBUG nova.compute.manager [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.154567] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6b5531-1b8f-4041-a404-7a7801723124 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.218467] env[62321]: DEBUG oslo_vmware.api [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633461, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061157} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.218729] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.219554] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17508264-8b78-4c9b-b585-a1c9cdbb2d62 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.241177] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] b696d814-0bdb-4f09-83b5-d66c1b81507f/b696d814-0bdb-4f09-83b5-d66c1b81507f.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.243884] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76f47e01-d8d6-46f7-917a-628594868c09 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.263385] env[62321]: DEBUG oslo_vmware.api [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521f9ec7-2ea5-3d71-c0d4-bbe7ec5e6e64, 'name': SearchDatastore_Task, 'duration_secs': 0.009455} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.264510] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.264765] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] dc822bf7-b87a-480c-9d26-e36b471d1ab6/dc822bf7-b87a-480c-9d26-e36b471d1ab6.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.265073] env[62321]: DEBUG oslo_vmware.api [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 902.265073] env[62321]: value = "task-2633462" [ 902.265073] env[62321]: _type = "Task" [ 902.265073] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.265292] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.265458] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.265911] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4d1bfe4-eb36-4fd4-915e-6883bf590e89 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.267839] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1acbd6d7-7e2d-4cab-9a02-1b32b2a7a171 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.278636] env[62321]: DEBUG oslo_vmware.api [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633462, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.280451] env[62321]: DEBUG oslo_vmware.api [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 902.280451] env[62321]: value = "task-2633463" [ 902.280451] env[62321]: _type = "Task" [ 902.280451] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.280663] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.280821] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.281563] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c17d7a1-40aa-4e72-a4f2-f9802c1f0480 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.289533] env[62321]: DEBUG oslo_vmware.api [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Waiting for the task: (returnval){ [ 902.289533] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521cbf6b-c010-f4e5-5a3d-4ed072af2765" [ 902.289533] env[62321]: _type = "Task" [ 902.289533] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.292074] env[62321]: DEBUG oslo_vmware.api [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633463, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.299153] env[62321]: DEBUG oslo_vmware.api [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521cbf6b-c010-f4e5-5a3d-4ed072af2765, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.371092] env[62321]: DEBUG nova.compute.manager [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 902.373950] env[62321]: DEBUG nova.scheduler.client.report [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.403605] env[62321]: DEBUG nova.virt.hardware [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.403863] env[62321]: DEBUG nova.virt.hardware [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.404046] env[62321]: DEBUG nova.virt.hardware [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.404306] env[62321]: DEBUG nova.virt.hardware [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.404465] env[62321]: DEBUG nova.virt.hardware [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.404613] env[62321]: DEBUG nova.virt.hardware [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.404838] env[62321]: DEBUG nova.virt.hardware [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.405163] env[62321]: DEBUG nova.virt.hardware [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.405477] env[62321]: DEBUG nova.virt.hardware [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.405477] env[62321]: DEBUG nova.virt.hardware [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.405477] env[62321]: DEBUG nova.virt.hardware [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.406637] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5addb2e1-843f-45f0-bc08-4c78b6b55273 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.414164] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d9d7cb-a1b1-4e98-8ce2-2e9dcd9945c9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.674684] env[62321]: INFO nova.compute.manager [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Took 30.64 seconds to build instance. [ 902.684029] env[62321]: DEBUG nova.compute.manager [req-6c4d828b-bc1d-4bf7-9992-2569b6087dd3 req-78abb519-34ee-4fe8-afed-25786ff5a358 service nova] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Received event network-vif-plugged-9a9e0942-8708-4d18-8628-6302c39a7c9f {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 902.684557] env[62321]: DEBUG oslo_concurrency.lockutils [req-6c4d828b-bc1d-4bf7-9992-2569b6087dd3 req-78abb519-34ee-4fe8-afed-25786ff5a358 service nova] Acquiring lock "179b5998-467e-4e40-89bd-e8555eac9051-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.684777] env[62321]: DEBUG oslo_concurrency.lockutils [req-6c4d828b-bc1d-4bf7-9992-2569b6087dd3 req-78abb519-34ee-4fe8-afed-25786ff5a358 service nova] Lock "179b5998-467e-4e40-89bd-e8555eac9051-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.685046] env[62321]: DEBUG oslo_concurrency.lockutils [req-6c4d828b-bc1d-4bf7-9992-2569b6087dd3 req-78abb519-34ee-4fe8-afed-25786ff5a358 service nova] Lock "179b5998-467e-4e40-89bd-e8555eac9051-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.685502] env[62321]: DEBUG nova.compute.manager [req-6c4d828b-bc1d-4bf7-9992-2569b6087dd3 req-78abb519-34ee-4fe8-afed-25786ff5a358 service nova] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] No waiting events found dispatching network-vif-plugged-9a9e0942-8708-4d18-8628-6302c39a7c9f {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 902.686483] env[62321]: WARNING nova.compute.manager [req-6c4d828b-bc1d-4bf7-9992-2569b6087dd3 req-78abb519-34ee-4fe8-afed-25786ff5a358 service nova] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Received unexpected event network-vif-plugged-9a9e0942-8708-4d18-8628-6302c39a7c9f for instance with vm_state building and task_state spawning. [ 902.777765] env[62321]: DEBUG oslo_vmware.api [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.789697] env[62321]: DEBUG oslo_vmware.api [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633463, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453297} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.789947] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] dc822bf7-b87a-480c-9d26-e36b471d1ab6/dc822bf7-b87a-480c-9d26-e36b471d1ab6.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.790768] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.791276] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff987ef7-fc62-4173-9597-0e8142ec2527 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.798502] env[62321]: DEBUG nova.network.neutron [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Successfully updated port: 9a9e0942-8708-4d18-8628-6302c39a7c9f {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 902.804356] env[62321]: DEBUG oslo_vmware.api [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521cbf6b-c010-f4e5-5a3d-4ed072af2765, 'name': SearchDatastore_Task, 'duration_secs': 0.011858} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.806462] env[62321]: DEBUG oslo_vmware.api [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 902.806462] env[62321]: value = "task-2633464" [ 902.806462] env[62321]: _type = "Task" [ 902.806462] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.806748] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc3f2803-e03e-47fb-a1cb-2505748fe390 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.816641] env[62321]: DEBUG oslo_vmware.api [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Waiting for the task: (returnval){ [ 902.816641] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52100d77-b9b9-909a-9401-d14764dee8b8" [ 902.816641] env[62321]: _type = "Task" [ 902.816641] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.820932] env[62321]: DEBUG oslo_vmware.api [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.828402] env[62321]: DEBUG oslo_vmware.api [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52100d77-b9b9-909a-9401-d14764dee8b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.879094] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.542s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.879767] env[62321]: DEBUG nova.compute.manager [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 902.883023] env[62321]: DEBUG oslo_concurrency.lockutils [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.330s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.883245] env[62321]: DEBUG nova.objects.instance [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Lazy-loading 'pci_requests' on Instance uuid 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.175790] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9a9f275c-f85a-457e-bb8c-051166e45f9f tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Lock "3e987af3-dc11-495c-bfa5-a5e8ce31d1fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.153s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.279503] env[62321]: DEBUG oslo_vmware.api [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633462, 'name': ReconfigVM_Task, 'duration_secs': 0.7647} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.279773] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Reconfigured VM instance instance-00000052 to attach disk [datastore1] b696d814-0bdb-4f09-83b5-d66c1b81507f/b696d814-0bdb-4f09-83b5-d66c1b81507f.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.280419] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6bb46f0-cf0b-4a9a-b4be-55b9a99ba331 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.287051] env[62321]: DEBUG oslo_vmware.api [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 903.287051] env[62321]: value = "task-2633465" [ 903.287051] env[62321]: _type = "Task" [ 903.287051] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.294493] env[62321]: DEBUG oslo_vmware.api [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633465, 'name': Rename_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.306244] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Acquiring lock "refresh_cache-179b5998-467e-4e40-89bd-e8555eac9051" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.306464] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Acquired lock "refresh_cache-179b5998-467e-4e40-89bd-e8555eac9051" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.306597] env[62321]: DEBUG nova.network.neutron [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.318553] env[62321]: DEBUG oslo_vmware.api [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058596} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.318789] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.319590] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014074e7-d5d3-41e8-b0c4-e5c807b1bb29 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.345998] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] dc822bf7-b87a-480c-9d26-e36b471d1ab6/dc822bf7-b87a-480c-9d26-e36b471d1ab6.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.349531] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-667f5a63-eefe-42b9-94f0-3bf136f4df47 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.363336] env[62321]: DEBUG oslo_vmware.api [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52100d77-b9b9-909a-9401-d14764dee8b8, 'name': SearchDatastore_Task, 'duration_secs': 0.014375} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.363889] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.364164] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] edec86ac-ad3c-4c3d-87dd-956b6a02b803/edec86ac-ad3c-4c3d-87dd-956b6a02b803.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 903.364751] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04f1768b-2ac9-43a0-99aa-9496b7870c49 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.370210] env[62321]: DEBUG oslo_vmware.api [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 903.370210] env[62321]: value = "task-2633466" [ 903.370210] env[62321]: _type = "Task" [ 903.370210] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.374886] env[62321]: DEBUG oslo_vmware.api [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Waiting for the task: (returnval){ [ 903.374886] env[62321]: value = "task-2633467" [ 903.374886] env[62321]: _type = "Task" [ 903.374886] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.380321] env[62321]: DEBUG oslo_vmware.api [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633466, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.385969] env[62321]: DEBUG nova.compute.utils [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 903.389230] env[62321]: DEBUG nova.objects.instance [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Lazy-loading 'numa_topology' on Instance uuid 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.390823] env[62321]: DEBUG oslo_vmware.api [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Task: {'id': task-2633467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.391135] env[62321]: DEBUG nova.compute.manager [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 903.391321] env[62321]: DEBUG nova.network.neutron [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 903.451248] env[62321]: DEBUG nova.policy [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db6cdbc6ae9c4aafb1ad2b2d2fdff949', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0160f6e1466247e29c404f0ba6a60096', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.494593] env[62321]: DEBUG nova.compute.manager [req-a75d3035-211e-4a43-a7cf-19cb0803604b req-f32a9d89-29bd-4db2-ba53-68ba971960ef service nova] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Received event network-changed-56fdb267-0887-4f9e-93fa-168ed8144c0c {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 903.494837] env[62321]: DEBUG nova.compute.manager [req-a75d3035-211e-4a43-a7cf-19cb0803604b req-f32a9d89-29bd-4db2-ba53-68ba971960ef service nova] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Refreshing instance network info cache due to event network-changed-56fdb267-0887-4f9e-93fa-168ed8144c0c. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 903.495635] env[62321]: DEBUG oslo_concurrency.lockutils [req-a75d3035-211e-4a43-a7cf-19cb0803604b req-f32a9d89-29bd-4db2-ba53-68ba971960ef service nova] Acquiring lock "refresh_cache-3e987af3-dc11-495c-bfa5-a5e8ce31d1fd" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.496975] env[62321]: DEBUG oslo_concurrency.lockutils [req-a75d3035-211e-4a43-a7cf-19cb0803604b req-f32a9d89-29bd-4db2-ba53-68ba971960ef service nova] Acquired lock "refresh_cache-3e987af3-dc11-495c-bfa5-a5e8ce31d1fd" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.497665] env[62321]: DEBUG nova.network.neutron [req-a75d3035-211e-4a43-a7cf-19cb0803604b req-f32a9d89-29bd-4db2-ba53-68ba971960ef service nova] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Refreshing network info cache for port 56fdb267-0887-4f9e-93fa-168ed8144c0c {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.746391] env[62321]: DEBUG nova.network.neutron [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Successfully created port: b9a5af3e-05e3-44d8-b5ee-987b052b1068 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 903.798434] env[62321]: DEBUG oslo_vmware.api [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633465, 'name': Rename_Task, 'duration_secs': 0.276602} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.798744] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.799109] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe604e81-7fe4-4457-b9ed-23ffc97c7708 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.806143] env[62321]: DEBUG oslo_vmware.api [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 903.806143] env[62321]: value = "task-2633468" [ 903.806143] env[62321]: _type = "Task" [ 903.806143] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.817022] env[62321]: DEBUG oslo_vmware.api [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633468, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.839893] env[62321]: DEBUG nova.network.neutron [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.883630] env[62321]: DEBUG oslo_vmware.api [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633466, 'name': ReconfigVM_Task, 'duration_secs': 0.309818} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.887363] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Reconfigured VM instance instance-00000050 to attach disk [datastore1] dc822bf7-b87a-480c-9d26-e36b471d1ab6/dc822bf7-b87a-480c-9d26-e36b471d1ab6.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.888181] env[62321]: DEBUG oslo_vmware.api [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Task: {'id': task-2633467, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.888825] env[62321]: DEBUG nova.compute.manager [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 903.891810] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfc2c795-0713-43d3-97fb-4c2d3bb46a2c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.894172] env[62321]: INFO nova.compute.claims [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 903.901331] env[62321]: DEBUG oslo_vmware.api [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 903.901331] env[62321]: value = "task-2633469" [ 903.901331] env[62321]: _type = "Task" [ 903.901331] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.911633] env[62321]: DEBUG oslo_vmware.api [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633469, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.034956] env[62321]: DEBUG nova.network.neutron [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Updating instance_info_cache with network_info: [{"id": "9a9e0942-8708-4d18-8628-6302c39a7c9f", "address": "fa:16:3e:7b:b9:04", "network": {"id": "a5547c0f-46b1-4ae5-841a-9f39910febcd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ef1461c1ad14a3cb8e9828aa58002a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a9e0942-87", "ovs_interfaceid": "9a9e0942-8708-4d18-8628-6302c39a7c9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.110272] env[62321]: DEBUG oslo_concurrency.lockutils [None req-273fe578-8458-4499-904f-edfbe9a48a07 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Acquiring lock "3e987af3-dc11-495c-bfa5-a5e8ce31d1fd" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.110557] env[62321]: DEBUG oslo_concurrency.lockutils [None req-273fe578-8458-4499-904f-edfbe9a48a07 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Lock "3e987af3-dc11-495c-bfa5-a5e8ce31d1fd" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.110788] env[62321]: INFO nova.compute.manager [None req-273fe578-8458-4499-904f-edfbe9a48a07 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Rebooting instance [ 904.316688] env[62321]: DEBUG oslo_vmware.api [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633468, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.353056] env[62321]: DEBUG nova.network.neutron [req-a75d3035-211e-4a43-a7cf-19cb0803604b req-f32a9d89-29bd-4db2-ba53-68ba971960ef service nova] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Updated VIF entry in instance network info cache for port 56fdb267-0887-4f9e-93fa-168ed8144c0c. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.353056] env[62321]: DEBUG nova.network.neutron [req-a75d3035-211e-4a43-a7cf-19cb0803604b req-f32a9d89-29bd-4db2-ba53-68ba971960ef service nova] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Updating instance_info_cache with network_info: [{"id": "56fdb267-0887-4f9e-93fa-168ed8144c0c", "address": "fa:16:3e:bc:19:30", "network": {"id": "847e6b84-f3d9-42dc-9e78-08c7739b2de1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1845501430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb209a504e9e40a8a39dafc9b9c9fa10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56fdb267-08", "ovs_interfaceid": "56fdb267-0887-4f9e-93fa-168ed8144c0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.383976] env[62321]: DEBUG oslo_vmware.api [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Task: {'id': task-2633467, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589544} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.384313] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] edec86ac-ad3c-4c3d-87dd-956b6a02b803/edec86ac-ad3c-4c3d-87dd-956b6a02b803.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 904.384534] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 904.384782] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4a1cb96-e999-453e-86d3-5c9ffce70113 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.391036] env[62321]: DEBUG oslo_vmware.api [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Waiting for the task: (returnval){ [ 904.391036] env[62321]: value = "task-2633470" [ 904.391036] env[62321]: _type = "Task" [ 904.391036] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.408244] env[62321]: DEBUG oslo_vmware.api [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Task: {'id': task-2633470, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.414434] env[62321]: DEBUG oslo_vmware.api [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633469, 'name': Rename_Task, 'duration_secs': 0.165257} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.414434] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.414434] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-102169e6-756f-4f8f-ab2b-5dff61a3ab81 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.424037] env[62321]: DEBUG oslo_vmware.api [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 904.424037] env[62321]: value = "task-2633471" [ 904.424037] env[62321]: _type = "Task" [ 904.424037] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.433439] env[62321]: DEBUG oslo_vmware.api [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.539409] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Releasing lock "refresh_cache-179b5998-467e-4e40-89bd-e8555eac9051" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.539802] env[62321]: DEBUG nova.compute.manager [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Instance network_info: |[{"id": "9a9e0942-8708-4d18-8628-6302c39a7c9f", "address": "fa:16:3e:7b:b9:04", "network": {"id": "a5547c0f-46b1-4ae5-841a-9f39910febcd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ef1461c1ad14a3cb8e9828aa58002a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a9e0942-87", "ovs_interfaceid": "9a9e0942-8708-4d18-8628-6302c39a7c9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 904.540349] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:b9:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4c8c8fd-baca-4e60-97dc-ff0418d63215', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a9e0942-8708-4d18-8628-6302c39a7c9f', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.549611] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Creating folder: Project (0160f6e1466247e29c404f0ba6a60096). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.549611] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e555994e-aa06-43c7-aa76-5722998d0cfa {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.564914] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Created folder: Project (0160f6e1466247e29c404f0ba6a60096) in parent group-v530434. [ 904.565168] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Creating folder: Instances. Parent ref: group-v530669. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.565454] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5635fe61-1444-4864-879d-1018d70f8d9e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.582726] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Created folder: Instances in parent group-v530669. [ 904.583068] env[62321]: DEBUG oslo.service.loopingcall [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 904.583307] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.583558] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47ed79d9-2d03-423e-ad2f-29ab650e1c12 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.603846] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.603846] env[62321]: value = "task-2633474" [ 904.603846] env[62321]: _type = "Task" [ 904.603846] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.616698] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633474, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.629131] env[62321]: DEBUG oslo_concurrency.lockutils [None req-273fe578-8458-4499-904f-edfbe9a48a07 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Acquiring lock "refresh_cache-3e987af3-dc11-495c-bfa5-a5e8ce31d1fd" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.711260] env[62321]: DEBUG nova.compute.manager [req-be8cd8fd-4c16-484a-b3af-8dacfc364976 req-75516999-a4f3-45ce-8998-35d73382eb25 service nova] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Received event network-changed-9a9e0942-8708-4d18-8628-6302c39a7c9f {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 904.711418] env[62321]: DEBUG nova.compute.manager [req-be8cd8fd-4c16-484a-b3af-8dacfc364976 req-75516999-a4f3-45ce-8998-35d73382eb25 service nova] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Refreshing instance network info cache due to event network-changed-9a9e0942-8708-4d18-8628-6302c39a7c9f. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 904.711642] env[62321]: DEBUG oslo_concurrency.lockutils [req-be8cd8fd-4c16-484a-b3af-8dacfc364976 req-75516999-a4f3-45ce-8998-35d73382eb25 service nova] Acquiring lock "refresh_cache-179b5998-467e-4e40-89bd-e8555eac9051" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.711785] env[62321]: DEBUG oslo_concurrency.lockutils [req-be8cd8fd-4c16-484a-b3af-8dacfc364976 req-75516999-a4f3-45ce-8998-35d73382eb25 service nova] Acquired lock "refresh_cache-179b5998-467e-4e40-89bd-e8555eac9051" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.711973] env[62321]: DEBUG nova.network.neutron [req-be8cd8fd-4c16-484a-b3af-8dacfc364976 req-75516999-a4f3-45ce-8998-35d73382eb25 service nova] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Refreshing network info cache for port 9a9e0942-8708-4d18-8628-6302c39a7c9f {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.817360] env[62321]: DEBUG oslo_vmware.api [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633468, 'name': PowerOnVM_Task, 'duration_secs': 0.800953} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.817609] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.817814] env[62321]: INFO nova.compute.manager [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Took 8.23 seconds to spawn the instance on the hypervisor. [ 904.817992] env[62321]: DEBUG nova.compute.manager [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.818771] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7c3697-e626-445c-a6f8-e0a200cb5df2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.855574] env[62321]: DEBUG oslo_concurrency.lockutils [req-a75d3035-211e-4a43-a7cf-19cb0803604b req-f32a9d89-29bd-4db2-ba53-68ba971960ef service nova] Releasing lock "refresh_cache-3e987af3-dc11-495c-bfa5-a5e8ce31d1fd" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.856008] env[62321]: DEBUG oslo_concurrency.lockutils [None req-273fe578-8458-4499-904f-edfbe9a48a07 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Acquired lock "refresh_cache-3e987af3-dc11-495c-bfa5-a5e8ce31d1fd" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.856202] env[62321]: DEBUG nova.network.neutron [None req-273fe578-8458-4499-904f-edfbe9a48a07 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.900686] env[62321]: DEBUG oslo_vmware.api [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Task: {'id': task-2633470, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079135} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.900686] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 904.901397] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93caf73c-4ada-4a65-ba07-364a101ba19f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.904660] env[62321]: DEBUG nova.compute.manager [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 904.928346] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] edec86ac-ad3c-4c3d-87dd-956b6a02b803/edec86ac-ad3c-4c3d-87dd-956b6a02b803.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.930685] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df6dcee2-b420-475e-a0b6-a54794af9dbb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.952855] env[62321]: DEBUG nova.virt.hardware [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.953157] env[62321]: DEBUG nova.virt.hardware [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.953327] env[62321]: DEBUG nova.virt.hardware [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.953509] env[62321]: DEBUG nova.virt.hardware [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.953656] env[62321]: DEBUG nova.virt.hardware [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.953802] env[62321]: DEBUG nova.virt.hardware [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.954859] env[62321]: DEBUG nova.virt.hardware [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.954859] env[62321]: DEBUG nova.virt.hardware [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.954859] env[62321]: DEBUG nova.virt.hardware [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.954859] env[62321]: DEBUG nova.virt.hardware [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.954859] env[62321]: DEBUG nova.virt.hardware [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.956400] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b35dfb-cfef-470d-8c68-bfabbd31c275 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.961769] env[62321]: DEBUG oslo_vmware.api [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Waiting for the task: (returnval){ [ 904.961769] env[62321]: value = "task-2633475" [ 904.961769] env[62321]: _type = "Task" [ 904.961769] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.966786] env[62321]: DEBUG oslo_vmware.api [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633471, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.971299] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15537b79-0269-4085-9335-0976dc5e84be {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.983476] env[62321]: DEBUG oslo_vmware.api [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Task: {'id': task-2633475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.116452] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633474, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.258510] env[62321]: DEBUG nova.network.neutron [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Successfully updated port: b9a5af3e-05e3-44d8-b5ee-987b052b1068 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 905.338129] env[62321]: INFO nova.compute.manager [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Took 30.98 seconds to build instance. [ 905.442588] env[62321]: DEBUG oslo_vmware.api [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633471, 'name': PowerOnVM_Task, 'duration_secs': 0.847158} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.445079] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.445302] env[62321]: DEBUG nova.compute.manager [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.446178] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81346b3c-fcec-4937-921c-c4f3cc9e53c1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.468050] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd1a506-349c-4c10-a001-e541a92687f4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.484720] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7905e70-1288-45a8-ad0d-2c4d810e820f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.487751] env[62321]: DEBUG oslo_vmware.api [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Task: {'id': task-2633475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.517920] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acf1125-b4cd-42e2-add7-869df9b294b6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.530030] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b17f60e-3993-4f6b-9bf9-279a3c5ecdb0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.541581] env[62321]: DEBUG nova.compute.provider_tree [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.575869] env[62321]: DEBUG nova.network.neutron [req-be8cd8fd-4c16-484a-b3af-8dacfc364976 req-75516999-a4f3-45ce-8998-35d73382eb25 service nova] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Updated VIF entry in instance network info cache for port 9a9e0942-8708-4d18-8628-6302c39a7c9f. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.575869] env[62321]: DEBUG nova.network.neutron [req-be8cd8fd-4c16-484a-b3af-8dacfc364976 req-75516999-a4f3-45ce-8998-35d73382eb25 service nova] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Updating instance_info_cache with network_info: [{"id": "9a9e0942-8708-4d18-8628-6302c39a7c9f", "address": "fa:16:3e:7b:b9:04", "network": {"id": "a5547c0f-46b1-4ae5-841a-9f39910febcd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ef1461c1ad14a3cb8e9828aa58002a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a9e0942-87", "ovs_interfaceid": "9a9e0942-8708-4d18-8628-6302c39a7c9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.597640] env[62321]: DEBUG nova.network.neutron [None req-273fe578-8458-4499-904f-edfbe9a48a07 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Updating instance_info_cache with network_info: [{"id": "56fdb267-0887-4f9e-93fa-168ed8144c0c", "address": "fa:16:3e:bc:19:30", "network": {"id": "847e6b84-f3d9-42dc-9e78-08c7739b2de1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1845501430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb209a504e9e40a8a39dafc9b9c9fa10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56fdb267-08", "ovs_interfaceid": "56fdb267-0887-4f9e-93fa-168ed8144c0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.613668] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633474, 'name': CreateVM_Task, 'duration_secs': 0.546977} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.613838] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.614551] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.614719] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.615035] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.615280] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3b040fc-cecc-454b-ba0c-5e8ad38dd336 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.619523] env[62321]: DEBUG oslo_vmware.api [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Waiting for the task: (returnval){ [ 905.619523] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52f115c4-299b-7f59-82f6-06189c4588cd" [ 905.619523] env[62321]: _type = "Task" [ 905.619523] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.627245] env[62321]: DEBUG oslo_vmware.api [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52f115c4-299b-7f59-82f6-06189c4588cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.763311] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Acquiring lock "refresh_cache-2ec7b858-4063-4a79-8681-8655eb22bfab" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.763491] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Acquired lock "refresh_cache-2ec7b858-4063-4a79-8681-8655eb22bfab" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.763674] env[62321]: DEBUG nova.network.neutron [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.843697] env[62321]: DEBUG oslo_concurrency.lockutils [None req-262e4435-4d79-4bdf-84fa-fa2ee44e85f1 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "b696d814-0bdb-4f09-83b5-d66c1b81507f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.493s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.966841] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.976581] env[62321]: DEBUG oslo_vmware.api [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Task: {'id': task-2633475, 'name': ReconfigVM_Task, 'duration_secs': 0.853046} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.976851] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Reconfigured VM instance instance-00000053 to attach disk [datastore1] edec86ac-ad3c-4c3d-87dd-956b6a02b803/edec86ac-ad3c-4c3d-87dd-956b6a02b803.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.977494] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58306d2e-0eed-4fcf-991b-8d0f241bba50 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.983619] env[62321]: DEBUG oslo_vmware.api [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Waiting for the task: (returnval){ [ 905.983619] env[62321]: value = "task-2633476" [ 905.983619] env[62321]: _type = "Task" [ 905.983619] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.992580] env[62321]: DEBUG oslo_vmware.api [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Task: {'id': task-2633476, 'name': Rename_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.046393] env[62321]: DEBUG nova.scheduler.client.report [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.076662] env[62321]: DEBUG oslo_concurrency.lockutils [req-be8cd8fd-4c16-484a-b3af-8dacfc364976 req-75516999-a4f3-45ce-8998-35d73382eb25 service nova] Releasing lock "refresh_cache-179b5998-467e-4e40-89bd-e8555eac9051" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.099575] env[62321]: DEBUG oslo_concurrency.lockutils [None req-273fe578-8458-4499-904f-edfbe9a48a07 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Releasing lock "refresh_cache-3e987af3-dc11-495c-bfa5-a5e8ce31d1fd" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.130516] env[62321]: DEBUG oslo_vmware.api [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52f115c4-299b-7f59-82f6-06189c4588cd, 'name': SearchDatastore_Task, 'duration_secs': 0.009477} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.130808] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.131109] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.131294] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.131442] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.131705] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.131901] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2cb55ce7-01cc-402a-a56f-d88d5620feee {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.142031] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.142031] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.142543] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b63fb62b-1d6b-4021-95cb-1526cd8ddc1f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.148769] env[62321]: DEBUG oslo_vmware.api [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Waiting for the task: (returnval){ [ 906.148769] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c824d3-b741-4115-18d0-b0e68286fc3f" [ 906.148769] env[62321]: _type = "Task" [ 906.148769] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.156597] env[62321]: DEBUG oslo_vmware.api [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c824d3-b741-4115-18d0-b0e68286fc3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.295714] env[62321]: DEBUG nova.network.neutron [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 906.427366] env[62321]: DEBUG nova.network.neutron [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Updating instance_info_cache with network_info: [{"id": "b9a5af3e-05e3-44d8-b5ee-987b052b1068", "address": "fa:16:3e:4c:8b:d1", "network": {"id": "a5547c0f-46b1-4ae5-841a-9f39910febcd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ef1461c1ad14a3cb8e9828aa58002a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9a5af3e-05", "ovs_interfaceid": "b9a5af3e-05e3-44d8-b5ee-987b052b1068", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.496451] env[62321]: DEBUG oslo_vmware.api [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Task: {'id': task-2633476, 'name': Rename_Task, 'duration_secs': 0.285211} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.496874] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 906.497325] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5f0b1c3-83e5-4329-b2ed-eca7742c2d85 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.506511] env[62321]: DEBUG oslo_vmware.api [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Waiting for the task: (returnval){ [ 906.506511] env[62321]: value = "task-2633477" [ 906.506511] env[62321]: _type = "Task" [ 906.506511] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.515951] env[62321]: DEBUG oslo_vmware.api [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Task: {'id': task-2633477, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.552391] env[62321]: DEBUG oslo_concurrency.lockutils [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.669s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.554876] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.478s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.555084] env[62321]: DEBUG nova.objects.instance [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62321) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 906.593966] env[62321]: INFO nova.network.neutron [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Updating port 3ef6b831-298e-43db-b109-208864a07aa6 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 906.604497] env[62321]: DEBUG nova.compute.manager [None req-273fe578-8458-4499-904f-edfbe9a48a07 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.605865] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86682262-e98e-4998-9a85-7c78bde664f3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.661716] env[62321]: DEBUG oslo_vmware.api [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c824d3-b741-4115-18d0-b0e68286fc3f, 'name': SearchDatastore_Task, 'duration_secs': 0.009631} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.662437] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c78ee1fe-aa86-4589-9c19-bb5709cc00a2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.668701] env[62321]: DEBUG oslo_vmware.api [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Waiting for the task: (returnval){ [ 906.668701] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c64275-4520-4a19-9bcf-8beaef542a4e" [ 906.668701] env[62321]: _type = "Task" [ 906.668701] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.677828] env[62321]: DEBUG oslo_vmware.api [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c64275-4520-4a19-9bcf-8beaef542a4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.918943] env[62321]: DEBUG nova.compute.manager [req-c80bf003-bc68-46e9-80fb-1c12e905a6ed req-27100afa-e229-4715-853e-53fe54cee84f service nova] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Received event network-vif-plugged-b9a5af3e-05e3-44d8-b5ee-987b052b1068 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 906.919445] env[62321]: DEBUG oslo_concurrency.lockutils [req-c80bf003-bc68-46e9-80fb-1c12e905a6ed req-27100afa-e229-4715-853e-53fe54cee84f service nova] Acquiring lock "2ec7b858-4063-4a79-8681-8655eb22bfab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.919445] env[62321]: DEBUG oslo_concurrency.lockutils [req-c80bf003-bc68-46e9-80fb-1c12e905a6ed req-27100afa-e229-4715-853e-53fe54cee84f service nova] Lock "2ec7b858-4063-4a79-8681-8655eb22bfab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.919692] env[62321]: DEBUG oslo_concurrency.lockutils [req-c80bf003-bc68-46e9-80fb-1c12e905a6ed req-27100afa-e229-4715-853e-53fe54cee84f service nova] Lock "2ec7b858-4063-4a79-8681-8655eb22bfab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.919778] env[62321]: DEBUG nova.compute.manager [req-c80bf003-bc68-46e9-80fb-1c12e905a6ed req-27100afa-e229-4715-853e-53fe54cee84f service nova] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] No waiting events found dispatching network-vif-plugged-b9a5af3e-05e3-44d8-b5ee-987b052b1068 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 906.919881] env[62321]: WARNING nova.compute.manager [req-c80bf003-bc68-46e9-80fb-1c12e905a6ed req-27100afa-e229-4715-853e-53fe54cee84f service nova] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Received unexpected event network-vif-plugged-b9a5af3e-05e3-44d8-b5ee-987b052b1068 for instance with vm_state building and task_state spawning. [ 906.920520] env[62321]: DEBUG nova.compute.manager [req-c80bf003-bc68-46e9-80fb-1c12e905a6ed req-27100afa-e229-4715-853e-53fe54cee84f service nova] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Received event network-changed-b9a5af3e-05e3-44d8-b5ee-987b052b1068 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 906.920884] env[62321]: DEBUG nova.compute.manager [req-c80bf003-bc68-46e9-80fb-1c12e905a6ed req-27100afa-e229-4715-853e-53fe54cee84f service nova] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Refreshing instance network info cache due to event network-changed-b9a5af3e-05e3-44d8-b5ee-987b052b1068. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 906.921339] env[62321]: DEBUG oslo_concurrency.lockutils [req-c80bf003-bc68-46e9-80fb-1c12e905a6ed req-27100afa-e229-4715-853e-53fe54cee84f service nova] Acquiring lock "refresh_cache-2ec7b858-4063-4a79-8681-8655eb22bfab" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.929604] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Releasing lock "refresh_cache-2ec7b858-4063-4a79-8681-8655eb22bfab" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.929922] env[62321]: DEBUG nova.compute.manager [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Instance network_info: |[{"id": "b9a5af3e-05e3-44d8-b5ee-987b052b1068", "address": "fa:16:3e:4c:8b:d1", "network": {"id": "a5547c0f-46b1-4ae5-841a-9f39910febcd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ef1461c1ad14a3cb8e9828aa58002a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9a5af3e-05", "ovs_interfaceid": "b9a5af3e-05e3-44d8-b5ee-987b052b1068", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 906.930474] env[62321]: DEBUG oslo_concurrency.lockutils [req-c80bf003-bc68-46e9-80fb-1c12e905a6ed req-27100afa-e229-4715-853e-53fe54cee84f service nova] Acquired lock "refresh_cache-2ec7b858-4063-4a79-8681-8655eb22bfab" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.930661] env[62321]: DEBUG nova.network.neutron [req-c80bf003-bc68-46e9-80fb-1c12e905a6ed req-27100afa-e229-4715-853e-53fe54cee84f service nova] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Refreshing network info cache for port b9a5af3e-05e3-44d8-b5ee-987b052b1068 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.932112] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:8b:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4c8c8fd-baca-4e60-97dc-ff0418d63215', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9a5af3e-05e3-44d8-b5ee-987b052b1068', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.941303] env[62321]: DEBUG oslo.service.loopingcall [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 906.944643] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 906.945140] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd071050-c033-4e39-85b0-f0b5570a3ab8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.969988] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.969988] env[62321]: value = "task-2633478" [ 906.969988] env[62321]: _type = "Task" [ 906.969988] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.980695] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633478, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.020304] env[62321]: DEBUG oslo_vmware.api [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Task: {'id': task-2633477, 'name': PowerOnVM_Task} progress is 92%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.179992] env[62321]: DEBUG oslo_vmware.api [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c64275-4520-4a19-9bcf-8beaef542a4e, 'name': SearchDatastore_Task, 'duration_secs': 0.015974} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.180299] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.180570] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 179b5998-467e-4e40-89bd-e8555eac9051/179b5998-467e-4e40-89bd-e8555eac9051.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 907.180833] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05ea244b-0710-497e-bc42-46040736a878 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.190371] env[62321]: DEBUG oslo_vmware.api [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Waiting for the task: (returnval){ [ 907.190371] env[62321]: value = "task-2633479" [ 907.190371] env[62321]: _type = "Task" [ 907.190371] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.201329] env[62321]: DEBUG oslo_vmware.api [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633479, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.371425] env[62321]: DEBUG nova.network.neutron [req-c80bf003-bc68-46e9-80fb-1c12e905a6ed req-27100afa-e229-4715-853e-53fe54cee84f service nova] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Updated VIF entry in instance network info cache for port b9a5af3e-05e3-44d8-b5ee-987b052b1068. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.371848] env[62321]: DEBUG nova.network.neutron [req-c80bf003-bc68-46e9-80fb-1c12e905a6ed req-27100afa-e229-4715-853e-53fe54cee84f service nova] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Updating instance_info_cache with network_info: [{"id": "b9a5af3e-05e3-44d8-b5ee-987b052b1068", "address": "fa:16:3e:4c:8b:d1", "network": {"id": "a5547c0f-46b1-4ae5-841a-9f39910febcd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ef1461c1ad14a3cb8e9828aa58002a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9a5af3e-05", "ovs_interfaceid": "b9a5af3e-05e3-44d8-b5ee-987b052b1068", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.395489] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2e237d68-af98-472b-a1dd-9f48f08e6a4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "dc822bf7-b87a-480c-9d26-e36b471d1ab6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.395489] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2e237d68-af98-472b-a1dd-9f48f08e6a4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "dc822bf7-b87a-480c-9d26-e36b471d1ab6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.395489] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2e237d68-af98-472b-a1dd-9f48f08e6a4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "dc822bf7-b87a-480c-9d26-e36b471d1ab6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.395489] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2e237d68-af98-472b-a1dd-9f48f08e6a4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "dc822bf7-b87a-480c-9d26-e36b471d1ab6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.395489] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2e237d68-af98-472b-a1dd-9f48f08e6a4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "dc822bf7-b87a-480c-9d26-e36b471d1ab6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.398735] env[62321]: INFO nova.compute.manager [None req-2e237d68-af98-472b-a1dd-9f48f08e6a4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Terminating instance [ 907.486404] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633478, 'name': CreateVM_Task, 'duration_secs': 0.379819} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.486404] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 907.486725] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.486725] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.486962] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.488169] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa43e3c4-7589-427a-80e4-ecf151d3830f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.493936] env[62321]: DEBUG oslo_vmware.api [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Waiting for the task: (returnval){ [ 907.493936] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521eceae-496b-a322-6ab1-b8d4ffae518f" [ 907.493936] env[62321]: _type = "Task" [ 907.493936] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.505675] env[62321]: DEBUG oslo_vmware.api [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521eceae-496b-a322-6ab1-b8d4ffae518f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.518910] env[62321]: DEBUG oslo_vmware.api [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Task: {'id': task-2633477, 'name': PowerOnVM_Task, 'duration_secs': 0.604119} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.519482] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 907.519681] env[62321]: INFO nova.compute.manager [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Took 8.04 seconds to spawn the instance on the hypervisor. [ 907.519859] env[62321]: DEBUG nova.compute.manager [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.520912] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fde06f-5433-456e-9e31-11979bb03e5c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.570174] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1de5dcbe-abeb-48d0-b21c-693dc99c6daa tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.572422] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6a72bd06-cb82-467b-8ea2-a56edaec33ad tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.428s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.576586] env[62321]: DEBUG nova.objects.instance [None req-6a72bd06-cb82-467b-8ea2-a56edaec33ad tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lazy-loading 'resources' on Instance uuid d524e752-1c48-4acc-886d-346d8b224fcb {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.623936] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645ad063-4054-4ff4-8a38-151142726b54 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.634749] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-273fe578-8458-4499-904f-edfbe9a48a07 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Doing hard reboot of VM {{(pid=62321) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 907.635414] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-790ad28b-1522-422a-9d06-af91556fe810 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.645498] env[62321]: DEBUG oslo_vmware.api [None req-273fe578-8458-4499-904f-edfbe9a48a07 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Waiting for the task: (returnval){ [ 907.645498] env[62321]: value = "task-2633480" [ 907.645498] env[62321]: _type = "Task" [ 907.645498] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.656591] env[62321]: DEBUG oslo_vmware.api [None req-273fe578-8458-4499-904f-edfbe9a48a07 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': task-2633480, 'name': ResetVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.704791] env[62321]: DEBUG oslo_concurrency.lockutils [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "5caed0a4-14ee-43ee-a501-d8370925bb84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.705068] env[62321]: DEBUG oslo_concurrency.lockutils [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "5caed0a4-14ee-43ee-a501-d8370925bb84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.706186] env[62321]: DEBUG oslo_vmware.api [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633479, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473518} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.709595] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 179b5998-467e-4e40-89bd-e8555eac9051/179b5998-467e-4e40-89bd-e8555eac9051.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.709771] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.710532] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-494a54e7-80fd-4dd0-bf64-b59aaca7fb7a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.718506] env[62321]: DEBUG oslo_vmware.api [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Waiting for the task: (returnval){ [ 907.718506] env[62321]: value = "task-2633481" [ 907.718506] env[62321]: _type = "Task" [ 907.718506] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.732711] env[62321]: DEBUG oslo_vmware.api [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633481, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.875303] env[62321]: DEBUG oslo_concurrency.lockutils [req-c80bf003-bc68-46e9-80fb-1c12e905a6ed req-27100afa-e229-4715-853e-53fe54cee84f service nova] Releasing lock "refresh_cache-2ec7b858-4063-4a79-8681-8655eb22bfab" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.903583] env[62321]: DEBUG nova.compute.manager [None req-2e237d68-af98-472b-a1dd-9f48f08e6a4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 907.903839] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2e237d68-af98-472b-a1dd-9f48f08e6a4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 907.904715] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1094a93d-ade6-453a-8542-72ec0dbaf700 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.914037] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e237d68-af98-472b-a1dd-9f48f08e6a4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.914370] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1be77ec-25ab-4de9-89ca-0eb8ee5123e4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.924349] env[62321]: DEBUG oslo_vmware.api [None req-2e237d68-af98-472b-a1dd-9f48f08e6a4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 907.924349] env[62321]: value = "task-2633482" [ 907.924349] env[62321]: _type = "Task" [ 907.924349] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.935774] env[62321]: DEBUG oslo_vmware.api [None req-2e237d68-af98-472b-a1dd-9f48f08e6a4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.007280] env[62321]: DEBUG oslo_vmware.api [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521eceae-496b-a322-6ab1-b8d4ffae518f, 'name': SearchDatastore_Task, 'duration_secs': 0.024097} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.007633] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.011023] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.011023] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.011023] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.011023] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.011023] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8c1f15a-6049-4544-a900-be59130b543e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.023133] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.023299] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 908.024291] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0268bea4-d745-4308-8b07-a609820d8d43 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.032020] env[62321]: DEBUG oslo_vmware.api [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Waiting for the task: (returnval){ [ 908.032020] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a1ca2f-2d4c-a98c-5905-228e20cf2d3d" [ 908.032020] env[62321]: _type = "Task" [ 908.032020] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.046582] env[62321]: DEBUG oslo_vmware.api [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a1ca2f-2d4c-a98c-5905-228e20cf2d3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.048577] env[62321]: INFO nova.compute.manager [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Took 21.93 seconds to build instance. [ 908.077965] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "9c0c978d-9c8c-484c-93ff-c300b7536d65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.078416] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "9c0c978d-9c8c-484c-93ff-c300b7536d65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.160262] env[62321]: DEBUG oslo_vmware.api [None req-273fe578-8458-4499-904f-edfbe9a48a07 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': task-2633480, 'name': ResetVM_Task, 'duration_secs': 0.100225} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.160578] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-273fe578-8458-4499-904f-edfbe9a48a07 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Did hard reboot of VM {{(pid=62321) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 908.161112] env[62321]: DEBUG nova.compute.manager [None req-273fe578-8458-4499-904f-edfbe9a48a07 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.161994] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f90872-f87c-4504-9a37-3bf8deb4182b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.210557] env[62321]: DEBUG nova.compute.manager [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 908.233069] env[62321]: DEBUG oslo_vmware.api [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633481, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081595} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.233388] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.234255] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7991f115-7349-4727-ae8a-5d577b5c2f67 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.242406] env[62321]: DEBUG oslo_concurrency.lockutils [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Acquiring lock "refresh_cache-5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.242650] env[62321]: DEBUG oslo_concurrency.lockutils [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Acquired lock "refresh_cache-5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.242773] env[62321]: DEBUG nova.network.neutron [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.266974] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 179b5998-467e-4e40-89bd-e8555eac9051/179b5998-467e-4e40-89bd-e8555eac9051.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.271154] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7021fda7-af8d-408c-b871-ff83bc8972b3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.295975] env[62321]: DEBUG oslo_vmware.api [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Waiting for the task: (returnval){ [ 908.295975] env[62321]: value = "task-2633483" [ 908.295975] env[62321]: _type = "Task" [ 908.295975] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.310325] env[62321]: DEBUG oslo_vmware.api [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633483, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.441027] env[62321]: DEBUG oslo_vmware.api [None req-2e237d68-af98-472b-a1dd-9f48f08e6a4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633482, 'name': PowerOffVM_Task, 'duration_secs': 0.407521} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.441995] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e237d68-af98-472b-a1dd-9f48f08e6a4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.441995] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2e237d68-af98-472b-a1dd-9f48f08e6a4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.442135] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfd45915-1b4b-4cb8-aba1-8009bccd3bda {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.546760] env[62321]: DEBUG oslo_vmware.api [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a1ca2f-2d4c-a98c-5905-228e20cf2d3d, 'name': SearchDatastore_Task, 'duration_secs': 0.029169} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.551730] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2e237d68-af98-472b-a1dd-9f48f08e6a4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.552009] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2e237d68-af98-472b-a1dd-9f48f08e6a4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.552193] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e237d68-af98-472b-a1dd-9f48f08e6a4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Deleting the datastore file [datastore1] dc822bf7-b87a-480c-9d26-e36b471d1ab6 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.552628] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e0ca024f-1f9f-4fda-819b-b4478adf1606 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Lock "edec86ac-ad3c-4c3d-87dd-956b6a02b803" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.441s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.553094] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1f054ba-7f3c-4d3e-8e4f-5b615c94d69c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.555504] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d6fe761-5ca0-4451-9620-2049846d1252 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.561222] env[62321]: DEBUG oslo_vmware.api [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Waiting for the task: (returnval){ [ 908.561222] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]523e47c8-d162-f3b1-f13d-304e475641e7" [ 908.561222] env[62321]: _type = "Task" [ 908.561222] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.569053] env[62321]: DEBUG oslo_vmware.api [None req-2e237d68-af98-472b-a1dd-9f48f08e6a4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 908.569053] env[62321]: value = "task-2633485" [ 908.569053] env[62321]: _type = "Task" [ 908.569053] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.577143] env[62321]: DEBUG oslo_vmware.api [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]523e47c8-d162-f3b1-f13d-304e475641e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.584624] env[62321]: DEBUG oslo_vmware.api [None req-2e237d68-af98-472b-a1dd-9f48f08e6a4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633485, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.586109] env[62321]: DEBUG nova.compute.manager [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 908.625802] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0fd31e-5cda-4629-9670-97fb2f987d26 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.636342] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338e342a-b58a-45c5-a42d-3bf040a74dff {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.673904] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9ea4cd-18b4-42f4-b3e9-cbb912f410b7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.679366] env[62321]: DEBUG oslo_concurrency.lockutils [None req-273fe578-8458-4499-904f-edfbe9a48a07 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Lock "3e987af3-dc11-495c-bfa5-a5e8ce31d1fd" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.569s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.687095] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846b0191-7ea1-4ec4-b7a3-6f24d17d9aeb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.705375] env[62321]: DEBUG nova.compute.provider_tree [None req-6a72bd06-cb82-467b-8ea2-a56edaec33ad tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.728975] env[62321]: DEBUG oslo_concurrency.lockutils [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.810346] env[62321]: DEBUG oslo_vmware.api [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.883933] env[62321]: DEBUG nova.compute.manager [req-71f8f70e-f170-4d75-81b1-dd4d59d2fa4b req-681f7994-2876-4ff9-89cb-cffb3de1e09d service nova] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Received event network-changed-56fdb267-0887-4f9e-93fa-168ed8144c0c {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 908.884104] env[62321]: DEBUG nova.compute.manager [req-71f8f70e-f170-4d75-81b1-dd4d59d2fa4b req-681f7994-2876-4ff9-89cb-cffb3de1e09d service nova] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Refreshing instance network info cache due to event network-changed-56fdb267-0887-4f9e-93fa-168ed8144c0c. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 908.884421] env[62321]: DEBUG oslo_concurrency.lockutils [req-71f8f70e-f170-4d75-81b1-dd4d59d2fa4b req-681f7994-2876-4ff9-89cb-cffb3de1e09d service nova] Acquiring lock "refresh_cache-3e987af3-dc11-495c-bfa5-a5e8ce31d1fd" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.884622] env[62321]: DEBUG oslo_concurrency.lockutils [req-71f8f70e-f170-4d75-81b1-dd4d59d2fa4b req-681f7994-2876-4ff9-89cb-cffb3de1e09d service nova] Acquired lock "refresh_cache-3e987af3-dc11-495c-bfa5-a5e8ce31d1fd" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.884808] env[62321]: DEBUG nova.network.neutron [req-71f8f70e-f170-4d75-81b1-dd4d59d2fa4b req-681f7994-2876-4ff9-89cb-cffb3de1e09d service nova] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Refreshing network info cache for port 56fdb267-0887-4f9e-93fa-168ed8144c0c {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 908.970952] env[62321]: DEBUG nova.compute.manager [req-cf01adc7-cb98-4ae8-93d9-bb5c3debe572 req-ff68a1a3-22ec-4141-ad0d-795b2fb005e6 service nova] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Received event network-vif-plugged-3ef6b831-298e-43db-b109-208864a07aa6 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 908.971211] env[62321]: DEBUG oslo_concurrency.lockutils [req-cf01adc7-cb98-4ae8-93d9-bb5c3debe572 req-ff68a1a3-22ec-4141-ad0d-795b2fb005e6 service nova] Acquiring lock "5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.971439] env[62321]: DEBUG oslo_concurrency.lockutils [req-cf01adc7-cb98-4ae8-93d9-bb5c3debe572 req-ff68a1a3-22ec-4141-ad0d-795b2fb005e6 service nova] Lock "5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.971626] env[62321]: DEBUG oslo_concurrency.lockutils [req-cf01adc7-cb98-4ae8-93d9-bb5c3debe572 req-ff68a1a3-22ec-4141-ad0d-795b2fb005e6 service nova] Lock "5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.971784] env[62321]: DEBUG nova.compute.manager [req-cf01adc7-cb98-4ae8-93d9-bb5c3debe572 req-ff68a1a3-22ec-4141-ad0d-795b2fb005e6 service nova] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] No waiting events found dispatching network-vif-plugged-3ef6b831-298e-43db-b109-208864a07aa6 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 908.971966] env[62321]: WARNING nova.compute.manager [req-cf01adc7-cb98-4ae8-93d9-bb5c3debe572 req-ff68a1a3-22ec-4141-ad0d-795b2fb005e6 service nova] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Received unexpected event network-vif-plugged-3ef6b831-298e-43db-b109-208864a07aa6 for instance with vm_state shelved_offloaded and task_state spawning. [ 908.972224] env[62321]: DEBUG nova.compute.manager [req-cf01adc7-cb98-4ae8-93d9-bb5c3debe572 req-ff68a1a3-22ec-4141-ad0d-795b2fb005e6 service nova] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Received event network-changed-3ef6b831-298e-43db-b109-208864a07aa6 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 908.972453] env[62321]: DEBUG nova.compute.manager [req-cf01adc7-cb98-4ae8-93d9-bb5c3debe572 req-ff68a1a3-22ec-4141-ad0d-795b2fb005e6 service nova] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Refreshing instance network info cache due to event network-changed-3ef6b831-298e-43db-b109-208864a07aa6. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 908.972570] env[62321]: DEBUG oslo_concurrency.lockutils [req-cf01adc7-cb98-4ae8-93d9-bb5c3debe572 req-ff68a1a3-22ec-4141-ad0d-795b2fb005e6 service nova] Acquiring lock "refresh_cache-5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.998764] env[62321]: DEBUG nova.network.neutron [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Updating instance_info_cache with network_info: [{"id": "3ef6b831-298e-43db-b109-208864a07aa6", "address": "fa:16:3e:1b:08:bb", "network": {"id": "c2c64e93-1634-4733-ba04-2307c219020c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1866181050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9ba67a32294feda37ce6c58c302ced", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ef6b831-29", "ovs_interfaceid": "3ef6b831-298e-43db-b109-208864a07aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.073872] env[62321]: DEBUG oslo_vmware.api [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]523e47c8-d162-f3b1-f13d-304e475641e7, 'name': SearchDatastore_Task, 'duration_secs': 0.043521} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.077080] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.077724] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 2ec7b858-4063-4a79-8681-8655eb22bfab/2ec7b858-4063-4a79-8681-8655eb22bfab.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.077724] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-964abb73-0cf5-43aa-a4b2-1d6174a46e1b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.088517] env[62321]: DEBUG oslo_vmware.api [None req-2e237d68-af98-472b-a1dd-9f48f08e6a4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633485, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.476958} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.089935] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e237d68-af98-472b-a1dd-9f48f08e6a4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.090233] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2e237d68-af98-472b-a1dd-9f48f08e6a4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.090510] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2e237d68-af98-472b-a1dd-9f48f08e6a4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.090774] env[62321]: INFO nova.compute.manager [None req-2e237d68-af98-472b-a1dd-9f48f08e6a4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Took 1.19 seconds to destroy the instance on the hypervisor. [ 909.091111] env[62321]: DEBUG oslo.service.loopingcall [None req-2e237d68-af98-472b-a1dd-9f48f08e6a4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 909.093761] env[62321]: DEBUG oslo_vmware.api [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Waiting for the task: (returnval){ [ 909.093761] env[62321]: value = "task-2633486" [ 909.093761] env[62321]: _type = "Task" [ 909.093761] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.096848] env[62321]: DEBUG nova.compute.manager [-] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 909.096956] env[62321]: DEBUG nova.network.neutron [-] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 909.109320] env[62321]: DEBUG oslo_vmware.api [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.110409] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.211808] env[62321]: DEBUG nova.scheduler.client.report [None req-6a72bd06-cb82-467b-8ea2-a56edaec33ad tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.307282] env[62321]: DEBUG oslo_vmware.api [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633483, 'name': ReconfigVM_Task, 'duration_secs': 0.780679} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.307573] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 179b5998-467e-4e40-89bd-e8555eac9051/179b5998-467e-4e40-89bd-e8555eac9051.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.308237] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0634f0fb-329e-43bd-928d-f3748dedcc68 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.316269] env[62321]: DEBUG oslo_vmware.api [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Waiting for the task: (returnval){ [ 909.316269] env[62321]: value = "task-2633487" [ 909.316269] env[62321]: _type = "Task" [ 909.316269] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.325523] env[62321]: DEBUG oslo_vmware.api [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633487, 'name': Rename_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.501934] env[62321]: DEBUG oslo_concurrency.lockutils [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Releasing lock "refresh_cache-5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.505066] env[62321]: DEBUG oslo_concurrency.lockutils [req-cf01adc7-cb98-4ae8-93d9-bb5c3debe572 req-ff68a1a3-22ec-4141-ad0d-795b2fb005e6 service nova] Acquired lock "refresh_cache-5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.505352] env[62321]: DEBUG nova.network.neutron [req-cf01adc7-cb98-4ae8-93d9-bb5c3debe572 req-ff68a1a3-22ec-4141-ad0d-795b2fb005e6 service nova] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Refreshing network info cache for port 3ef6b831-298e-43db-b109-208864a07aa6 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 909.536813] env[62321]: DEBUG nova.virt.hardware [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='44fd2ab55ba5e7f109f21b41235fd705',container_format='bare',created_at=2025-02-18T14:44:01Z,direct_url=,disk_format='vmdk',id=08476f80-d409-47c2-af14-9d8365f46571,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-707760064-shelved',owner='3f9ba67a32294feda37ce6c58c302ced',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2025-02-18T14:44:17Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.537139] env[62321]: DEBUG nova.virt.hardware [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.537251] env[62321]: DEBUG nova.virt.hardware [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.537435] env[62321]: DEBUG nova.virt.hardware [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.537584] env[62321]: DEBUG nova.virt.hardware [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.537731] env[62321]: DEBUG nova.virt.hardware [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.538565] env[62321]: DEBUG nova.virt.hardware [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.538789] env[62321]: DEBUG nova.virt.hardware [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.539082] env[62321]: DEBUG nova.virt.hardware [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.539307] env[62321]: DEBUG nova.virt.hardware [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.539499] env[62321]: DEBUG nova.virt.hardware [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.541917] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3b85d5-d67b-416f-b625-9d39ffce8d61 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.554352] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a428a16-a5cc-4012-a1e5-1e7b5d24ccbf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.573727] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:08:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a2b284a-a29c-478f-b763-c9b5821e20ec', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ef6b831-298e-43db-b109-208864a07aa6', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 909.581324] env[62321]: DEBUG oslo.service.loopingcall [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 909.584160] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.584435] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4eb23265-47eb-49ee-a192-f23b544d8457 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.599073] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9bfe25d4-efff-4263-8a27-d585fb26af58 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Acquiring lock "3e987af3-dc11-495c-bfa5-a5e8ce31d1fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.599367] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9bfe25d4-efff-4263-8a27-d585fb26af58 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Lock "3e987af3-dc11-495c-bfa5-a5e8ce31d1fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.599855] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9bfe25d4-efff-4263-8a27-d585fb26af58 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Acquiring lock "3e987af3-dc11-495c-bfa5-a5e8ce31d1fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.600071] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9bfe25d4-efff-4263-8a27-d585fb26af58 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Lock "3e987af3-dc11-495c-bfa5-a5e8ce31d1fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.600337] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9bfe25d4-efff-4263-8a27-d585fb26af58 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Lock "3e987af3-dc11-495c-bfa5-a5e8ce31d1fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.602529] env[62321]: INFO nova.compute.manager [None req-9bfe25d4-efff-4263-8a27-d585fb26af58 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Terminating instance [ 909.611323] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.611323] env[62321]: value = "task-2633488" [ 909.611323] env[62321]: _type = "Task" [ 909.611323] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.620048] env[62321]: DEBUG oslo_vmware.api [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633486, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.626542] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633488, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.636415] env[62321]: DEBUG nova.network.neutron [req-71f8f70e-f170-4d75-81b1-dd4d59d2fa4b req-681f7994-2876-4ff9-89cb-cffb3de1e09d service nova] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Updated VIF entry in instance network info cache for port 56fdb267-0887-4f9e-93fa-168ed8144c0c. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 909.636891] env[62321]: DEBUG nova.network.neutron [req-71f8f70e-f170-4d75-81b1-dd4d59d2fa4b req-681f7994-2876-4ff9-89cb-cffb3de1e09d service nova] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Updating instance_info_cache with network_info: [{"id": "56fdb267-0887-4f9e-93fa-168ed8144c0c", "address": "fa:16:3e:bc:19:30", "network": {"id": "847e6b84-f3d9-42dc-9e78-08c7739b2de1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1845501430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb209a504e9e40a8a39dafc9b9c9fa10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56fdb267-08", "ovs_interfaceid": "56fdb267-0887-4f9e-93fa-168ed8144c0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.721071] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6a72bd06-cb82-467b-8ea2-a56edaec33ad tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.148s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.724023] env[62321]: DEBUG oslo_concurrency.lockutils [None req-348f739a-66e7-4e6b-a439-bbffe97b24be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.534s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.724404] env[62321]: DEBUG nova.objects.instance [None req-348f739a-66e7-4e6b-a439-bbffe97b24be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lazy-loading 'resources' on Instance uuid a0cb66e2-92e2-4c65-8f54-ad044d71a4c9 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.756716] env[62321]: INFO nova.scheduler.client.report [None req-6a72bd06-cb82-467b-8ea2-a56edaec33ad tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Deleted allocations for instance d524e752-1c48-4acc-886d-346d8b224fcb [ 909.836103] env[62321]: DEBUG oslo_vmware.api [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633487, 'name': Rename_Task, 'duration_secs': 0.178581} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.836541] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.837420] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2176fb6a-cd96-4aee-84d1-5aeeb3852883 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.847200] env[62321]: DEBUG oslo_vmware.api [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Waiting for the task: (returnval){ [ 909.847200] env[62321]: value = "task-2633489" [ 909.847200] env[62321]: _type = "Task" [ 909.847200] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.863907] env[62321]: DEBUG oslo_vmware.api [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633489, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.883170] env[62321]: DEBUG nova.network.neutron [-] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.988406] env[62321]: DEBUG oslo_concurrency.lockutils [None req-de69a8ce-e0e0-45b5-ade1-1c79d9d94e06 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Acquiring lock "edec86ac-ad3c-4c3d-87dd-956b6a02b803" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.988406] env[62321]: DEBUG oslo_concurrency.lockutils [None req-de69a8ce-e0e0-45b5-ade1-1c79d9d94e06 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Lock "edec86ac-ad3c-4c3d-87dd-956b6a02b803" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.988406] env[62321]: DEBUG oslo_concurrency.lockutils [None req-de69a8ce-e0e0-45b5-ade1-1c79d9d94e06 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Acquiring lock "edec86ac-ad3c-4c3d-87dd-956b6a02b803-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.988406] env[62321]: DEBUG oslo_concurrency.lockutils [None req-de69a8ce-e0e0-45b5-ade1-1c79d9d94e06 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Lock "edec86ac-ad3c-4c3d-87dd-956b6a02b803-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.988406] env[62321]: DEBUG oslo_concurrency.lockutils [None req-de69a8ce-e0e0-45b5-ade1-1c79d9d94e06 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Lock "edec86ac-ad3c-4c3d-87dd-956b6a02b803-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.990741] env[62321]: INFO nova.compute.manager [None req-de69a8ce-e0e0-45b5-ade1-1c79d9d94e06 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Terminating instance [ 910.110829] env[62321]: DEBUG nova.compute.manager [None req-9bfe25d4-efff-4263-8a27-d585fb26af58 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 910.111342] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-9bfe25d4-efff-4263-8a27-d585fb26af58 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.115997] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e06938-b7ac-4fb2-95fe-993ba9c97bef {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.119414] env[62321]: DEBUG oslo_vmware.api [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633486, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689652} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.124667] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 2ec7b858-4063-4a79-8681-8655eb22bfab/2ec7b858-4063-4a79-8681-8655eb22bfab.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.124667] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.126087] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3cb71482-bf70-4f97-af8d-332b173cff57 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.132308] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bfe25d4-efff-4263-8a27-d585fb26af58 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.137792] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbe6aa38-b646-4bac-823c-b6e1601a064b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.140674] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633488, 'name': CreateVM_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.142242] env[62321]: DEBUG oslo_concurrency.lockutils [req-71f8f70e-f170-4d75-81b1-dd4d59d2fa4b req-681f7994-2876-4ff9-89cb-cffb3de1e09d service nova] Releasing lock "refresh_cache-3e987af3-dc11-495c-bfa5-a5e8ce31d1fd" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.142705] env[62321]: DEBUG oslo_vmware.api [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Waiting for the task: (returnval){ [ 910.142705] env[62321]: value = "task-2633490" [ 910.142705] env[62321]: _type = "Task" [ 910.142705] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.151445] env[62321]: DEBUG oslo_vmware.api [None req-9bfe25d4-efff-4263-8a27-d585fb26af58 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Waiting for the task: (returnval){ [ 910.151445] env[62321]: value = "task-2633491" [ 910.151445] env[62321]: _type = "Task" [ 910.151445] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.158657] env[62321]: DEBUG oslo_vmware.api [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633490, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.164704] env[62321]: DEBUG oslo_vmware.api [None req-9bfe25d4-efff-4263-8a27-d585fb26af58 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': task-2633491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.268896] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6a72bd06-cb82-467b-8ea2-a56edaec33ad tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lock "d524e752-1c48-4acc-886d-346d8b224fcb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.563s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.287426] env[62321]: DEBUG nova.network.neutron [req-cf01adc7-cb98-4ae8-93d9-bb5c3debe572 req-ff68a1a3-22ec-4141-ad0d-795b2fb005e6 service nova] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Updated VIF entry in instance network info cache for port 3ef6b831-298e-43db-b109-208864a07aa6. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 910.287426] env[62321]: DEBUG nova.network.neutron [req-cf01adc7-cb98-4ae8-93d9-bb5c3debe572 req-ff68a1a3-22ec-4141-ad0d-795b2fb005e6 service nova] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Updating instance_info_cache with network_info: [{"id": "3ef6b831-298e-43db-b109-208864a07aa6", "address": "fa:16:3e:1b:08:bb", "network": {"id": "c2c64e93-1634-4733-ba04-2307c219020c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1866181050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9ba67a32294feda37ce6c58c302ced", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ef6b831-29", "ovs_interfaceid": "3ef6b831-298e-43db-b109-208864a07aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.363413] env[62321]: DEBUG oslo_vmware.api [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633489, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.387860] env[62321]: INFO nova.compute.manager [-] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Took 1.29 seconds to deallocate network for instance. [ 910.494425] env[62321]: DEBUG nova.compute.manager [None req-de69a8ce-e0e0-45b5-ade1-1c79d9d94e06 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 910.494656] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-de69a8ce-e0e0-45b5-ade1-1c79d9d94e06 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.495544] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e5f942-7c50-4bb2-8f40-443b73bd9d12 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.505728] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-de69a8ce-e0e0-45b5-ade1-1c79d9d94e06 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.505956] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84fc2fd1-4daa-423b-b80f-b11dd165e4b1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.514161] env[62321]: DEBUG oslo_vmware.api [None req-de69a8ce-e0e0-45b5-ade1-1c79d9d94e06 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Waiting for the task: (returnval){ [ 910.514161] env[62321]: value = "task-2633492" [ 910.514161] env[62321]: _type = "Task" [ 910.514161] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.529411] env[62321]: DEBUG oslo_vmware.api [None req-de69a8ce-e0e0-45b5-ade1-1c79d9d94e06 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Task: {'id': task-2633492, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.567247] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d7880c07-fe4a-4e8e-a401-a21298dd3661 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquiring lock "385348f6-00bb-4199-adcf-043fc12e8d9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.567513] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d7880c07-fe4a-4e8e-a401-a21298dd3661 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lock "385348f6-00bb-4199-adcf-043fc12e8d9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.567708] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d7880c07-fe4a-4e8e-a401-a21298dd3661 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquiring lock "385348f6-00bb-4199-adcf-043fc12e8d9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.567889] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d7880c07-fe4a-4e8e-a401-a21298dd3661 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lock "385348f6-00bb-4199-adcf-043fc12e8d9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.568070] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d7880c07-fe4a-4e8e-a401-a21298dd3661 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lock "385348f6-00bb-4199-adcf-043fc12e8d9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.570120] env[62321]: INFO nova.compute.manager [None req-d7880c07-fe4a-4e8e-a401-a21298dd3661 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Terminating instance [ 910.625209] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633488, 'name': CreateVM_Task, 'duration_secs': 0.72245} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.627477] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.628338] env[62321]: DEBUG oslo_concurrency.lockutils [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/08476f80-d409-47c2-af14-9d8365f46571" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.628431] env[62321]: DEBUG oslo_concurrency.lockutils [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Acquired lock "[datastore2] devstack-image-cache_base/08476f80-d409-47c2-af14-9d8365f46571" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.628785] env[62321]: DEBUG oslo_concurrency.lockutils [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/08476f80-d409-47c2-af14-9d8365f46571" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.629043] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb3f1871-0d57-4b7a-9cec-f4478204a8f7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.634267] env[62321]: DEBUG oslo_vmware.api [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Waiting for the task: (returnval){ [ 910.634267] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52fa0090-1bef-d381-4da0-0e3f33438c96" [ 910.634267] env[62321]: _type = "Task" [ 910.634267] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.645521] env[62321]: DEBUG oslo_vmware.api [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52fa0090-1bef-d381-4da0-0e3f33438c96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.658414] env[62321]: DEBUG oslo_vmware.api [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633490, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111271} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.658724] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.659818] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9dbdb20-5af7-4110-a531-661d7ab8fff6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.666998] env[62321]: DEBUG oslo_vmware.api [None req-9bfe25d4-efff-4263-8a27-d585fb26af58 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': task-2633491, 'name': PowerOffVM_Task, 'duration_secs': 0.25095} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.667734] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdb867d-4b08-4708-89ef-b0fcb62da85e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.670642] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bfe25d4-efff-4263-8a27-d585fb26af58 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.670906] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-9bfe25d4-efff-4263-8a27-d585fb26af58 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.671158] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8cf7bfb5-3f7d-4d84-8e44-1068ac52549f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.695277] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 2ec7b858-4063-4a79-8681-8655eb22bfab/2ec7b858-4063-4a79-8681-8655eb22bfab.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.699786] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8836724-bb73-46e2-b037-eb0f982cfb32 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.714116] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3999cf7-0616-453b-8e99-e799133b7add {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.749646] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d2be41-21b7-492b-8b01-cc24cac3f093 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.754234] env[62321]: DEBUG oslo_vmware.api [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Waiting for the task: (returnval){ [ 910.754234] env[62321]: value = "task-2633494" [ 910.754234] env[62321]: _type = "Task" [ 910.754234] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.761745] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14592091-2ea0-4633-bee7-c781edcb9d6e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.766690] env[62321]: DEBUG oslo_vmware.api [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633494, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.781160] env[62321]: DEBUG nova.compute.provider_tree [None req-348f739a-66e7-4e6b-a439-bbffe97b24be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.783967] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-9bfe25d4-efff-4263-8a27-d585fb26af58 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.783967] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-9bfe25d4-efff-4263-8a27-d585fb26af58 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.784322] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bfe25d4-efff-4263-8a27-d585fb26af58 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Deleting the datastore file [datastore1] 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.784596] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-383e5ab9-07ca-4a61-bca6-f951569d27f8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.790254] env[62321]: DEBUG oslo_concurrency.lockutils [req-cf01adc7-cb98-4ae8-93d9-bb5c3debe572 req-ff68a1a3-22ec-4141-ad0d-795b2fb005e6 service nova] Releasing lock "refresh_cache-5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.792623] env[62321]: DEBUG oslo_vmware.api [None req-9bfe25d4-efff-4263-8a27-d585fb26af58 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Waiting for the task: (returnval){ [ 910.792623] env[62321]: value = "task-2633495" [ 910.792623] env[62321]: _type = "Task" [ 910.792623] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.801653] env[62321]: DEBUG oslo_vmware.api [None req-9bfe25d4-efff-4263-8a27-d585fb26af58 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': task-2633495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.859642] env[62321]: DEBUG oslo_vmware.api [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633489, 'name': PowerOnVM_Task, 'duration_secs': 0.547422} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.859773] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.859984] env[62321]: INFO nova.compute.manager [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Took 8.49 seconds to spawn the instance on the hypervisor. [ 910.860238] env[62321]: DEBUG nova.compute.manager [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.860977] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78ec62b-389e-4677-bb11-5c1fa1a41155 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.895581] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2e237d68-af98-472b-a1dd-9f48f08e6a4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.001583] env[62321]: DEBUG nova.compute.manager [req-c4a0aa77-9815-474a-a536-7a0d8d6d2ff5 req-021555fa-68d7-4e25-8cad-7587ba243621 service nova] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Received event network-vif-deleted-6beb8674-cf3f-43b6-81aa-eb3cb7aee7e3 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 911.028071] env[62321]: DEBUG oslo_vmware.api [None req-de69a8ce-e0e0-45b5-ade1-1c79d9d94e06 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Task: {'id': task-2633492, 'name': PowerOffVM_Task, 'duration_secs': 0.353821} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.028071] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-de69a8ce-e0e0-45b5-ade1-1c79d9d94e06 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.028071] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-de69a8ce-e0e0-45b5-ade1-1c79d9d94e06 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.028363] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8681703-9602-4954-80d3-c7ddc551bf70 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.077765] env[62321]: DEBUG nova.compute.manager [None req-d7880c07-fe4a-4e8e-a401-a21298dd3661 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 911.078046] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d7880c07-fe4a-4e8e-a401-a21298dd3661 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 911.079105] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ab7e7d-420c-4348-b645-f4311afedcbe {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.087520] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7880c07-fe4a-4e8e-a401-a21298dd3661 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.087804] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5692a25f-701e-4b7c-af2c-8268accb3f3b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.095573] env[62321]: DEBUG oslo_vmware.api [None req-d7880c07-fe4a-4e8e-a401-a21298dd3661 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 911.095573] env[62321]: value = "task-2633497" [ 911.095573] env[62321]: _type = "Task" [ 911.095573] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.107169] env[62321]: DEBUG oslo_vmware.api [None req-d7880c07-fe4a-4e8e-a401-a21298dd3661 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.112064] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-de69a8ce-e0e0-45b5-ade1-1c79d9d94e06 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.112064] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-de69a8ce-e0e0-45b5-ade1-1c79d9d94e06 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.112064] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-de69a8ce-e0e0-45b5-ade1-1c79d9d94e06 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Deleting the datastore file [datastore1] edec86ac-ad3c-4c3d-87dd-956b6a02b803 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.112064] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e20cbca-bd95-4c6d-8717-b7cb6becd716 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.118379] env[62321]: DEBUG oslo_vmware.api [None req-de69a8ce-e0e0-45b5-ade1-1c79d9d94e06 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Waiting for the task: (returnval){ [ 911.118379] env[62321]: value = "task-2633498" [ 911.118379] env[62321]: _type = "Task" [ 911.118379] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.128210] env[62321]: DEBUG oslo_vmware.api [None req-de69a8ce-e0e0-45b5-ade1-1c79d9d94e06 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Task: {'id': task-2633498, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.146040] env[62321]: DEBUG oslo_concurrency.lockutils [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Releasing lock "[datastore2] devstack-image-cache_base/08476f80-d409-47c2-af14-9d8365f46571" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.146269] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Processing image 08476f80-d409-47c2-af14-9d8365f46571 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 911.146528] env[62321]: DEBUG oslo_concurrency.lockutils [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/08476f80-d409-47c2-af14-9d8365f46571/08476f80-d409-47c2-af14-9d8365f46571.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.146683] env[62321]: DEBUG oslo_concurrency.lockutils [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Acquired lock "[datastore2] devstack-image-cache_base/08476f80-d409-47c2-af14-9d8365f46571/08476f80-d409-47c2-af14-9d8365f46571.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.146870] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.147136] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5277017b-5081-4a2f-9a81-d56cbb019583 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.156793] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.157018] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 911.157918] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-348b6aee-f85b-457a-a0a7-120c623e8082 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.164568] env[62321]: DEBUG oslo_vmware.api [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Waiting for the task: (returnval){ [ 911.164568] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52393310-f468-0b25-70c4-024ab979131c" [ 911.164568] env[62321]: _type = "Task" [ 911.164568] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.174531] env[62321]: DEBUG oslo_vmware.api [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52393310-f468-0b25-70c4-024ab979131c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.263810] env[62321]: DEBUG oslo_vmware.api [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633494, 'name': ReconfigVM_Task, 'duration_secs': 0.532579} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.263810] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 2ec7b858-4063-4a79-8681-8655eb22bfab/2ec7b858-4063-4a79-8681-8655eb22bfab.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.265102] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12e202ac-f8a9-4c1e-8ccc-807bab2f424a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.275415] env[62321]: DEBUG oslo_vmware.api [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Waiting for the task: (returnval){ [ 911.275415] env[62321]: value = "task-2633499" [ 911.275415] env[62321]: _type = "Task" [ 911.275415] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.286284] env[62321]: DEBUG nova.scheduler.client.report [None req-348f739a-66e7-4e6b-a439-bbffe97b24be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.289986] env[62321]: DEBUG oslo_vmware.api [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633499, 'name': Rename_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.307242] env[62321]: DEBUG oslo_vmware.api [None req-9bfe25d4-efff-4263-8a27-d585fb26af58 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': task-2633495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154218} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.307242] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bfe25d4-efff-4263-8a27-d585fb26af58 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.307242] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-9bfe25d4-efff-4263-8a27-d585fb26af58 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.307242] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-9bfe25d4-efff-4263-8a27-d585fb26af58 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.307242] env[62321]: INFO nova.compute.manager [None req-9bfe25d4-efff-4263-8a27-d585fb26af58 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Took 1.19 seconds to destroy the instance on the hypervisor. [ 911.307242] env[62321]: DEBUG oslo.service.loopingcall [None req-9bfe25d4-efff-4263-8a27-d585fb26af58 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 911.307242] env[62321]: DEBUG nova.compute.manager [-] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 911.307242] env[62321]: DEBUG nova.network.neutron [-] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 911.382042] env[62321]: INFO nova.compute.manager [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Took 24.77 seconds to build instance. [ 911.609446] env[62321]: DEBUG oslo_vmware.api [None req-d7880c07-fe4a-4e8e-a401-a21298dd3661 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633497, 'name': PowerOffVM_Task, 'duration_secs': 0.327702} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.609848] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7880c07-fe4a-4e8e-a401-a21298dd3661 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.610125] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d7880c07-fe4a-4e8e-a401-a21298dd3661 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.610476] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22962458-fcb4-477c-b3c6-c2b81249aeb5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.631051] env[62321]: DEBUG oslo_vmware.api [None req-de69a8ce-e0e0-45b5-ade1-1c79d9d94e06 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Task: {'id': task-2633498, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17175} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.631385] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-de69a8ce-e0e0-45b5-ade1-1c79d9d94e06 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.631623] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-de69a8ce-e0e0-45b5-ade1-1c79d9d94e06 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.631878] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-de69a8ce-e0e0-45b5-ade1-1c79d9d94e06 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.632142] env[62321]: INFO nova.compute.manager [None req-de69a8ce-e0e0-45b5-ade1-1c79d9d94e06 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Took 1.14 seconds to destroy the instance on the hypervisor. [ 911.632487] env[62321]: DEBUG oslo.service.loopingcall [None req-de69a8ce-e0e0-45b5-ade1-1c79d9d94e06 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 911.632753] env[62321]: DEBUG nova.compute.manager [-] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 911.632890] env[62321]: DEBUG nova.network.neutron [-] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 911.676302] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Preparing fetch location {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 911.676558] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Fetch image to [datastore2] OSTACK_IMG_9a8f6386-7d04-4966-ba38-c64e4a76de60/OSTACK_IMG_9a8f6386-7d04-4966-ba38-c64e4a76de60.vmdk {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 911.676739] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Downloading stream optimized image 08476f80-d409-47c2-af14-9d8365f46571 to [datastore2] OSTACK_IMG_9a8f6386-7d04-4966-ba38-c64e4a76de60/OSTACK_IMG_9a8f6386-7d04-4966-ba38-c64e4a76de60.vmdk on the data store datastore2 as vApp {{(pid=62321) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 911.676906] env[62321]: DEBUG nova.virt.vmwareapi.images [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Downloading image file data 08476f80-d409-47c2-af14-9d8365f46571 to the ESX as VM named 'OSTACK_IMG_9a8f6386-7d04-4966-ba38-c64e4a76de60' {{(pid=62321) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 911.700108] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d7880c07-fe4a-4e8e-a401-a21298dd3661 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.700404] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d7880c07-fe4a-4e8e-a401-a21298dd3661 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.700624] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7880c07-fe4a-4e8e-a401-a21298dd3661 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Deleting the datastore file [datastore1] 385348f6-00bb-4199-adcf-043fc12e8d9c {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.702898] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd8f2711-c224-413c-bc85-780dac540e90 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.727299] env[62321]: DEBUG oslo_vmware.api [None req-d7880c07-fe4a-4e8e-a401-a21298dd3661 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for the task: (returnval){ [ 911.727299] env[62321]: value = "task-2633501" [ 911.727299] env[62321]: _type = "Task" [ 911.727299] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.736174] env[62321]: DEBUG oslo_vmware.api [None req-d7880c07-fe4a-4e8e-a401-a21298dd3661 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.758636] env[62321]: DEBUG oslo_vmware.rw_handles [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 911.758636] env[62321]: value = "resgroup-9" [ 911.758636] env[62321]: _type = "ResourcePool" [ 911.758636] env[62321]: }. {{(pid=62321) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 911.758955] env[62321]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a8cd6315-6ce6-4273-b415-d07216a1696c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.781665] env[62321]: DEBUG oslo_vmware.rw_handles [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Lease: (returnval){ [ 911.781665] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52df72d4-a27b-a8b4-47b7-688b45e978f7" [ 911.781665] env[62321]: _type = "HttpNfcLease" [ 911.781665] env[62321]: } obtained for vApp import into resource pool (val){ [ 911.781665] env[62321]: value = "resgroup-9" [ 911.781665] env[62321]: _type = "ResourcePool" [ 911.781665] env[62321]: }. {{(pid=62321) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 911.781942] env[62321]: DEBUG oslo_vmware.api [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Waiting for the lease: (returnval){ [ 911.781942] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52df72d4-a27b-a8b4-47b7-688b45e978f7" [ 911.781942] env[62321]: _type = "HttpNfcLease" [ 911.781942] env[62321]: } to be ready. {{(pid=62321) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 911.789006] env[62321]: DEBUG oslo_vmware.api [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633499, 'name': Rename_Task, 'duration_secs': 0.338707} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.789725] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.790059] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f5efb54-24e8-4b71-b2ca-3a8603b2399f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.793569] env[62321]: DEBUG oslo_concurrency.lockutils [None req-348f739a-66e7-4e6b-a439-bbffe97b24be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.070s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.796660] env[62321]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 911.796660] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52df72d4-a27b-a8b4-47b7-688b45e978f7" [ 911.796660] env[62321]: _type = "HttpNfcLease" [ 911.796660] env[62321]: } is initializing. {{(pid=62321) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 911.796660] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.267s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.797365] env[62321]: INFO nova.compute.claims [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 911.807656] env[62321]: DEBUG oslo_vmware.api [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Waiting for the task: (returnval){ [ 911.807656] env[62321]: value = "task-2633503" [ 911.807656] env[62321]: _type = "Task" [ 911.807656] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.819026] env[62321]: DEBUG oslo_vmware.api [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.827850] env[62321]: INFO nova.scheduler.client.report [None req-348f739a-66e7-4e6b-a439-bbffe97b24be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Deleted allocations for instance a0cb66e2-92e2-4c65-8f54-ad044d71a4c9 [ 911.889728] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fd3d4a96-4d1b-4eb4-b6e7-b058d1110557 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Lock "179b5998-467e-4e40-89bd-e8555eac9051" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.287s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.078173] env[62321]: DEBUG nova.network.neutron [-] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.242115] env[62321]: DEBUG oslo_vmware.api [None req-d7880c07-fe4a-4e8e-a401-a21298dd3661 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Task: {'id': task-2633501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197631} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.242809] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7880c07-fe4a-4e8e-a401-a21298dd3661 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.243176] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d7880c07-fe4a-4e8e-a401-a21298dd3661 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 912.243498] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d7880c07-fe4a-4e8e-a401-a21298dd3661 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 912.243785] env[62321]: INFO nova.compute.manager [None req-d7880c07-fe4a-4e8e-a401-a21298dd3661 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 912.244212] env[62321]: DEBUG oslo.service.loopingcall [None req-d7880c07-fe4a-4e8e-a401-a21298dd3661 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 912.244638] env[62321]: DEBUG nova.compute.manager [-] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 912.244694] env[62321]: DEBUG nova.network.neutron [-] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 912.291855] env[62321]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 912.291855] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52df72d4-a27b-a8b4-47b7-688b45e978f7" [ 912.291855] env[62321]: _type = "HttpNfcLease" [ 912.291855] env[62321]: } is initializing. {{(pid=62321) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 912.319996] env[62321]: DEBUG oslo_vmware.api [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633503, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.335215] env[62321]: DEBUG oslo_concurrency.lockutils [None req-348f739a-66e7-4e6b-a439-bbffe97b24be tempest-ImagesTestJSON-1701013232 tempest-ImagesTestJSON-1701013232-project-member] Lock "a0cb66e2-92e2-4c65-8f54-ad044d71a4c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.567s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.391473] env[62321]: DEBUG nova.network.neutron [-] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.582955] env[62321]: INFO nova.compute.manager [-] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Took 1.27 seconds to deallocate network for instance. [ 912.792435] env[62321]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 912.792435] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52df72d4-a27b-a8b4-47b7-688b45e978f7" [ 912.792435] env[62321]: _type = "HttpNfcLease" [ 912.792435] env[62321]: } is ready. {{(pid=62321) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 912.792884] env[62321]: DEBUG oslo_vmware.rw_handles [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 912.792884] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52df72d4-a27b-a8b4-47b7-688b45e978f7" [ 912.792884] env[62321]: _type = "HttpNfcLease" [ 912.792884] env[62321]: }. {{(pid=62321) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 912.793521] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a23f70-6b4b-4e83-a7d8-ea3fd55a7922 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.802932] env[62321]: DEBUG oslo_vmware.rw_handles [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52085632-1b50-dd09-fcc0-2a97197136e1/disk-0.vmdk from lease info. {{(pid=62321) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 912.803228] env[62321]: DEBUG oslo_vmware.rw_handles [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52085632-1b50-dd09-fcc0-2a97197136e1/disk-0.vmdk. {{(pid=62321) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 912.895458] env[62321]: INFO nova.compute.manager [-] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Took 1.26 seconds to deallocate network for instance. [ 912.898943] env[62321]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8885409a-a77e-4b66-8c53-b4fbfcdff1d6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.903817] env[62321]: DEBUG oslo_vmware.api [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633503, 'name': PowerOnVM_Task, 'duration_secs': 0.525293} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.907234] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.907743] env[62321]: INFO nova.compute.manager [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Took 8.00 seconds to spawn the instance on the hypervisor. [ 912.907988] env[62321]: DEBUG nova.compute.manager [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.913271] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6cd3b5-04d3-4db1-9532-f08ddf8f3fb0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.032742] env[62321]: DEBUG nova.network.neutron [-] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.040375] env[62321]: DEBUG nova.compute.manager [req-e554f47b-dca2-4e43-b35b-b118456864c4 req-2c39c292-e4d4-49f2-aab2-90e1dcab2210 service nova] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Received event network-vif-deleted-56fdb267-0887-4f9e-93fa-168ed8144c0c {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 913.040375] env[62321]: DEBUG nova.compute.manager [req-e554f47b-dca2-4e43-b35b-b118456864c4 req-2c39c292-e4d4-49f2-aab2-90e1dcab2210 service nova] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Received event network-vif-deleted-480739ed-99fe-4574-a9b7-531d16239513 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 913.040375] env[62321]: DEBUG nova.compute.manager [req-e554f47b-dca2-4e43-b35b-b118456864c4 req-2c39c292-e4d4-49f2-aab2-90e1dcab2210 service nova] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Received event network-vif-deleted-10b4de86-b1af-46c1-940b-ac005a14f975 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 913.040375] env[62321]: INFO nova.compute.manager [req-e554f47b-dca2-4e43-b35b-b118456864c4 req-2c39c292-e4d4-49f2-aab2-90e1dcab2210 service nova] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Neutron deleted interface 10b4de86-b1af-46c1-940b-ac005a14f975; detaching it from the instance and deleting it from the info cache [ 913.040375] env[62321]: DEBUG nova.network.neutron [req-e554f47b-dca2-4e43-b35b-b118456864c4 req-2c39c292-e4d4-49f2-aab2-90e1dcab2210 service nova] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.091101] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9bfe25d4-efff-4263-8a27-d585fb26af58 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.329073] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1424f2-9d55-4dba-a7af-edbf43b7cbf0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.344120] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930ae57b-2bdb-46d3-9579-64c7e04d6afb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.382435] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8ed1ae-693c-4b2a-a7db-b55f5f889bc9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.395947] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b15847-b001-407d-b2db-8df79e199528 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.415742] env[62321]: DEBUG nova.compute.provider_tree [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.423252] env[62321]: DEBUG oslo_concurrency.lockutils [None req-de69a8ce-e0e0-45b5-ade1-1c79d9d94e06 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.439350] env[62321]: INFO nova.compute.manager [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Took 26.36 seconds to build instance. [ 913.538556] env[62321]: INFO nova.compute.manager [-] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Took 1.29 seconds to deallocate network for instance. [ 913.544117] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-604349ec-cf0d-4af2-bb7c-880ffc65fb96 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.554161] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cd885d-1b55-4af2-8181-385a06a2841b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.600276] env[62321]: DEBUG nova.compute.manager [req-e554f47b-dca2-4e43-b35b-b118456864c4 req-2c39c292-e4d4-49f2-aab2-90e1dcab2210 service nova] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Detach interface failed, port_id=10b4de86-b1af-46c1-940b-ac005a14f975, reason: Instance 385348f6-00bb-4199-adcf-043fc12e8d9c could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 913.923559] env[62321]: DEBUG nova.scheduler.client.report [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.943859] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e9aa4ff6-bf81-4785-a090-a2b827e8b630 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Lock "2ec7b858-4063-4a79-8681-8655eb22bfab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.875s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.049366] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d7880c07-fe4a-4e8e-a401-a21298dd3661 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.259161] env[62321]: DEBUG oslo_vmware.rw_handles [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Completed reading data from the image iterator. {{(pid=62321) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 914.259463] env[62321]: DEBUG oslo_vmware.rw_handles [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52085632-1b50-dd09-fcc0-2a97197136e1/disk-0.vmdk. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 914.260569] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9818127-44e1-443a-a5a0-5d358701c2ac {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.268406] env[62321]: DEBUG oslo_vmware.rw_handles [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52085632-1b50-dd09-fcc0-2a97197136e1/disk-0.vmdk is in state: ready. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 914.268656] env[62321]: DEBUG oslo_vmware.rw_handles [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52085632-1b50-dd09-fcc0-2a97197136e1/disk-0.vmdk. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 914.268905] env[62321]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b8547c9d-efc9-413c-bbb6-0df826a224b7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.430099] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.430673] env[62321]: DEBUG nova.compute.manager [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 914.433841] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9f8e03db-08a7-42d4-95f7-fc187590c9c6 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.860s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.434085] env[62321]: DEBUG nova.objects.instance [None req-9f8e03db-08a7-42d4-95f7-fc187590c9c6 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Lazy-loading 'resources' on Instance uuid f40aa881-88d3-49c0-b2a4-7cc8b7527f04 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.817650] env[62321]: DEBUG oslo_vmware.rw_handles [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52085632-1b50-dd09-fcc0-2a97197136e1/disk-0.vmdk. {{(pid=62321) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 914.817874] env[62321]: INFO nova.virt.vmwareapi.images [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Downloaded image file data 08476f80-d409-47c2-af14-9d8365f46571 [ 914.818751] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52936aa-27cd-42af-ae2f-a958dec2d129 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.836538] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f57d974-36ae-494c-9858-a1e1d8282500 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.935595] env[62321]: DEBUG nova.compute.utils [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 914.937513] env[62321]: DEBUG nova.compute.manager [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 914.937727] env[62321]: DEBUG nova.network.neutron [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 914.947377] env[62321]: INFO nova.virt.vmwareapi.images [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] The imported VM was unregistered [ 914.950497] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Caching image {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 914.950497] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Creating directory with path [datastore2] devstack-image-cache_base/08476f80-d409-47c2-af14-9d8365f46571 {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.951632] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2014e2ac-a3e5-4b05-ab52-db9c30553c9b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.965928] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Created directory with path [datastore2] devstack-image-cache_base/08476f80-d409-47c2-af14-9d8365f46571 {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.966172] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_9a8f6386-7d04-4966-ba38-c64e4a76de60/OSTACK_IMG_9a8f6386-7d04-4966-ba38-c64e4a76de60.vmdk to [datastore2] devstack-image-cache_base/08476f80-d409-47c2-af14-9d8365f46571/08476f80-d409-47c2-af14-9d8365f46571.vmdk. {{(pid=62321) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 914.966554] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-c59b0168-f08c-4583-8d66-bfe5f979b1f8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.978169] env[62321]: DEBUG oslo_vmware.api [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Waiting for the task: (returnval){ [ 914.978169] env[62321]: value = "task-2633505" [ 914.978169] env[62321]: _type = "Task" [ 914.978169] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.987275] env[62321]: DEBUG oslo_vmware.api [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633505, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.991635] env[62321]: DEBUG nova.policy [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '946484021484442ab191c927cdf576af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd8fac8dc7ba41c6b0550e1fff9988a3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 915.303208] env[62321]: DEBUG nova.network.neutron [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Successfully created port: 4d632114-81b5-4e6f-9bda-323c1ff0674f {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 915.380762] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbf5cda-2609-47cf-b83d-e05f148e9381 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.390045] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8583c089-49a6-4e83-88df-aad3ba609590 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.394184] env[62321]: DEBUG nova.compute.manager [None req-90c0b989-70cb-4a45-b297-00ad522442e2 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.394999] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ceb74cd-6c33-4941-8f3e-671454a5f1f0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.440606] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4a2aba-bbdd-4bbf-a691-9aa9753ec813 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.446490] env[62321]: DEBUG nova.compute.manager [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 915.459037] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ce56d6-c149-4d92-9ae7-d030f408ac9a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.482535] env[62321]: DEBUG nova.compute.provider_tree [None req-9f8e03db-08a7-42d4-95f7-fc187590c9c6 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.495577] env[62321]: DEBUG oslo_vmware.api [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633505, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.950642] env[62321]: INFO nova.compute.manager [None req-90c0b989-70cb-4a45-b297-00ad522442e2 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] instance snapshotting [ 915.956594] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e9577e-730c-4335-b0a7-fea2b0471a03 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.979709] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5553af19-023e-4367-8c03-501150a2b25d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.990413] env[62321]: DEBUG nova.scheduler.client.report [None req-9f8e03db-08a7-42d4-95f7-fc187590c9c6 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.003816] env[62321]: DEBUG oslo_vmware.api [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633505, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.462531] env[62321]: DEBUG nova.compute.manager [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 916.486173] env[62321]: DEBUG oslo_concurrency.lockutils [None req-98b47bd4-28d1-4dea-a777-4965eb0897d8 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquiring lock "16608632-c469-40d5-97d4-2e80c871e4be" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.486476] env[62321]: DEBUG oslo_concurrency.lockutils [None req-98b47bd4-28d1-4dea-a777-4965eb0897d8 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lock "16608632-c469-40d5-97d4-2e80c871e4be" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.493388] env[62321]: DEBUG nova.virt.hardware [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 916.493536] env[62321]: DEBUG nova.virt.hardware [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 916.493808] env[62321]: DEBUG nova.virt.hardware [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.494121] env[62321]: DEBUG nova.virt.hardware [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 916.494263] env[62321]: DEBUG nova.virt.hardware [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.494441] env[62321]: DEBUG nova.virt.hardware [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 916.494653] env[62321]: DEBUG nova.virt.hardware [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 916.494815] env[62321]: DEBUG nova.virt.hardware [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 916.494983] env[62321]: DEBUG nova.virt.hardware [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 916.495158] env[62321]: DEBUG nova.virt.hardware [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 916.495334] env[62321]: DEBUG nova.virt.hardware [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 916.496474] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b30f0d9-95c3-4ed5-be5f-6278f8c3e9f7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.500024] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9f8e03db-08a7-42d4-95f7-fc187590c9c6 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.066s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.503303] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cd4cfafa-e9dd-4153-8a6f-a9585314ba36 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.427s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.503608] env[62321]: DEBUG nova.objects.instance [None req-cd4cfafa-e9dd-4153-8a6f-a9585314ba36 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Lazy-loading 'resources' on Instance uuid b0ec5a52-282c-41dd-8247-27257ea56849 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.506034] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-90c0b989-70cb-4a45-b297-00ad522442e2 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Creating Snapshot of the VM instance {{(pid=62321) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 916.509986] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e9f95a01-7e75-47c4-be23-d9cb9f50b628 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.513037] env[62321]: DEBUG oslo_vmware.api [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633505, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.517502] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40c3bc7-29d6-4a42-90a7-8333adc86757 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.524823] env[62321]: DEBUG oslo_vmware.api [None req-90c0b989-70cb-4a45-b297-00ad522442e2 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Waiting for the task: (returnval){ [ 916.524823] env[62321]: value = "task-2633506" [ 916.524823] env[62321]: _type = "Task" [ 916.524823] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.525569] env[62321]: INFO nova.scheduler.client.report [None req-9f8e03db-08a7-42d4-95f7-fc187590c9c6 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Deleted allocations for instance f40aa881-88d3-49c0-b2a4-7cc8b7527f04 [ 916.547710] env[62321]: DEBUG oslo_vmware.api [None req-90c0b989-70cb-4a45-b297-00ad522442e2 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633506, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.793046] env[62321]: DEBUG nova.compute.manager [req-a1b2f851-5bef-4846-abcb-f5af9c2df6bb req-6596e7df-bf8a-4b79-b457-db638d0baf54 service nova] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Received event network-vif-plugged-4d632114-81b5-4e6f-9bda-323c1ff0674f {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 916.794033] env[62321]: DEBUG oslo_concurrency.lockutils [req-a1b2f851-5bef-4846-abcb-f5af9c2df6bb req-6596e7df-bf8a-4b79-b457-db638d0baf54 service nova] Acquiring lock "68fb9d68-695f-498b-90a8-e2eb23e65c71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.794033] env[62321]: DEBUG oslo_concurrency.lockutils [req-a1b2f851-5bef-4846-abcb-f5af9c2df6bb req-6596e7df-bf8a-4b79-b457-db638d0baf54 service nova] Lock "68fb9d68-695f-498b-90a8-e2eb23e65c71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.794033] env[62321]: DEBUG oslo_concurrency.lockutils [req-a1b2f851-5bef-4846-abcb-f5af9c2df6bb req-6596e7df-bf8a-4b79-b457-db638d0baf54 service nova] Lock "68fb9d68-695f-498b-90a8-e2eb23e65c71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.794033] env[62321]: DEBUG nova.compute.manager [req-a1b2f851-5bef-4846-abcb-f5af9c2df6bb req-6596e7df-bf8a-4b79-b457-db638d0baf54 service nova] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] No waiting events found dispatching network-vif-plugged-4d632114-81b5-4e6f-9bda-323c1ff0674f {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 916.794033] env[62321]: WARNING nova.compute.manager [req-a1b2f851-5bef-4846-abcb-f5af9c2df6bb req-6596e7df-bf8a-4b79-b457-db638d0baf54 service nova] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Received unexpected event network-vif-plugged-4d632114-81b5-4e6f-9bda-323c1ff0674f for instance with vm_state building and task_state spawning. [ 916.896423] env[62321]: DEBUG nova.network.neutron [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Successfully updated port: 4d632114-81b5-4e6f-9bda-323c1ff0674f {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 916.997451] env[62321]: INFO nova.compute.manager [None req-98b47bd4-28d1-4dea-a777-4965eb0897d8 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Detaching volume 63599dde-8cf2-49bc-b255-a76ca628e0ce [ 916.999444] env[62321]: DEBUG oslo_vmware.api [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633505, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.037951] env[62321]: INFO nova.virt.block_device [None req-98b47bd4-28d1-4dea-a777-4965eb0897d8 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Attempting to driver detach volume 63599dde-8cf2-49bc-b255-a76ca628e0ce from mountpoint /dev/sdb [ 917.038213] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-98b47bd4-28d1-4dea-a777-4965eb0897d8 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Volume detach. Driver type: vmdk {{(pid=62321) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 917.038411] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-98b47bd4-28d1-4dea-a777-4965eb0897d8 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530636', 'volume_id': '63599dde-8cf2-49bc-b255-a76ca628e0ce', 'name': 'volume-63599dde-8cf2-49bc-b255-a76ca628e0ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '16608632-c469-40d5-97d4-2e80c871e4be', 'attached_at': '', 'detached_at': '', 'volume_id': '63599dde-8cf2-49bc-b255-a76ca628e0ce', 'serial': '63599dde-8cf2-49bc-b255-a76ca628e0ce'} {{(pid=62321) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 917.040035] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7698f4-c2f0-4149-9d1d-2dd4b032fa1e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.046106] env[62321]: DEBUG oslo_vmware.api [None req-90c0b989-70cb-4a45-b297-00ad522442e2 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633506, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.051919] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9f8e03db-08a7-42d4-95f7-fc187590c9c6 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Lock "f40aa881-88d3-49c0-b2a4-7cc8b7527f04" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.702s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.076561] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa7434d-df46-4388-baca-868135b16d51 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.087961] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a57c83-b503-4420-952e-78beef646c6f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.118272] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1522e2-cf45-467a-b1f0-531e439873a3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.137083] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-98b47bd4-28d1-4dea-a777-4965eb0897d8 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] The volume has not been displaced from its original location: [datastore1] volume-63599dde-8cf2-49bc-b255-a76ca628e0ce/volume-63599dde-8cf2-49bc-b255-a76ca628e0ce.vmdk. No consolidation needed. {{(pid=62321) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 917.142705] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-98b47bd4-28d1-4dea-a777-4965eb0897d8 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Reconfiguring VM instance instance-00000016 to detach disk 2001 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 917.145934] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1685361f-75de-4e9c-bdd6-b4d625dbb0d2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.169591] env[62321]: DEBUG oslo_vmware.api [None req-98b47bd4-28d1-4dea-a777-4965eb0897d8 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 917.169591] env[62321]: value = "task-2633507" [ 917.169591] env[62321]: _type = "Task" [ 917.169591] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.185939] env[62321]: DEBUG oslo_vmware.api [None req-98b47bd4-28d1-4dea-a777-4965eb0897d8 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633507, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.399909] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "refresh_cache-68fb9d68-695f-498b-90a8-e2eb23e65c71" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.400189] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquired lock "refresh_cache-68fb9d68-695f-498b-90a8-e2eb23e65c71" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.400467] env[62321]: DEBUG nova.network.neutron [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.494817] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5094719a-0c99-44cb-b6b5-bbd4c6c2d609 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.500943] env[62321]: DEBUG oslo_vmware.api [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633505, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.446639} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.501541] env[62321]: INFO nova.virt.vmwareapi.ds_util [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_9a8f6386-7d04-4966-ba38-c64e4a76de60/OSTACK_IMG_9a8f6386-7d04-4966-ba38-c64e4a76de60.vmdk to [datastore2] devstack-image-cache_base/08476f80-d409-47c2-af14-9d8365f46571/08476f80-d409-47c2-af14-9d8365f46571.vmdk. [ 917.501736] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Cleaning up location [datastore2] OSTACK_IMG_9a8f6386-7d04-4966-ba38-c64e4a76de60 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 917.501902] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_9a8f6386-7d04-4966-ba38-c64e4a76de60 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.502161] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25a2096d-8150-4f1c-b3ec-69a8f755f7b5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.506592] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a54678b-74fb-427a-b70e-22e980b567b8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.510945] env[62321]: DEBUG oslo_vmware.api [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Waiting for the task: (returnval){ [ 917.510945] env[62321]: value = "task-2633508" [ 917.510945] env[62321]: _type = "Task" [ 917.510945] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.547022] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027ba912-683f-440a-9ef4-c24c9a1510bf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.549719] env[62321]: DEBUG oslo_vmware.api [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.557776] env[62321]: DEBUG oslo_vmware.api [None req-90c0b989-70cb-4a45-b297-00ad522442e2 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633506, 'name': CreateSnapshot_Task, 'duration_secs': 0.848401} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.558257] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-90c0b989-70cb-4a45-b297-00ad522442e2 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Created Snapshot of the VM instance {{(pid=62321) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 917.559326] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824243be-203f-41eb-ab95-cf8740af591f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.563537] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68200c2-07d9-44a7-aa38-407e39615399 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.580478] env[62321]: DEBUG nova.compute.provider_tree [None req-cd4cfafa-e9dd-4153-8a6f-a9585314ba36 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.679952] env[62321]: DEBUG oslo_vmware.api [None req-98b47bd4-28d1-4dea-a777-4965eb0897d8 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633507, 'name': ReconfigVM_Task, 'duration_secs': 0.322498} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.680277] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-98b47bd4-28d1-4dea-a777-4965eb0897d8 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Reconfigured VM instance instance-00000016 to detach disk 2001 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 917.685178] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa618c3b-a211-43e7-b50e-c13427eb8108 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.702059] env[62321]: DEBUG oslo_vmware.api [None req-98b47bd4-28d1-4dea-a777-4965eb0897d8 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 917.702059] env[62321]: value = "task-2633509" [ 917.702059] env[62321]: _type = "Task" [ 917.702059] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.713750] env[62321]: DEBUG oslo_vmware.api [None req-98b47bd4-28d1-4dea-a777-4965eb0897d8 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.933648] env[62321]: DEBUG nova.network.neutron [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 918.021939] env[62321]: DEBUG oslo_vmware.api [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03788} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.022275] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.022484] env[62321]: DEBUG oslo_concurrency.lockutils [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Releasing lock "[datastore2] devstack-image-cache_base/08476f80-d409-47c2-af14-9d8365f46571/08476f80-d409-47c2-af14-9d8365f46571.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.022768] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/08476f80-d409-47c2-af14-9d8365f46571/08476f80-d409-47c2-af14-9d8365f46571.vmdk to [datastore2] 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7/5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 918.023032] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8ce97f1-7d85-433a-b5eb-1e8a5c2f40c7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.030615] env[62321]: DEBUG oslo_vmware.api [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Waiting for the task: (returnval){ [ 918.030615] env[62321]: value = "task-2633510" [ 918.030615] env[62321]: _type = "Task" [ 918.030615] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.039625] env[62321]: DEBUG oslo_vmware.api [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.081021] env[62321]: DEBUG nova.network.neutron [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Updating instance_info_cache with network_info: [{"id": "4d632114-81b5-4e6f-9bda-323c1ff0674f", "address": "fa:16:3e:e6:00:80", "network": {"id": "aeb4035c-866a-49d1-8e35-92023a4db09e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-243125243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd8fac8dc7ba41c6b0550e1fff9988a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d632114-81", "ovs_interfaceid": "4d632114-81b5-4e6f-9bda-323c1ff0674f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.084875] env[62321]: DEBUG nova.scheduler.client.report [None req-cd4cfafa-e9dd-4153-8a6f-a9585314ba36 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.095319] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-90c0b989-70cb-4a45-b297-00ad522442e2 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Creating linked-clone VM from snapshot {{(pid=62321) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 918.096565] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9c8058ed-7f2c-497e-b8ad-0c3d5d623597 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.105906] env[62321]: DEBUG oslo_vmware.api [None req-90c0b989-70cb-4a45-b297-00ad522442e2 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Waiting for the task: (returnval){ [ 918.105906] env[62321]: value = "task-2633511" [ 918.105906] env[62321]: _type = "Task" [ 918.105906] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.115812] env[62321]: DEBUG oslo_vmware.api [None req-90c0b989-70cb-4a45-b297-00ad522442e2 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633511, 'name': CloneVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.217822] env[62321]: DEBUG oslo_vmware.api [None req-98b47bd4-28d1-4dea-a777-4965eb0897d8 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633509, 'name': ReconfigVM_Task, 'duration_secs': 0.191808} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.218594] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-98b47bd4-28d1-4dea-a777-4965eb0897d8 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530636', 'volume_id': '63599dde-8cf2-49bc-b255-a76ca628e0ce', 'name': 'volume-63599dde-8cf2-49bc-b255-a76ca628e0ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '16608632-c469-40d5-97d4-2e80c871e4be', 'attached_at': '', 'detached_at': '', 'volume_id': '63599dde-8cf2-49bc-b255-a76ca628e0ce', 'serial': '63599dde-8cf2-49bc-b255-a76ca628e0ce'} {{(pid=62321) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 918.234562] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b5868746-95a1-4ac1-9f3c-181b2449d760 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Acquiring lock "ec488ced-085e-46e4-9c48-18c06d5b93e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.234901] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b5868746-95a1-4ac1-9f3c-181b2449d760 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Lock "ec488ced-085e-46e4-9c48-18c06d5b93e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.235233] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b5868746-95a1-4ac1-9f3c-181b2449d760 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Acquiring lock "ec488ced-085e-46e4-9c48-18c06d5b93e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.235511] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b5868746-95a1-4ac1-9f3c-181b2449d760 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Lock "ec488ced-085e-46e4-9c48-18c06d5b93e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.235781] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b5868746-95a1-4ac1-9f3c-181b2449d760 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Lock "ec488ced-085e-46e4-9c48-18c06d5b93e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.238514] env[62321]: INFO nova.compute.manager [None req-b5868746-95a1-4ac1-9f3c-181b2449d760 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: ec488ced-085e-46e4-9c48-18c06d5b93e3] Terminating instance [ 918.543810] env[62321]: DEBUG oslo_vmware.api [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633510, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.583572] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Releasing lock "refresh_cache-68fb9d68-695f-498b-90a8-e2eb23e65c71" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.585106] env[62321]: DEBUG nova.compute.manager [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Instance network_info: |[{"id": "4d632114-81b5-4e6f-9bda-323c1ff0674f", "address": "fa:16:3e:e6:00:80", "network": {"id": "aeb4035c-866a-49d1-8e35-92023a4db09e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-243125243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd8fac8dc7ba41c6b0550e1fff9988a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d632114-81", "ovs_interfaceid": "4d632114-81b5-4e6f-9bda-323c1ff0674f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 918.585106] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:00:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d632114-81b5-4e6f-9bda-323c1ff0674f', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.593791] env[62321]: DEBUG oslo.service.loopingcall [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 918.594061] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.594320] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e635bf6-e369-4bc0-8fc3-fd53cd9bfe6f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.610650] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cd4cfafa-e9dd-4153-8a6f-a9585314ba36 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.613305] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 18.603s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.613593] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.613847] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62321) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 918.614157] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.647s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.614273] env[62321]: DEBUG nova.objects.instance [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62321) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 918.621638] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefc6944-116c-4a7a-b25b-f6bfda5ee43d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.634119] env[62321]: DEBUG oslo_vmware.api [None req-90c0b989-70cb-4a45-b297-00ad522442e2 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633511, 'name': CloneVM_Task} progress is 94%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.634119] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.634119] env[62321]: value = "task-2633512" [ 918.634119] env[62321]: _type = "Task" [ 918.634119] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.637568] env[62321]: INFO nova.scheduler.client.report [None req-cd4cfafa-e9dd-4153-8a6f-a9585314ba36 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Deleted allocations for instance b0ec5a52-282c-41dd-8247-27257ea56849 [ 918.645249] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d634b05-26b2-4dec-ab5a-aa0f410bf22b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.660462] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633512, 'name': CreateVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.673446] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cbf1c8-a8d3-4abc-96ab-80183e0d838e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.683602] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002a8a2f-d0c0-43e1-bda2-dc69cfe4c3a6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.724646] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177547MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=62321) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 918.724849] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.743510] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b5868746-95a1-4ac1-9f3c-181b2449d760 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Acquiring lock "refresh_cache-ec488ced-085e-46e4-9c48-18c06d5b93e3" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.743743] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b5868746-95a1-4ac1-9f3c-181b2449d760 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Acquired lock "refresh_cache-ec488ced-085e-46e4-9c48-18c06d5b93e3" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.743933] env[62321]: DEBUG nova.network.neutron [None req-b5868746-95a1-4ac1-9f3c-181b2449d760 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: ec488ced-085e-46e4-9c48-18c06d5b93e3] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.774491] env[62321]: DEBUG nova.objects.instance [None req-98b47bd4-28d1-4dea-a777-4965eb0897d8 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lazy-loading 'flavor' on Instance uuid 16608632-c469-40d5-97d4-2e80c871e4be {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.823574] env[62321]: DEBUG nova.compute.manager [req-c9629613-11ed-434e-ac5e-b4e3b471069c req-bfacb24b-b3cc-4520-a20b-11d44f0e10d7 service nova] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Received event network-changed-4d632114-81b5-4e6f-9bda-323c1ff0674f {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 918.823753] env[62321]: DEBUG nova.compute.manager [req-c9629613-11ed-434e-ac5e-b4e3b471069c req-bfacb24b-b3cc-4520-a20b-11d44f0e10d7 service nova] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Refreshing instance network info cache due to event network-changed-4d632114-81b5-4e6f-9bda-323c1ff0674f. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 918.824088] env[62321]: DEBUG oslo_concurrency.lockutils [req-c9629613-11ed-434e-ac5e-b4e3b471069c req-bfacb24b-b3cc-4520-a20b-11d44f0e10d7 service nova] Acquiring lock "refresh_cache-68fb9d68-695f-498b-90a8-e2eb23e65c71" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.824260] env[62321]: DEBUG oslo_concurrency.lockutils [req-c9629613-11ed-434e-ac5e-b4e3b471069c req-bfacb24b-b3cc-4520-a20b-11d44f0e10d7 service nova] Acquired lock "refresh_cache-68fb9d68-695f-498b-90a8-e2eb23e65c71" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.824438] env[62321]: DEBUG nova.network.neutron [req-c9629613-11ed-434e-ac5e-b4e3b471069c req-bfacb24b-b3cc-4520-a20b-11d44f0e10d7 service nova] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Refreshing network info cache for port 4d632114-81b5-4e6f-9bda-323c1ff0674f {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.047033] env[62321]: DEBUG oslo_vmware.api [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633510, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.128183] env[62321]: DEBUG oslo_vmware.api [None req-90c0b989-70cb-4a45-b297-00ad522442e2 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633511, 'name': CloneVM_Task} progress is 94%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.151280] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633512, 'name': CreateVM_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.156594] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cd4cfafa-e9dd-4153-8a6f-a9585314ba36 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Lock "b0ec5a52-282c-41dd-8247-27257ea56849" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.429s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.267216] env[62321]: DEBUG nova.network.neutron [None req-b5868746-95a1-4ac1-9f3c-181b2449d760 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: ec488ced-085e-46e4-9c48-18c06d5b93e3] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.323047] env[62321]: DEBUG nova.network.neutron [None req-b5868746-95a1-4ac1-9f3c-181b2449d760 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: ec488ced-085e-46e4-9c48-18c06d5b93e3] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.433370] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5342a0c7-8901-44e3-95ff-99f6efbe4672 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Acquiring lock "1bebba95-b89d-4769-a4fb-8f1416d32b80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.433737] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5342a0c7-8901-44e3-95ff-99f6efbe4672 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Lock "1bebba95-b89d-4769-a4fb-8f1416d32b80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.433981] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5342a0c7-8901-44e3-95ff-99f6efbe4672 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Acquiring lock "1bebba95-b89d-4769-a4fb-8f1416d32b80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.434192] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5342a0c7-8901-44e3-95ff-99f6efbe4672 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Lock "1bebba95-b89d-4769-a4fb-8f1416d32b80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.434366] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5342a0c7-8901-44e3-95ff-99f6efbe4672 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Lock "1bebba95-b89d-4769-a4fb-8f1416d32b80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.437340] env[62321]: INFO nova.compute.manager [None req-5342a0c7-8901-44e3-95ff-99f6efbe4672 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Terminating instance [ 919.544759] env[62321]: DEBUG oslo_vmware.api [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633510, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.630649] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3c8236e8-0281-497d-a788-d226b52c54e2 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.636029] env[62321]: DEBUG oslo_vmware.api [None req-90c0b989-70cb-4a45-b297-00ad522442e2 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633511, 'name': CloneVM_Task} progress is 95%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.636029] env[62321]: DEBUG oslo_concurrency.lockutils [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.904s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.636029] env[62321]: INFO nova.compute.claims [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 919.654597] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633512, 'name': CreateVM_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.775390] env[62321]: DEBUG nova.network.neutron [req-c9629613-11ed-434e-ac5e-b4e3b471069c req-bfacb24b-b3cc-4520-a20b-11d44f0e10d7 service nova] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Updated VIF entry in instance network info cache for port 4d632114-81b5-4e6f-9bda-323c1ff0674f. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 919.775829] env[62321]: DEBUG nova.network.neutron [req-c9629613-11ed-434e-ac5e-b4e3b471069c req-bfacb24b-b3cc-4520-a20b-11d44f0e10d7 service nova] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Updating instance_info_cache with network_info: [{"id": "4d632114-81b5-4e6f-9bda-323c1ff0674f", "address": "fa:16:3e:e6:00:80", "network": {"id": "aeb4035c-866a-49d1-8e35-92023a4db09e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-243125243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd8fac8dc7ba41c6b0550e1fff9988a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d632114-81", "ovs_interfaceid": "4d632114-81b5-4e6f-9bda-323c1ff0674f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.782984] env[62321]: DEBUG oslo_concurrency.lockutils [None req-98b47bd4-28d1-4dea-a777-4965eb0897d8 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lock "16608632-c469-40d5-97d4-2e80c871e4be" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.296s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.826737] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b5868746-95a1-4ac1-9f3c-181b2449d760 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Releasing lock "refresh_cache-ec488ced-085e-46e4-9c48-18c06d5b93e3" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.827283] env[62321]: DEBUG nova.compute.manager [None req-b5868746-95a1-4ac1-9f3c-181b2449d760 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: ec488ced-085e-46e4-9c48-18c06d5b93e3] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 919.827506] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b5868746-95a1-4ac1-9f3c-181b2449d760 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: ec488ced-085e-46e4-9c48-18c06d5b93e3] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.828455] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996880e5-34fe-4190-89d5-d36141c5dc2e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.842193] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5868746-95a1-4ac1-9f3c-181b2449d760 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: ec488ced-085e-46e4-9c48-18c06d5b93e3] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.842487] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cdb2e12c-e462-49e1-954a-2e01d82d6469 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.853067] env[62321]: DEBUG oslo_vmware.api [None req-b5868746-95a1-4ac1-9f3c-181b2449d760 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Waiting for the task: (returnval){ [ 919.853067] env[62321]: value = "task-2633513" [ 919.853067] env[62321]: _type = "Task" [ 919.853067] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.864481] env[62321]: DEBUG oslo_vmware.api [None req-b5868746-95a1-4ac1-9f3c-181b2449d760 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633513, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.941977] env[62321]: DEBUG nova.compute.manager [None req-5342a0c7-8901-44e3-95ff-99f6efbe4672 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 919.942286] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5342a0c7-8901-44e3-95ff-99f6efbe4672 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.943229] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1caf27-532a-4907-b58e-5577de2698ac {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.955585] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-5342a0c7-8901-44e3-95ff-99f6efbe4672 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.956493] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcd8ac7c-d552-436e-a0ac-9e3bcc063699 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.967834] env[62321]: DEBUG oslo_vmware.api [None req-5342a0c7-8901-44e3-95ff-99f6efbe4672 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Waiting for the task: (returnval){ [ 919.967834] env[62321]: value = "task-2633514" [ 919.967834] env[62321]: _type = "Task" [ 919.967834] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.979639] env[62321]: DEBUG oslo_vmware.api [None req-5342a0c7-8901-44e3-95ff-99f6efbe4672 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.045783] env[62321]: DEBUG oslo_vmware.api [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633510, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.127461] env[62321]: DEBUG oslo_vmware.api [None req-90c0b989-70cb-4a45-b297-00ad522442e2 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633511, 'name': CloneVM_Task, 'duration_secs': 1.728972} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.127747] env[62321]: INFO nova.virt.vmwareapi.vmops [None req-90c0b989-70cb-4a45-b297-00ad522442e2 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Created linked-clone VM from snapshot [ 920.128588] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6e5912-644a-44bf-8e3a-7bdec0e144d8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.142397] env[62321]: DEBUG nova.virt.vmwareapi.images [None req-90c0b989-70cb-4a45-b297-00ad522442e2 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Uploading image 7f930ff7-1dc6-46bb-9d6f-1e319cf2cea5 {{(pid=62321) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 920.157847] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633512, 'name': CreateVM_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.167510] env[62321]: DEBUG oslo_vmware.rw_handles [None req-90c0b989-70cb-4a45-b297-00ad522442e2 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 920.167510] env[62321]: value = "vm-530676" [ 920.167510] env[62321]: _type = "VirtualMachine" [ 920.167510] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 920.167756] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8bc8995d-8646-4336-b6c1-46b374756cba {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.179127] env[62321]: DEBUG oslo_vmware.rw_handles [None req-90c0b989-70cb-4a45-b297-00ad522442e2 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Lease: (returnval){ [ 920.179127] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c10d7a-277a-4a18-f9e6-64167cbada4f" [ 920.179127] env[62321]: _type = "HttpNfcLease" [ 920.179127] env[62321]: } obtained for exporting VM: (result){ [ 920.179127] env[62321]: value = "vm-530676" [ 920.179127] env[62321]: _type = "VirtualMachine" [ 920.179127] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 920.179552] env[62321]: DEBUG oslo_vmware.api [None req-90c0b989-70cb-4a45-b297-00ad522442e2 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Waiting for the lease: (returnval){ [ 920.179552] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c10d7a-277a-4a18-f9e6-64167cbada4f" [ 920.179552] env[62321]: _type = "HttpNfcLease" [ 920.179552] env[62321]: } to be ready. {{(pid=62321) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 920.190109] env[62321]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 920.190109] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c10d7a-277a-4a18-f9e6-64167cbada4f" [ 920.190109] env[62321]: _type = "HttpNfcLease" [ 920.190109] env[62321]: } is initializing. {{(pid=62321) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 920.278737] env[62321]: DEBUG oslo_concurrency.lockutils [req-c9629613-11ed-434e-ac5e-b4e3b471069c req-bfacb24b-b3cc-4520-a20b-11d44f0e10d7 service nova] Releasing lock "refresh_cache-68fb9d68-695f-498b-90a8-e2eb23e65c71" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.366278] env[62321]: DEBUG oslo_vmware.api [None req-b5868746-95a1-4ac1-9f3c-181b2449d760 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633513, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.481558] env[62321]: DEBUG oslo_vmware.api [None req-5342a0c7-8901-44e3-95ff-99f6efbe4672 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.545603] env[62321]: DEBUG oslo_vmware.api [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633510, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.454103} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.545863] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/08476f80-d409-47c2-af14-9d8365f46571/08476f80-d409-47c2-af14-9d8365f46571.vmdk to [datastore2] 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7/5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.546682] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b0c561-0866-43fa-8c0a-40e77e4be2af {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.571656] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7/5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7.vmdk or device None with type streamOptimized {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.571960] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bacdac23-4cfb-41f4-bef0-bfbc1b2beaed {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.592845] env[62321]: DEBUG oslo_vmware.api [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Waiting for the task: (returnval){ [ 920.592845] env[62321]: value = "task-2633516" [ 920.592845] env[62321]: _type = "Task" [ 920.592845] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.602180] env[62321]: DEBUG oslo_vmware.api [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633516, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.651365] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633512, 'name': CreateVM_Task, 'duration_secs': 1.930539} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.651765] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 920.652685] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.652685] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.652923] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.653191] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5d53b21-4f3f-4f1d-bc5c-15858f713bd7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.658365] env[62321]: DEBUG oslo_vmware.api [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 920.658365] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52ae94bd-f58c-0fa9-9cf4-4eec441cc9a5" [ 920.658365] env[62321]: _type = "Task" [ 920.658365] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.667363] env[62321]: DEBUG oslo_vmware.api [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52ae94bd-f58c-0fa9-9cf4-4eec441cc9a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.687466] env[62321]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 920.687466] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c10d7a-277a-4a18-f9e6-64167cbada4f" [ 920.687466] env[62321]: _type = "HttpNfcLease" [ 920.687466] env[62321]: } is ready. {{(pid=62321) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 920.687809] env[62321]: DEBUG oslo_vmware.rw_handles [None req-90c0b989-70cb-4a45-b297-00ad522442e2 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 920.687809] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c10d7a-277a-4a18-f9e6-64167cbada4f" [ 920.687809] env[62321]: _type = "HttpNfcLease" [ 920.687809] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 920.690667] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225a2509-dc60-4c7d-b4dc-2cffb5e668a0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.698739] env[62321]: DEBUG oslo_vmware.rw_handles [None req-90c0b989-70cb-4a45-b297-00ad522442e2 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e867e-4c7a-38aa-0e23-3b2f3e21d10a/disk-0.vmdk from lease info. {{(pid=62321) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 920.698917] env[62321]: DEBUG oslo_vmware.rw_handles [None req-90c0b989-70cb-4a45-b297-00ad522442e2 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e867e-4c7a-38aa-0e23-3b2f3e21d10a/disk-0.vmdk for reading. {{(pid=62321) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 920.786927] env[62321]: DEBUG oslo_concurrency.lockutils [None req-06a869a2-75c7-4213-ae32-28f3f8a1049f tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquiring lock "16608632-c469-40d5-97d4-2e80c871e4be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.787308] env[62321]: DEBUG oslo_concurrency.lockutils [None req-06a869a2-75c7-4213-ae32-28f3f8a1049f tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lock "16608632-c469-40d5-97d4-2e80c871e4be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.787543] env[62321]: DEBUG oslo_concurrency.lockutils [None req-06a869a2-75c7-4213-ae32-28f3f8a1049f tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquiring lock "16608632-c469-40d5-97d4-2e80c871e4be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.787763] env[62321]: DEBUG oslo_concurrency.lockutils [None req-06a869a2-75c7-4213-ae32-28f3f8a1049f tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lock "16608632-c469-40d5-97d4-2e80c871e4be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.788061] env[62321]: DEBUG oslo_concurrency.lockutils [None req-06a869a2-75c7-4213-ae32-28f3f8a1049f tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lock "16608632-c469-40d5-97d4-2e80c871e4be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.790258] env[62321]: INFO nova.compute.manager [None req-06a869a2-75c7-4213-ae32-28f3f8a1049f tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Terminating instance [ 920.794901] env[62321]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-40d96173-080d-406b-a5f5-32ef558d3f93 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.862144] env[62321]: DEBUG oslo_vmware.api [None req-b5868746-95a1-4ac1-9f3c-181b2449d760 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633513, 'name': PowerOffVM_Task, 'duration_secs': 0.668504} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.864696] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5868746-95a1-4ac1-9f3c-181b2449d760 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: ec488ced-085e-46e4-9c48-18c06d5b93e3] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.864884] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b5868746-95a1-4ac1-9f3c-181b2449d760 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: ec488ced-085e-46e4-9c48-18c06d5b93e3] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 920.865526] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30b2712a-6373-49ac-8eee-f2670e45bb8a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.898735] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b5868746-95a1-4ac1-9f3c-181b2449d760 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: ec488ced-085e-46e4-9c48-18c06d5b93e3] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.898967] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b5868746-95a1-4ac1-9f3c-181b2449d760 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: ec488ced-085e-46e4-9c48-18c06d5b93e3] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.899169] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5868746-95a1-4ac1-9f3c-181b2449d760 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Deleting the datastore file [datastore2] ec488ced-085e-46e4-9c48-18c06d5b93e3 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.902219] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48ad51f2-022d-447f-aa68-b85145d075de {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.912946] env[62321]: DEBUG oslo_vmware.api [None req-b5868746-95a1-4ac1-9f3c-181b2449d760 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Waiting for the task: (returnval){ [ 920.912946] env[62321]: value = "task-2633518" [ 920.912946] env[62321]: _type = "Task" [ 920.912946] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.921962] env[62321]: DEBUG oslo_vmware.api [None req-b5868746-95a1-4ac1-9f3c-181b2449d760 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.982899] env[62321]: DEBUG oslo_vmware.api [None req-5342a0c7-8901-44e3-95ff-99f6efbe4672 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633514, 'name': PowerOffVM_Task, 'duration_secs': 0.595803} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.983214] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-5342a0c7-8901-44e3-95ff-99f6efbe4672 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.983382] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5342a0c7-8901-44e3-95ff-99f6efbe4672 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 920.983634] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4eb1a468-c9c7-4257-b11f-05e3c7bd4d6d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.073886] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5342a0c7-8901-44e3-95ff-99f6efbe4672 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.074470] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5342a0c7-8901-44e3-95ff-99f6efbe4672 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.074806] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-5342a0c7-8901-44e3-95ff-99f6efbe4672 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Deleting the datastore file [datastore2] 1bebba95-b89d-4769-a4fb-8f1416d32b80 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.075203] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d00be594-1a9e-49bb-9677-4ca8d7534d54 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.084898] env[62321]: DEBUG oslo_vmware.api [None req-5342a0c7-8901-44e3-95ff-99f6efbe4672 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Waiting for the task: (returnval){ [ 921.084898] env[62321]: value = "task-2633520" [ 921.084898] env[62321]: _type = "Task" [ 921.084898] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.113938] env[62321]: DEBUG oslo_vmware.api [None req-5342a0c7-8901-44e3-95ff-99f6efbe4672 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633520, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.114400] env[62321]: DEBUG oslo_vmware.api [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633516, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.138064] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f0b621-f8b5-41dc-bce3-4d363ecb91ab {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.149561] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8fbec5-6ae1-4955-b2f1-82457a63960a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.190909] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283d44fc-9142-46e3-9136-abbc4f9ddfc1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.207166] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc58a38-84ec-49e3-a767-e9aa51de6590 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.211721] env[62321]: DEBUG oslo_vmware.api [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52ae94bd-f58c-0fa9-9cf4-4eec441cc9a5, 'name': SearchDatastore_Task, 'duration_secs': 0.011305} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.212221] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.212559] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.212976] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.213249] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.213545] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.214509] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15c231af-268e-428e-a997-e33795d02035 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.226241] env[62321]: DEBUG nova.compute.provider_tree [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.235065] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.235065] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.235881] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3913ac9d-d9e0-4625-b9b7-9775032d9c00 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.244110] env[62321]: DEBUG oslo_vmware.api [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 921.244110] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5245e1b7-b538-2351-cdbe-8e1801591130" [ 921.244110] env[62321]: _type = "Task" [ 921.244110] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.260556] env[62321]: DEBUG oslo_vmware.api [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5245e1b7-b538-2351-cdbe-8e1801591130, 'name': SearchDatastore_Task, 'duration_secs': 0.011362} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.261987] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77dc1283-d2cd-4280-94e4-5ce888983378 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.268999] env[62321]: DEBUG oslo_vmware.api [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 921.268999] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]525b7ff2-8851-06c3-d915-b573140458cd" [ 921.268999] env[62321]: _type = "Task" [ 921.268999] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.279376] env[62321]: DEBUG oslo_vmware.api [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]525b7ff2-8851-06c3-d915-b573140458cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.298357] env[62321]: DEBUG nova.compute.manager [None req-06a869a2-75c7-4213-ae32-28f3f8a1049f tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 921.298810] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-06a869a2-75c7-4213-ae32-28f3f8a1049f tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.300224] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d214f47-eb1d-4591-8972-9cd34219b856 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.308772] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a869a2-75c7-4213-ae32-28f3f8a1049f tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.309075] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3ceedd3-2705-4018-8c2f-c332290eda17 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.318166] env[62321]: DEBUG oslo_vmware.api [None req-06a869a2-75c7-4213-ae32-28f3f8a1049f tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 921.318166] env[62321]: value = "task-2633521" [ 921.318166] env[62321]: _type = "Task" [ 921.318166] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.329539] env[62321]: DEBUG oslo_vmware.api [None req-06a869a2-75c7-4213-ae32-28f3f8a1049f tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.424929] env[62321]: DEBUG oslo_vmware.api [None req-b5868746-95a1-4ac1-9f3c-181b2449d760 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Task: {'id': task-2633518, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148271} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.425443] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5868746-95a1-4ac1-9f3c-181b2449d760 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.425727] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b5868746-95a1-4ac1-9f3c-181b2449d760 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: ec488ced-085e-46e4-9c48-18c06d5b93e3] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.425981] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b5868746-95a1-4ac1-9f3c-181b2449d760 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: ec488ced-085e-46e4-9c48-18c06d5b93e3] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.426276] env[62321]: INFO nova.compute.manager [None req-b5868746-95a1-4ac1-9f3c-181b2449d760 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] [instance: ec488ced-085e-46e4-9c48-18c06d5b93e3] Took 1.60 seconds to destroy the instance on the hypervisor. [ 921.426523] env[62321]: DEBUG oslo.service.loopingcall [None req-b5868746-95a1-4ac1-9f3c-181b2449d760 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 921.426716] env[62321]: DEBUG nova.compute.manager [-] [instance: ec488ced-085e-46e4-9c48-18c06d5b93e3] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 921.426910] env[62321]: DEBUG nova.network.neutron [-] [instance: ec488ced-085e-46e4-9c48-18c06d5b93e3] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 921.444982] env[62321]: DEBUG nova.network.neutron [-] [instance: ec488ced-085e-46e4-9c48-18c06d5b93e3] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 921.601187] env[62321]: DEBUG oslo_vmware.api [None req-5342a0c7-8901-44e3-95ff-99f6efbe4672 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Task: {'id': task-2633520, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209322} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.602045] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-5342a0c7-8901-44e3-95ff-99f6efbe4672 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.602141] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5342a0c7-8901-44e3-95ff-99f6efbe4672 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.602335] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5342a0c7-8901-44e3-95ff-99f6efbe4672 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.602508] env[62321]: INFO nova.compute.manager [None req-5342a0c7-8901-44e3-95ff-99f6efbe4672 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Took 1.66 seconds to destroy the instance on the hypervisor. [ 921.602753] env[62321]: DEBUG oslo.service.loopingcall [None req-5342a0c7-8901-44e3-95ff-99f6efbe4672 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 921.602953] env[62321]: DEBUG nova.compute.manager [-] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 921.603063] env[62321]: DEBUG nova.network.neutron [-] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 921.607959] env[62321]: DEBUG oslo_vmware.api [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633516, 'name': ReconfigVM_Task, 'duration_secs': 0.632323} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.608803] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7/5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7.vmdk or device None with type streamOptimized {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.609191] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1fcf21d-4f44-4a2f-8362-06016fb6d35b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.617903] env[62321]: DEBUG oslo_vmware.api [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Waiting for the task: (returnval){ [ 921.617903] env[62321]: value = "task-2633522" [ 921.617903] env[62321]: _type = "Task" [ 921.617903] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.627550] env[62321]: DEBUG oslo_vmware.api [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633522, 'name': Rename_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.731090] env[62321]: DEBUG nova.scheduler.client.report [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.780858] env[62321]: DEBUG oslo_vmware.api [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]525b7ff2-8851-06c3-d915-b573140458cd, 'name': SearchDatastore_Task, 'duration_secs': 0.016062} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.781289] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.781704] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 68fb9d68-695f-498b-90a8-e2eb23e65c71/68fb9d68-695f-498b-90a8-e2eb23e65c71.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.782892] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2bb3c072-f11e-43dc-b22c-cc3e5fcef9bc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.793864] env[62321]: DEBUG oslo_vmware.api [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 921.793864] env[62321]: value = "task-2633523" [ 921.793864] env[62321]: _type = "Task" [ 921.793864] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.803054] env[62321]: DEBUG oslo_vmware.api [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.830129] env[62321]: DEBUG oslo_vmware.api [None req-06a869a2-75c7-4213-ae32-28f3f8a1049f tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633521, 'name': PowerOffVM_Task, 'duration_secs': 0.228559} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.830844] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a869a2-75c7-4213-ae32-28f3f8a1049f tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.831200] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-06a869a2-75c7-4213-ae32-28f3f8a1049f tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 921.832125] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b41af47-919b-4287-9657-cc29463afc0a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.917869] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-06a869a2-75c7-4213-ae32-28f3f8a1049f tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.917869] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-06a869a2-75c7-4213-ae32-28f3f8a1049f tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.917869] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-06a869a2-75c7-4213-ae32-28f3f8a1049f tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Deleting the datastore file [datastore1] 16608632-c469-40d5-97d4-2e80c871e4be {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.917869] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-905a0ce4-1237-436c-9c41-ecff73d964bb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.925556] env[62321]: DEBUG oslo_vmware.api [None req-06a869a2-75c7-4213-ae32-28f3f8a1049f tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 921.925556] env[62321]: value = "task-2633525" [ 921.925556] env[62321]: _type = "Task" [ 921.925556] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.935210] env[62321]: DEBUG nova.compute.manager [req-ed4bbcf9-c746-4251-a9d9-0089fd8a7107 req-52244334-57af-4ca8-b4cb-f8405e1e38c8 service nova] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Received event network-vif-deleted-5bb969b5-9612-479f-9b26-3f3ae28d6ce8 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 921.935661] env[62321]: INFO nova.compute.manager [req-ed4bbcf9-c746-4251-a9d9-0089fd8a7107 req-52244334-57af-4ca8-b4cb-f8405e1e38c8 service nova] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Neutron deleted interface 5bb969b5-9612-479f-9b26-3f3ae28d6ce8; detaching it from the instance and deleting it from the info cache [ 921.936062] env[62321]: DEBUG nova.network.neutron [req-ed4bbcf9-c746-4251-a9d9-0089fd8a7107 req-52244334-57af-4ca8-b4cb-f8405e1e38c8 service nova] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.942104] env[62321]: DEBUG oslo_vmware.api [None req-06a869a2-75c7-4213-ae32-28f3f8a1049f tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633525, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.948154] env[62321]: DEBUG nova.network.neutron [-] [instance: ec488ced-085e-46e4-9c48-18c06d5b93e3] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.142044] env[62321]: DEBUG oslo_vmware.api [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633522, 'name': Rename_Task, 'duration_secs': 0.182095} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.142044] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.142475] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b05671b2-dc8a-4a32-9f32-5584ef1129ca {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.150941] env[62321]: DEBUG oslo_vmware.api [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Waiting for the task: (returnval){ [ 922.150941] env[62321]: value = "task-2633526" [ 922.150941] env[62321]: _type = "Task" [ 922.150941] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.161024] env[62321]: DEBUG oslo_vmware.api [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633526, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.237307] env[62321]: DEBUG oslo_concurrency.lockutils [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.238325] env[62321]: DEBUG nova.compute.manager [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 922.241772] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.131s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.243830] env[62321]: INFO nova.compute.claims [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 922.307768] env[62321]: DEBUG oslo_vmware.api [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633523, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504062} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.308507] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 68fb9d68-695f-498b-90a8-e2eb23e65c71/68fb9d68-695f-498b-90a8-e2eb23e65c71.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.308661] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.308935] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f6dc41a-0ce5-4011-a11a-b20419eed039 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.318249] env[62321]: DEBUG oslo_vmware.api [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 922.318249] env[62321]: value = "task-2633527" [ 922.318249] env[62321]: _type = "Task" [ 922.318249] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.330648] env[62321]: DEBUG oslo_vmware.api [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633527, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.382071] env[62321]: DEBUG nova.network.neutron [-] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.436777] env[62321]: DEBUG oslo_vmware.api [None req-06a869a2-75c7-4213-ae32-28f3f8a1049f tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633525, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.406006} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.437086] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-06a869a2-75c7-4213-ae32-28f3f8a1049f tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.437294] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-06a869a2-75c7-4213-ae32-28f3f8a1049f tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 922.437472] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-06a869a2-75c7-4213-ae32-28f3f8a1049f tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 922.437645] env[62321]: INFO nova.compute.manager [None req-06a869a2-75c7-4213-ae32-28f3f8a1049f tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Took 1.14 seconds to destroy the instance on the hypervisor. [ 922.437893] env[62321]: DEBUG oslo.service.loopingcall [None req-06a869a2-75c7-4213-ae32-28f3f8a1049f tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 922.438108] env[62321]: DEBUG nova.compute.manager [-] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 922.438206] env[62321]: DEBUG nova.network.neutron [-] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 922.442843] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4776a208-bccb-4001-bfea-3ffc43483ef2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.451704] env[62321]: INFO nova.compute.manager [-] [instance: ec488ced-085e-46e4-9c48-18c06d5b93e3] Took 1.02 seconds to deallocate network for instance. [ 922.456573] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f72030-c91a-4092-bcfb-2d7a532203c0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.503138] env[62321]: DEBUG nova.compute.manager [req-ed4bbcf9-c746-4251-a9d9-0089fd8a7107 req-52244334-57af-4ca8-b4cb-f8405e1e38c8 service nova] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Detach interface failed, port_id=5bb969b5-9612-479f-9b26-3f3ae28d6ce8, reason: Instance 1bebba95-b89d-4769-a4fb-8f1416d32b80 could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 922.664159] env[62321]: DEBUG oslo_vmware.api [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633526, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.750042] env[62321]: DEBUG nova.compute.utils [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 922.753597] env[62321]: DEBUG nova.compute.manager [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 922.753768] env[62321]: DEBUG nova.network.neutron [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 922.792530] env[62321]: DEBUG nova.policy [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9fe0b40094e4f8596d3b7a28639e212', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'adf0606cb740439e8133e7dd91768355', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 922.828921] env[62321]: DEBUG oslo_vmware.api [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633527, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081241} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.829199] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.830022] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4404c250-d5b7-4696-ac37-b3ad3262c3f4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.852874] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 68fb9d68-695f-498b-90a8-e2eb23e65c71/68fb9d68-695f-498b-90a8-e2eb23e65c71.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.853347] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28001d58-ddef-4ccd-8c57-a6fe5131570a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.875262] env[62321]: DEBUG oslo_vmware.api [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 922.875262] env[62321]: value = "task-2633528" [ 922.875262] env[62321]: _type = "Task" [ 922.875262] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.884660] env[62321]: DEBUG oslo_vmware.api [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633528, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.885319] env[62321]: INFO nova.compute.manager [-] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Took 1.28 seconds to deallocate network for instance. [ 922.972741] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b5868746-95a1-4ac1-9f3c-181b2449d760 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.136860] env[62321]: DEBUG nova.network.neutron [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Successfully created port: 01e52dba-d9b3-4a58-bc5b-e121f297db05 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 923.167738] env[62321]: DEBUG oslo_vmware.api [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633526, 'name': PowerOnVM_Task, 'duration_secs': 0.547274} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.168144] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.254960] env[62321]: DEBUG nova.compute.manager [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 923.299318] env[62321]: DEBUG nova.compute.manager [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.300329] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d113d7fb-342c-45c4-9fd6-e8bcb3c4fd93 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.394765] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5342a0c7-8901-44e3-95ff-99f6efbe4672 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.395248] env[62321]: DEBUG oslo_vmware.api [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633528, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.418711] env[62321]: DEBUG nova.network.neutron [-] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.719573] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c47ea19-fcf0-44b8-9c0b-97d2dfe75af2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.727897] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e605306a-ccec-4d9b-9af6-82d4fdcbf7c7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.765976] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40884b16-7d3f-4ae9-904e-48a88ca6826d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.774522] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382d8c5e-d1be-473a-9271-b6c6663e2ecf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.788754] env[62321]: DEBUG nova.compute.provider_tree [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.825746] env[62321]: DEBUG oslo_concurrency.lockutils [None req-72887536-88a3-474c-a2ba-492e7738af2e tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Lock "5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 36.300s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.886322] env[62321]: DEBUG oslo_vmware.api [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633528, 'name': ReconfigVM_Task, 'duration_secs': 0.532156} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.886597] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 68fb9d68-695f-498b-90a8-e2eb23e65c71/68fb9d68-695f-498b-90a8-e2eb23e65c71.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.887245] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7d7669e-0471-428e-b1cd-3c7921841b1b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.895489] env[62321]: DEBUG oslo_vmware.api [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 923.895489] env[62321]: value = "task-2633529" [ 923.895489] env[62321]: _type = "Task" [ 923.895489] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.904105] env[62321]: DEBUG oslo_vmware.api [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633529, 'name': Rename_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.921218] env[62321]: INFO nova.compute.manager [-] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Took 1.48 seconds to deallocate network for instance. [ 923.962364] env[62321]: DEBUG nova.compute.manager [req-1e93008d-efd0-4706-aebd-573183ebf0ad req-36181254-1713-4873-b014-98e1cf87f671 service nova] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Received event network-vif-deleted-d10a0a5f-a542-4e43-ba63-8f4e56a6ed17 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 924.271460] env[62321]: DEBUG nova.compute.manager [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 924.292009] env[62321]: DEBUG nova.scheduler.client.report [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.302130] env[62321]: DEBUG nova.virt.hardware [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 924.302130] env[62321]: DEBUG nova.virt.hardware [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 924.302335] env[62321]: DEBUG nova.virt.hardware [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.302406] env[62321]: DEBUG nova.virt.hardware [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 924.302567] env[62321]: DEBUG nova.virt.hardware [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.302718] env[62321]: DEBUG nova.virt.hardware [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 924.302929] env[62321]: DEBUG nova.virt.hardware [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 924.303104] env[62321]: DEBUG nova.virt.hardware [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 924.303274] env[62321]: DEBUG nova.virt.hardware [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 924.303431] env[62321]: DEBUG nova.virt.hardware [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 924.303606] env[62321]: DEBUG nova.virt.hardware [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 924.304487] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5e7e55-da7b-4742-8335-9e536ce483e7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.314810] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9f3a3a-0d6a-4410-84ae-62334f50ab7e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.408401] env[62321]: DEBUG oslo_vmware.api [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633529, 'name': Rename_Task, 'duration_secs': 0.214033} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.408657] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.408918] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-131e905c-91d5-49ee-9c30-fdbb50faf31c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.416120] env[62321]: DEBUG oslo_vmware.api [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 924.416120] env[62321]: value = "task-2633530" [ 924.416120] env[62321]: _type = "Task" [ 924.416120] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.425031] env[62321]: DEBUG oslo_vmware.api [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.428168] env[62321]: DEBUG oslo_concurrency.lockutils [None req-06a869a2-75c7-4213-ae32-28f3f8a1049f tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.799274] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.799274] env[62321]: DEBUG nova.compute.manager [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 924.801223] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2e237d68-af98-472b-a1dd-9f48f08e6a4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.906s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.801670] env[62321]: DEBUG nova.objects.instance [None req-2e237d68-af98-472b-a1dd-9f48f08e6a4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lazy-loading 'resources' on Instance uuid dc822bf7-b87a-480c-9d26-e36b471d1ab6 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.899756] env[62321]: DEBUG nova.compute.manager [req-5e4720dd-66f1-436c-8b12-e551f77804b2 req-6c125840-69ac-4780-bb91-4b60307f9185 service nova] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Received event network-vif-plugged-01e52dba-d9b3-4a58-bc5b-e121f297db05 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 924.901025] env[62321]: DEBUG oslo_concurrency.lockutils [req-5e4720dd-66f1-436c-8b12-e551f77804b2 req-6c125840-69ac-4780-bb91-4b60307f9185 service nova] Acquiring lock "5caed0a4-14ee-43ee-a501-d8370925bb84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.901025] env[62321]: DEBUG oslo_concurrency.lockutils [req-5e4720dd-66f1-436c-8b12-e551f77804b2 req-6c125840-69ac-4780-bb91-4b60307f9185 service nova] Lock "5caed0a4-14ee-43ee-a501-d8370925bb84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.901025] env[62321]: DEBUG oslo_concurrency.lockutils [req-5e4720dd-66f1-436c-8b12-e551f77804b2 req-6c125840-69ac-4780-bb91-4b60307f9185 service nova] Lock "5caed0a4-14ee-43ee-a501-d8370925bb84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.901025] env[62321]: DEBUG nova.compute.manager [req-5e4720dd-66f1-436c-8b12-e551f77804b2 req-6c125840-69ac-4780-bb91-4b60307f9185 service nova] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] No waiting events found dispatching network-vif-plugged-01e52dba-d9b3-4a58-bc5b-e121f297db05 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 924.901025] env[62321]: WARNING nova.compute.manager [req-5e4720dd-66f1-436c-8b12-e551f77804b2 req-6c125840-69ac-4780-bb91-4b60307f9185 service nova] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Received unexpected event network-vif-plugged-01e52dba-d9b3-4a58-bc5b-e121f297db05 for instance with vm_state building and task_state spawning. [ 924.927676] env[62321]: DEBUG oslo_vmware.api [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633530, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.035642] env[62321]: DEBUG nova.network.neutron [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Successfully updated port: 01e52dba-d9b3-4a58-bc5b-e121f297db05 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 925.304936] env[62321]: DEBUG nova.compute.utils [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 925.306534] env[62321]: DEBUG nova.compute.manager [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 925.306720] env[62321]: DEBUG nova.network.neutron [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 925.396950] env[62321]: DEBUG nova.policy [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7af40d1cdf2341e5903b16e1fbc98824', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f6e0514ecb245af82559116fef7e299', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 925.432826] env[62321]: DEBUG oslo_vmware.api [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633530, 'name': PowerOnVM_Task, 'duration_secs': 0.70224} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.435718] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.435718] env[62321]: INFO nova.compute.manager [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Took 8.97 seconds to spawn the instance on the hypervisor. [ 925.435718] env[62321]: DEBUG nova.compute.manager [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.435718] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97582cbc-a7fb-41ab-9615-46dd28064de5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.540458] env[62321]: DEBUG oslo_concurrency.lockutils [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "refresh_cache-5caed0a4-14ee-43ee-a501-d8370925bb84" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.540458] env[62321]: DEBUG oslo_concurrency.lockutils [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquired lock "refresh_cache-5caed0a4-14ee-43ee-a501-d8370925bb84" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.540573] env[62321]: DEBUG nova.network.neutron [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.756869] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa04de1-9771-4977-ae3f-3910d2797e5b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.765586] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9ed4a3-55e2-4188-bd28-c14221287420 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.799086] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68ba4f4-4596-479f-bce0-735610e16cb3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.807607] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500c1f31-41bf-4ce0-8e4f-d10364a58749 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.813388] env[62321]: DEBUG nova.compute.manager [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 925.824203] env[62321]: DEBUG nova.compute.provider_tree [None req-2e237d68-af98-472b-a1dd-9f48f08e6a4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.958607] env[62321]: INFO nova.compute.manager [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Took 31.45 seconds to build instance. [ 926.083062] env[62321]: DEBUG nova.network.neutron [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 926.167860] env[62321]: DEBUG nova.network.neutron [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Successfully created port: 05ae3f08-99a5-4b85-b28b-2d1d083791cd {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.191500] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9971813-5fe2-4a83-8c64-497eae7fb9aa {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.205896] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-839162e0-a462-494d-bbdb-621324b542f3 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Suspending the VM {{(pid=62321) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 926.206220] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-562957e4-61b7-4b3e-a3ec-0341fe25cee4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.215194] env[62321]: DEBUG oslo_vmware.api [None req-839162e0-a462-494d-bbdb-621324b542f3 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Waiting for the task: (returnval){ [ 926.215194] env[62321]: value = "task-2633531" [ 926.215194] env[62321]: _type = "Task" [ 926.215194] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.230473] env[62321]: DEBUG oslo_vmware.api [None req-839162e0-a462-494d-bbdb-621324b542f3 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633531, 'name': SuspendVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.264510] env[62321]: DEBUG nova.network.neutron [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Updating instance_info_cache with network_info: [{"id": "01e52dba-d9b3-4a58-bc5b-e121f297db05", "address": "fa:16:3e:29:d8:99", "network": {"id": "ae63f03d-a437-4466-8919-e20785c3287e", "bridge": "br-int", "label": "tempest-ServersTestJSON-414500887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adf0606cb740439e8133e7dd91768355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01e52dba-d9", "ovs_interfaceid": "01e52dba-d9b3-4a58-bc5b-e121f297db05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.333846] env[62321]: DEBUG nova.scheduler.client.report [None req-2e237d68-af98-472b-a1dd-9f48f08e6a4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.460207] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0627b77a-94ad-42d6-a723-c76c09174ffa tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "68fb9d68-695f-498b-90a8-e2eb23e65c71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.960s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.727399] env[62321]: DEBUG oslo_vmware.api [None req-839162e0-a462-494d-bbdb-621324b542f3 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633531, 'name': SuspendVM_Task} progress is 45%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.767407] env[62321]: DEBUG oslo_concurrency.lockutils [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Releasing lock "refresh_cache-5caed0a4-14ee-43ee-a501-d8370925bb84" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.767760] env[62321]: DEBUG nova.compute.manager [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Instance network_info: |[{"id": "01e52dba-d9b3-4a58-bc5b-e121f297db05", "address": "fa:16:3e:29:d8:99", "network": {"id": "ae63f03d-a437-4466-8919-e20785c3287e", "bridge": "br-int", "label": "tempest-ServersTestJSON-414500887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adf0606cb740439e8133e7dd91768355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01e52dba-d9", "ovs_interfaceid": "01e52dba-d9b3-4a58-bc5b-e121f297db05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 926.768268] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:d8:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7edb7c08-2fae-4df5-9ec6-5ccf06d7e337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01e52dba-d9b3-4a58-bc5b-e121f297db05', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 926.776065] env[62321]: DEBUG oslo.service.loopingcall [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 926.776328] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 926.776607] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-babd8aca-a640-4474-85a8-326b6b83ac30 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.801224] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 926.801224] env[62321]: value = "task-2633532" [ 926.801224] env[62321]: _type = "Task" [ 926.801224] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.809954] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633532, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.835626] env[62321]: DEBUG nova.compute.manager [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 926.839335] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2e237d68-af98-472b-a1dd-9f48f08e6a4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.038s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.841945] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9bfe25d4-efff-4263-8a27-d585fb26af58 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.753s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.842269] env[62321]: DEBUG nova.objects.instance [None req-9bfe25d4-efff-4263-8a27-d585fb26af58 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Lazy-loading 'resources' on Instance uuid 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.861614] env[62321]: INFO nova.scheduler.client.report [None req-2e237d68-af98-472b-a1dd-9f48f08e6a4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Deleted allocations for instance dc822bf7-b87a-480c-9d26-e36b471d1ab6 [ 926.865846] env[62321]: DEBUG nova.virt.hardware [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.866187] env[62321]: DEBUG nova.virt.hardware [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.866349] env[62321]: DEBUG nova.virt.hardware [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.866567] env[62321]: DEBUG nova.virt.hardware [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.866719] env[62321]: DEBUG nova.virt.hardware [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.866945] env[62321]: DEBUG nova.virt.hardware [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.867531] env[62321]: DEBUG nova.virt.hardware [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.867789] env[62321]: DEBUG nova.virt.hardware [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.868024] env[62321]: DEBUG nova.virt.hardware [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.868257] env[62321]: DEBUG nova.virt.hardware [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.868436] env[62321]: DEBUG nova.virt.hardware [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.873828] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676b4dd9-9aa5-48c3-a5d2-855cdee99b82 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.885887] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8673ef86-25da-483c-8c05-7dc64a4a2b39 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.928458] env[62321]: DEBUG nova.compute.manager [req-7ae0781b-8f95-4706-832b-478a79892519 req-d0eafe87-08ec-40f8-9cb3-5eef2f4afd30 service nova] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Received event network-changed-01e52dba-d9b3-4a58-bc5b-e121f297db05 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 926.928581] env[62321]: DEBUG nova.compute.manager [req-7ae0781b-8f95-4706-832b-478a79892519 req-d0eafe87-08ec-40f8-9cb3-5eef2f4afd30 service nova] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Refreshing instance network info cache due to event network-changed-01e52dba-d9b3-4a58-bc5b-e121f297db05. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 926.928837] env[62321]: DEBUG oslo_concurrency.lockutils [req-7ae0781b-8f95-4706-832b-478a79892519 req-d0eafe87-08ec-40f8-9cb3-5eef2f4afd30 service nova] Acquiring lock "refresh_cache-5caed0a4-14ee-43ee-a501-d8370925bb84" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.929012] env[62321]: DEBUG oslo_concurrency.lockutils [req-7ae0781b-8f95-4706-832b-478a79892519 req-d0eafe87-08ec-40f8-9cb3-5eef2f4afd30 service nova] Acquired lock "refresh_cache-5caed0a4-14ee-43ee-a501-d8370925bb84" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.929497] env[62321]: DEBUG nova.network.neutron [req-7ae0781b-8f95-4706-832b-478a79892519 req-d0eafe87-08ec-40f8-9cb3-5eef2f4afd30 service nova] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Refreshing network info cache for port 01e52dba-d9b3-4a58-bc5b-e121f297db05 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 927.054675] env[62321]: DEBUG oslo_concurrency.lockutils [None req-acb5fda8-f663-46f5-90c1-3c7def99a883 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "68fb9d68-695f-498b-90a8-e2eb23e65c71" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.054974] env[62321]: DEBUG oslo_concurrency.lockutils [None req-acb5fda8-f663-46f5-90c1-3c7def99a883 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "68fb9d68-695f-498b-90a8-e2eb23e65c71" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.055183] env[62321]: DEBUG nova.compute.manager [None req-acb5fda8-f663-46f5-90c1-3c7def99a883 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.056164] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146d2a62-5589-4ecd-948b-00d09b6ec5e9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.064692] env[62321]: DEBUG nova.compute.manager [None req-acb5fda8-f663-46f5-90c1-3c7def99a883 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62321) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 927.065309] env[62321]: DEBUG nova.objects.instance [None req-acb5fda8-f663-46f5-90c1-3c7def99a883 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lazy-loading 'flavor' on Instance uuid 68fb9d68-695f-498b-90a8-e2eb23e65c71 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.227822] env[62321]: DEBUG oslo_vmware.api [None req-839162e0-a462-494d-bbdb-621324b542f3 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633531, 'name': SuspendVM_Task, 'duration_secs': 0.964371} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.228637] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-839162e0-a462-494d-bbdb-621324b542f3 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Suspended the VM {{(pid=62321) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 927.229800] env[62321]: DEBUG nova.compute.manager [None req-839162e0-a462-494d-bbdb-621324b542f3 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.229800] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b035706-bf4c-4251-b96d-a0aa3ffbf2b5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.311198] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633532, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.377068] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2e237d68-af98-472b-a1dd-9f48f08e6a4e tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "dc822bf7-b87a-480c-9d26-e36b471d1ab6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.984s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.652105] env[62321]: DEBUG nova.network.neutron [req-7ae0781b-8f95-4706-832b-478a79892519 req-d0eafe87-08ec-40f8-9cb3-5eef2f4afd30 service nova] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Updated VIF entry in instance network info cache for port 01e52dba-d9b3-4a58-bc5b-e121f297db05. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 927.652459] env[62321]: DEBUG nova.network.neutron [req-7ae0781b-8f95-4706-832b-478a79892519 req-d0eafe87-08ec-40f8-9cb3-5eef2f4afd30 service nova] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Updating instance_info_cache with network_info: [{"id": "01e52dba-d9b3-4a58-bc5b-e121f297db05", "address": "fa:16:3e:29:d8:99", "network": {"id": "ae63f03d-a437-4466-8919-e20785c3287e", "bridge": "br-int", "label": "tempest-ServersTestJSON-414500887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adf0606cb740439e8133e7dd91768355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01e52dba-d9", "ovs_interfaceid": "01e52dba-d9b3-4a58-bc5b-e121f297db05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.723957] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70f0319-d193-40d5-8c75-f8d68d8eb720 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.732800] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb3372a-72a2-440d-b74e-a716b47d7b82 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.768328] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f132bff-294c-4613-82de-244ffe2978e7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.779461] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc064bd5-3213-4233-ba65-4f261ef59763 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.793395] env[62321]: DEBUG nova.compute.provider_tree [None req-9bfe25d4-efff-4263-8a27-d585fb26af58 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.812974] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633532, 'name': CreateVM_Task, 'duration_secs': 0.549854} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.813207] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 927.813928] env[62321]: DEBUG oslo_concurrency.lockutils [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.814134] env[62321]: DEBUG oslo_concurrency.lockutils [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.814466] env[62321]: DEBUG oslo_concurrency.lockutils [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.814825] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36ee0618-50c8-4a15-b391-87836a84e557 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.821028] env[62321]: DEBUG oslo_vmware.api [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 927.821028] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]523e7005-4ebe-2bc6-3ece-7df37df3e8a7" [ 927.821028] env[62321]: _type = "Task" [ 927.821028] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.830235] env[62321]: DEBUG oslo_vmware.api [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]523e7005-4ebe-2bc6-3ece-7df37df3e8a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.870298] env[62321]: DEBUG nova.network.neutron [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Successfully updated port: 05ae3f08-99a5-4b85-b28b-2d1d083791cd {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 927.900084] env[62321]: DEBUG oslo_vmware.rw_handles [None req-90c0b989-70cb-4a45-b297-00ad522442e2 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e867e-4c7a-38aa-0e23-3b2f3e21d10a/disk-0.vmdk. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 927.901244] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79412036-e9d2-4cf5-aa1c-fcb2a766f9e5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.907617] env[62321]: DEBUG oslo_vmware.rw_handles [None req-90c0b989-70cb-4a45-b297-00ad522442e2 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e867e-4c7a-38aa-0e23-3b2f3e21d10a/disk-0.vmdk is in state: ready. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 927.907783] env[62321]: ERROR oslo_vmware.rw_handles [None req-90c0b989-70cb-4a45-b297-00ad522442e2 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e867e-4c7a-38aa-0e23-3b2f3e21d10a/disk-0.vmdk due to incomplete transfer. [ 927.907999] env[62321]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bfa70f5a-9d10-40bf-9374-2b3238f35f14 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.918067] env[62321]: DEBUG oslo_vmware.rw_handles [None req-90c0b989-70cb-4a45-b297-00ad522442e2 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e867e-4c7a-38aa-0e23-3b2f3e21d10a/disk-0.vmdk. {{(pid=62321) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 927.918274] env[62321]: DEBUG nova.virt.vmwareapi.images [None req-90c0b989-70cb-4a45-b297-00ad522442e2 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Uploaded image 7f930ff7-1dc6-46bb-9d6f-1e319cf2cea5 to the Glance image server {{(pid=62321) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 927.920648] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c0b989-70cb-4a45-b297-00ad522442e2 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Destroying the VM {{(pid=62321) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 927.920897] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-321336cf-0d17-4430-ac10-64f67a916456 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.930303] env[62321]: DEBUG oslo_vmware.api [None req-90c0b989-70cb-4a45-b297-00ad522442e2 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Waiting for the task: (returnval){ [ 927.930303] env[62321]: value = "task-2633533" [ 927.930303] env[62321]: _type = "Task" [ 927.930303] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.940026] env[62321]: DEBUG oslo_vmware.api [None req-90c0b989-70cb-4a45-b297-00ad522442e2 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633533, 'name': Destroy_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.075693] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb5fda8-f663-46f5-90c1-3c7def99a883 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.076130] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-937ed155-7dd9-4942-a8f9-7070f58f6d19 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.084623] env[62321]: DEBUG oslo_vmware.api [None req-acb5fda8-f663-46f5-90c1-3c7def99a883 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 928.084623] env[62321]: value = "task-2633534" [ 928.084623] env[62321]: _type = "Task" [ 928.084623] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.093102] env[62321]: DEBUG oslo_vmware.api [None req-acb5fda8-f663-46f5-90c1-3c7def99a883 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.155530] env[62321]: DEBUG oslo_concurrency.lockutils [req-7ae0781b-8f95-4706-832b-478a79892519 req-d0eafe87-08ec-40f8-9cb3-5eef2f4afd30 service nova] Releasing lock "refresh_cache-5caed0a4-14ee-43ee-a501-d8370925bb84" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.297245] env[62321]: DEBUG nova.scheduler.client.report [None req-9bfe25d4-efff-4263-8a27-d585fb26af58 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.332749] env[62321]: DEBUG oslo_vmware.api [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]523e7005-4ebe-2bc6-3ece-7df37df3e8a7, 'name': SearchDatastore_Task, 'duration_secs': 0.015858} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.332749] env[62321]: DEBUG oslo_concurrency.lockutils [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.332909] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 928.333619] env[62321]: DEBUG oslo_concurrency.lockutils [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.333619] env[62321]: DEBUG oslo_concurrency.lockutils [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.333619] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 928.333795] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ad5970c-512d-4850-a0ff-971997818141 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.343166] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 928.343166] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 928.343691] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bb243be-3613-453f-96cd-f97159d947c0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.349554] env[62321]: DEBUG oslo_vmware.api [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 928.349554] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52ed138a-c612-ade4-659f-017004b7bf2b" [ 928.349554] env[62321]: _type = "Task" [ 928.349554] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.358111] env[62321]: DEBUG oslo_vmware.api [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52ed138a-c612-ade4-659f-017004b7bf2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.372562] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "refresh_cache-9c0c978d-9c8c-484c-93ff-c300b7536d65" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.372562] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquired lock "refresh_cache-9c0c978d-9c8c-484c-93ff-c300b7536d65" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.372562] env[62321]: DEBUG nova.network.neutron [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.441695] env[62321]: DEBUG oslo_vmware.api [None req-90c0b989-70cb-4a45-b297-00ad522442e2 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633533, 'name': Destroy_Task, 'duration_secs': 0.392792} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.442058] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-90c0b989-70cb-4a45-b297-00ad522442e2 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Destroyed the VM [ 928.442346] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-90c0b989-70cb-4a45-b297-00ad522442e2 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Deleting Snapshot of the VM instance {{(pid=62321) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 928.442658] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3ff7d2db-5798-4486-b283-b523dc2eeb2d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.451184] env[62321]: DEBUG oslo_vmware.api [None req-90c0b989-70cb-4a45-b297-00ad522442e2 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Waiting for the task: (returnval){ [ 928.451184] env[62321]: value = "task-2633535" [ 928.451184] env[62321]: _type = "Task" [ 928.451184] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.460544] env[62321]: DEBUG oslo_vmware.api [None req-90c0b989-70cb-4a45-b297-00ad522442e2 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633535, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.595016] env[62321]: DEBUG oslo_vmware.api [None req-acb5fda8-f663-46f5-90c1-3c7def99a883 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633534, 'name': PowerOffVM_Task, 'duration_secs': 0.194914} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.595246] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb5fda8-f663-46f5-90c1-3c7def99a883 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.595448] env[62321]: DEBUG nova.compute.manager [None req-acb5fda8-f663-46f5-90c1-3c7def99a883 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.596227] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658dccc4-3fbf-40b0-989c-fa11e1fa26ed {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.803023] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9bfe25d4-efff-4263-8a27-d585fb26af58 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.961s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.805464] env[62321]: DEBUG oslo_concurrency.lockutils [None req-de69a8ce-e0e0-45b5-ade1-1c79d9d94e06 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.382s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.805704] env[62321]: DEBUG nova.objects.instance [None req-de69a8ce-e0e0-45b5-ade1-1c79d9d94e06 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Lazy-loading 'resources' on Instance uuid edec86ac-ad3c-4c3d-87dd-956b6a02b803 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.824008] env[62321]: INFO nova.scheduler.client.report [None req-9bfe25d4-efff-4263-8a27-d585fb26af58 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Deleted allocations for instance 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd [ 928.860369] env[62321]: DEBUG oslo_vmware.api [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52ed138a-c612-ade4-659f-017004b7bf2b, 'name': SearchDatastore_Task, 'duration_secs': 0.00924} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.861095] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adc7f665-df3a-462f-8233-cc4e5febdfad {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.866539] env[62321]: DEBUG oslo_vmware.api [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 928.866539] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52dbf565-40ba-8411-a7a2-586a6ccdc333" [ 928.866539] env[62321]: _type = "Task" [ 928.866539] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.877299] env[62321]: DEBUG oslo_vmware.api [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52dbf565-40ba-8411-a7a2-586a6ccdc333, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.906141] env[62321]: DEBUG nova.network.neutron [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.959467] env[62321]: DEBUG nova.compute.manager [req-298c4f75-efb5-42d3-9c1e-fcef570c8357 req-76e65f6f-145f-49d6-9962-dedb491f6b78 service nova] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Received event network-vif-plugged-05ae3f08-99a5-4b85-b28b-2d1d083791cd {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 928.959709] env[62321]: DEBUG oslo_concurrency.lockutils [req-298c4f75-efb5-42d3-9c1e-fcef570c8357 req-76e65f6f-145f-49d6-9962-dedb491f6b78 service nova] Acquiring lock "9c0c978d-9c8c-484c-93ff-c300b7536d65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.959937] env[62321]: DEBUG oslo_concurrency.lockutils [req-298c4f75-efb5-42d3-9c1e-fcef570c8357 req-76e65f6f-145f-49d6-9962-dedb491f6b78 service nova] Lock "9c0c978d-9c8c-484c-93ff-c300b7536d65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.960117] env[62321]: DEBUG oslo_concurrency.lockutils [req-298c4f75-efb5-42d3-9c1e-fcef570c8357 req-76e65f6f-145f-49d6-9962-dedb491f6b78 service nova] Lock "9c0c978d-9c8c-484c-93ff-c300b7536d65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.960295] env[62321]: DEBUG nova.compute.manager [req-298c4f75-efb5-42d3-9c1e-fcef570c8357 req-76e65f6f-145f-49d6-9962-dedb491f6b78 service nova] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] No waiting events found dispatching network-vif-plugged-05ae3f08-99a5-4b85-b28b-2d1d083791cd {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 928.960548] env[62321]: WARNING nova.compute.manager [req-298c4f75-efb5-42d3-9c1e-fcef570c8357 req-76e65f6f-145f-49d6-9962-dedb491f6b78 service nova] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Received unexpected event network-vif-plugged-05ae3f08-99a5-4b85-b28b-2d1d083791cd for instance with vm_state building and task_state spawning. [ 928.960733] env[62321]: DEBUG nova.compute.manager [req-298c4f75-efb5-42d3-9c1e-fcef570c8357 req-76e65f6f-145f-49d6-9962-dedb491f6b78 service nova] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Received event network-changed-05ae3f08-99a5-4b85-b28b-2d1d083791cd {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 928.960890] env[62321]: DEBUG nova.compute.manager [req-298c4f75-efb5-42d3-9c1e-fcef570c8357 req-76e65f6f-145f-49d6-9962-dedb491f6b78 service nova] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Refreshing instance network info cache due to event network-changed-05ae3f08-99a5-4b85-b28b-2d1d083791cd. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 928.961179] env[62321]: DEBUG oslo_concurrency.lockutils [req-298c4f75-efb5-42d3-9c1e-fcef570c8357 req-76e65f6f-145f-49d6-9962-dedb491f6b78 service nova] Acquiring lock "refresh_cache-9c0c978d-9c8c-484c-93ff-c300b7536d65" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.967336] env[62321]: DEBUG oslo_vmware.api [None req-90c0b989-70cb-4a45-b297-00ad522442e2 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633535, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.993217] env[62321]: INFO nova.compute.manager [None req-2c9e2c21-e44b-4775-8ec8-3ba44a344670 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Resuming [ 928.993847] env[62321]: DEBUG nova.objects.instance [None req-2c9e2c21-e44b-4775-8ec8-3ba44a344670 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Lazy-loading 'flavor' on Instance uuid 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.081051] env[62321]: DEBUG nova.network.neutron [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Updating instance_info_cache with network_info: [{"id": "05ae3f08-99a5-4b85-b28b-2d1d083791cd", "address": "fa:16:3e:0c:df:9b", "network": {"id": "a50eeade-5604-486a-9cb3-a0b97aca18b5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-625207795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f6e0514ecb245af82559116fef7e299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05ae3f08-99", "ovs_interfaceid": "05ae3f08-99a5-4b85-b28b-2d1d083791cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.108030] env[62321]: DEBUG oslo_concurrency.lockutils [None req-acb5fda8-f663-46f5-90c1-3c7def99a883 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "68fb9d68-695f-498b-90a8-e2eb23e65c71" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.332592] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9bfe25d4-efff-4263-8a27-d585fb26af58 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Lock "3e987af3-dc11-495c-bfa5-a5e8ce31d1fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.733s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.378075] env[62321]: DEBUG oslo_vmware.api [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52dbf565-40ba-8411-a7a2-586a6ccdc333, 'name': SearchDatastore_Task, 'duration_secs': 0.023012} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.381421] env[62321]: DEBUG oslo_concurrency.lockutils [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.381421] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 5caed0a4-14ee-43ee-a501-d8370925bb84/5caed0a4-14ee-43ee-a501-d8370925bb84.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 929.381927] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33ab2bc2-9dfd-4e0e-9680-7e0ad7589e71 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.389472] env[62321]: DEBUG oslo_vmware.api [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 929.389472] env[62321]: value = "task-2633536" [ 929.389472] env[62321]: _type = "Task" [ 929.389472] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.399743] env[62321]: DEBUG oslo_vmware.api [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.462061] env[62321]: DEBUG oslo_vmware.api [None req-90c0b989-70cb-4a45-b297-00ad522442e2 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633535, 'name': RemoveSnapshot_Task, 'duration_secs': 0.633917} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.465347] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-90c0b989-70cb-4a45-b297-00ad522442e2 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Deleted Snapshot of the VM instance {{(pid=62321) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 929.465661] env[62321]: INFO nova.compute.manager [None req-90c0b989-70cb-4a45-b297-00ad522442e2 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Took 13.51 seconds to snapshot the instance on the hypervisor. [ 929.584286] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5e990099-4146-42ab-b042-049621a8d5ba tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "68fb9d68-695f-498b-90a8-e2eb23e65c71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.584756] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5e990099-4146-42ab-b042-049621a8d5ba tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "68fb9d68-695f-498b-90a8-e2eb23e65c71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.585055] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5e990099-4146-42ab-b042-049621a8d5ba tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "68fb9d68-695f-498b-90a8-e2eb23e65c71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.585360] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5e990099-4146-42ab-b042-049621a8d5ba tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "68fb9d68-695f-498b-90a8-e2eb23e65c71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.585688] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5e990099-4146-42ab-b042-049621a8d5ba tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "68fb9d68-695f-498b-90a8-e2eb23e65c71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.587625] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Releasing lock "refresh_cache-9c0c978d-9c8c-484c-93ff-c300b7536d65" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.588118] env[62321]: DEBUG nova.compute.manager [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Instance network_info: |[{"id": "05ae3f08-99a5-4b85-b28b-2d1d083791cd", "address": "fa:16:3e:0c:df:9b", "network": {"id": "a50eeade-5604-486a-9cb3-a0b97aca18b5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-625207795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f6e0514ecb245af82559116fef7e299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05ae3f08-99", "ovs_interfaceid": "05ae3f08-99a5-4b85-b28b-2d1d083791cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 929.588636] env[62321]: INFO nova.compute.manager [None req-5e990099-4146-42ab-b042-049621a8d5ba tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Terminating instance [ 929.590341] env[62321]: DEBUG oslo_concurrency.lockutils [req-298c4f75-efb5-42d3-9c1e-fcef570c8357 req-76e65f6f-145f-49d6-9962-dedb491f6b78 service nova] Acquired lock "refresh_cache-9c0c978d-9c8c-484c-93ff-c300b7536d65" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.590606] env[62321]: DEBUG nova.network.neutron [req-298c4f75-efb5-42d3-9c1e-fcef570c8357 req-76e65f6f-145f-49d6-9962-dedb491f6b78 service nova] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Refreshing network info cache for port 05ae3f08-99a5-4b85-b28b-2d1d083791cd {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.592049] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:df:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05ae3f08-99a5-4b85-b28b-2d1d083791cd', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.600020] env[62321]: DEBUG oslo.service.loopingcall [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 929.605291] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.606236] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4345372a-8a34-4df4-a0e2-f9f12ba2c1d4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.639071] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.639071] env[62321]: value = "task-2633537" [ 929.639071] env[62321]: _type = "Task" [ 929.639071] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.649623] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633537, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.704998] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c54843-3080-41cc-bb26-9607f647f725 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.715806] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec95ed7-f86e-40df-ac6b-7c26ce7aa099 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.756167] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f88d991-ba76-4d91-a31f-10808b01af77 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.766110] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d37a749-2908-4620-8b7e-2220bdc0e43a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.783215] env[62321]: DEBUG nova.compute.provider_tree [None req-de69a8ce-e0e0-45b5-ade1-1c79d9d94e06 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.900258] env[62321]: DEBUG oslo_vmware.api [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633536, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455891} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.900556] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 5caed0a4-14ee-43ee-a501-d8370925bb84/5caed0a4-14ee-43ee-a501-d8370925bb84.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 929.900774] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 929.901041] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-affac070-4b87-4260-80c7-02971e68aeab {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.908757] env[62321]: DEBUG oslo_vmware.api [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 929.908757] env[62321]: value = "task-2633538" [ 929.908757] env[62321]: _type = "Task" [ 929.908757] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.920644] env[62321]: DEBUG oslo_vmware.api [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633538, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.107545] env[62321]: DEBUG nova.compute.manager [None req-5e990099-4146-42ab-b042-049621a8d5ba tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 930.109115] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5e990099-4146-42ab-b042-049621a8d5ba tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.110045] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c99827-2c33-4344-8e63-b52b15edcfa2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.118286] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5e990099-4146-42ab-b042-049621a8d5ba tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.118602] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f117c2e-3822-41c1-baed-a9c8eb5b2ea2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.149965] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633537, 'name': CreateVM_Task, 'duration_secs': 0.445741} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.150375] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.151036] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.151317] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.151741] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.152100] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3dbf086-ccbe-41c2-8cb2-b301b65b8976 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.157187] env[62321]: DEBUG oslo_vmware.api [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 930.157187] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522a3b3b-b098-30ce-ec38-7d860b193cae" [ 930.157187] env[62321]: _type = "Task" [ 930.157187] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.165689] env[62321]: DEBUG oslo_vmware.api [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522a3b3b-b098-30ce-ec38-7d860b193cae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.187162] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5e990099-4146-42ab-b042-049621a8d5ba tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.187503] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5e990099-4146-42ab-b042-049621a8d5ba tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.187694] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e990099-4146-42ab-b042-049621a8d5ba tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Deleting the datastore file [datastore1] 68fb9d68-695f-498b-90a8-e2eb23e65c71 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.187960] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d7926ab-8737-4d90-ab94-cb215f73b165 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.195490] env[62321]: DEBUG oslo_vmware.api [None req-5e990099-4146-42ab-b042-049621a8d5ba tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 930.195490] env[62321]: value = "task-2633540" [ 930.195490] env[62321]: _type = "Task" [ 930.195490] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.206875] env[62321]: DEBUG oslo_vmware.api [None req-5e990099-4146-42ab-b042-049621a8d5ba tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.287293] env[62321]: DEBUG nova.scheduler.client.report [None req-de69a8ce-e0e0-45b5-ade1-1c79d9d94e06 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.397803] env[62321]: DEBUG nova.network.neutron [req-298c4f75-efb5-42d3-9c1e-fcef570c8357 req-76e65f6f-145f-49d6-9962-dedb491f6b78 service nova] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Updated VIF entry in instance network info cache for port 05ae3f08-99a5-4b85-b28b-2d1d083791cd. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.398195] env[62321]: DEBUG nova.network.neutron [req-298c4f75-efb5-42d3-9c1e-fcef570c8357 req-76e65f6f-145f-49d6-9962-dedb491f6b78 service nova] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Updating instance_info_cache with network_info: [{"id": "05ae3f08-99a5-4b85-b28b-2d1d083791cd", "address": "fa:16:3e:0c:df:9b", "network": {"id": "a50eeade-5604-486a-9cb3-a0b97aca18b5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-625207795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f6e0514ecb245af82559116fef7e299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05ae3f08-99", "ovs_interfaceid": "05ae3f08-99a5-4b85-b28b-2d1d083791cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.423921] env[62321]: DEBUG oslo_vmware.api [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633538, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078225} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.424232] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 930.425019] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400d6b31-86ac-4bb4-ab50-aad694c7fba2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.448883] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 5caed0a4-14ee-43ee-a501-d8370925bb84/5caed0a4-14ee-43ee-a501-d8370925bb84.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.449445] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4a5e330-5ea5-4a04-ae08-ebabc7d10993 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.471278] env[62321]: DEBUG oslo_vmware.api [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 930.471278] env[62321]: value = "task-2633541" [ 930.471278] env[62321]: _type = "Task" [ 930.471278] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.481045] env[62321]: DEBUG oslo_vmware.api [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633541, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.504690] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2c9e2c21-e44b-4775-8ec8-3ba44a344670 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Acquiring lock "refresh_cache-5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.504943] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2c9e2c21-e44b-4775-8ec8-3ba44a344670 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Acquired lock "refresh_cache-5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.505150] env[62321]: DEBUG nova.network.neutron [None req-2c9e2c21-e44b-4775-8ec8-3ba44a344670 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.667632] env[62321]: DEBUG oslo_vmware.api [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522a3b3b-b098-30ce-ec38-7d860b193cae, 'name': SearchDatastore_Task, 'duration_secs': 0.013321} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.667966] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.668323] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.668584] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.668735] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.668945] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.669221] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ab23fa3-a6d5-4df9-94ed-cbe6e79d2400 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.678243] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.678423] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.679147] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7129f09a-46ce-47dd-8a5b-6c8b130d9062 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.684999] env[62321]: DEBUG oslo_vmware.api [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 930.684999] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e53909-c054-3019-304d-bf68d3b78f25" [ 930.684999] env[62321]: _type = "Task" [ 930.684999] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.693197] env[62321]: DEBUG oslo_vmware.api [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e53909-c054-3019-304d-bf68d3b78f25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.704921] env[62321]: DEBUG oslo_vmware.api [None req-5e990099-4146-42ab-b042-049621a8d5ba tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135682} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.705721] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e990099-4146-42ab-b042-049621a8d5ba tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.705721] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5e990099-4146-42ab-b042-049621a8d5ba tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.705721] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5e990099-4146-42ab-b042-049621a8d5ba tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.705721] env[62321]: INFO nova.compute.manager [None req-5e990099-4146-42ab-b042-049621a8d5ba tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Took 0.60 seconds to destroy the instance on the hypervisor. [ 930.705915] env[62321]: DEBUG oslo.service.loopingcall [None req-5e990099-4146-42ab-b042-049621a8d5ba tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 930.706107] env[62321]: DEBUG nova.compute.manager [-] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 930.706205] env[62321]: DEBUG nova.network.neutron [-] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 930.796061] env[62321]: DEBUG oslo_concurrency.lockutils [None req-de69a8ce-e0e0-45b5-ade1-1c79d9d94e06 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.987s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.796061] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d7880c07-fe4a-4e8e-a401-a21298dd3661 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.749s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.796061] env[62321]: DEBUG nova.objects.instance [None req-d7880c07-fe4a-4e8e-a401-a21298dd3661 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lazy-loading 'resources' on Instance uuid 385348f6-00bb-4199-adcf-043fc12e8d9c {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.824609] env[62321]: INFO nova.scheduler.client.report [None req-de69a8ce-e0e0-45b5-ade1-1c79d9d94e06 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Deleted allocations for instance edec86ac-ad3c-4c3d-87dd-956b6a02b803 [ 930.901354] env[62321]: DEBUG oslo_concurrency.lockutils [req-298c4f75-efb5-42d3-9c1e-fcef570c8357 req-76e65f6f-145f-49d6-9962-dedb491f6b78 service nova] Releasing lock "refresh_cache-9c0c978d-9c8c-484c-93ff-c300b7536d65" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.982617] env[62321]: DEBUG oslo_vmware.api [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633541, 'name': ReconfigVM_Task, 'duration_secs': 0.28089} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.982891] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 5caed0a4-14ee-43ee-a501-d8370925bb84/5caed0a4-14ee-43ee-a501-d8370925bb84.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.983829] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6c83a64-f129-4bbb-b5de-6fc1e215d410 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.991141] env[62321]: DEBUG oslo_vmware.api [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 930.991141] env[62321]: value = "task-2633542" [ 930.991141] env[62321]: _type = "Task" [ 930.991141] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.001834] env[62321]: DEBUG oslo_vmware.api [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633542, 'name': Rename_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.139927] env[62321]: DEBUG nova.compute.manager [req-5a44e9ff-4ddf-4bce-a2ac-045acdeb2278 req-3ea20431-6f48-4937-9c07-290a98c319c4 service nova] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Received event network-vif-deleted-4d632114-81b5-4e6f-9bda-323c1ff0674f {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 931.140146] env[62321]: INFO nova.compute.manager [req-5a44e9ff-4ddf-4bce-a2ac-045acdeb2278 req-3ea20431-6f48-4937-9c07-290a98c319c4 service nova] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Neutron deleted interface 4d632114-81b5-4e6f-9bda-323c1ff0674f; detaching it from the instance and deleting it from the info cache [ 931.140324] env[62321]: DEBUG nova.network.neutron [req-5a44e9ff-4ddf-4bce-a2ac-045acdeb2278 req-3ea20431-6f48-4937-9c07-290a98c319c4 service nova] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.196608] env[62321]: DEBUG oslo_vmware.api [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e53909-c054-3019-304d-bf68d3b78f25, 'name': SearchDatastore_Task, 'duration_secs': 0.009425} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.197450] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc583404-3fa0-4ce5-b1b3-31f79ec44295 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.203812] env[62321]: DEBUG oslo_vmware.api [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 931.203812] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52785132-8c6f-99af-6099-a110c6380ba6" [ 931.203812] env[62321]: _type = "Task" [ 931.203812] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.213039] env[62321]: DEBUG oslo_vmware.api [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52785132-8c6f-99af-6099-a110c6380ba6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.223815] env[62321]: DEBUG nova.network.neutron [None req-2c9e2c21-e44b-4775-8ec8-3ba44a344670 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Updating instance_info_cache with network_info: [{"id": "3ef6b831-298e-43db-b109-208864a07aa6", "address": "fa:16:3e:1b:08:bb", "network": {"id": "c2c64e93-1634-4733-ba04-2307c219020c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1866181050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f9ba67a32294feda37ce6c58c302ced", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ef6b831-29", "ovs_interfaceid": "3ef6b831-298e-43db-b109-208864a07aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.236820] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cba06d83-873e-4a32-a05f-15e13a91cc48 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Acquiring lock "2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.237429] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cba06d83-873e-4a32-a05f-15e13a91cc48 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Lock "2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.237429] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cba06d83-873e-4a32-a05f-15e13a91cc48 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Acquiring lock "2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.237429] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cba06d83-873e-4a32-a05f-15e13a91cc48 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Lock "2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.237429] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cba06d83-873e-4a32-a05f-15e13a91cc48 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Lock "2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.239513] env[62321]: INFO nova.compute.manager [None req-cba06d83-873e-4a32-a05f-15e13a91cc48 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Terminating instance [ 931.332405] env[62321]: DEBUG oslo_concurrency.lockutils [None req-de69a8ce-e0e0-45b5-ade1-1c79d9d94e06 tempest-TenantUsagesTestJSON-519783905 tempest-TenantUsagesTestJSON-519783905-project-member] Lock "edec86ac-ad3c-4c3d-87dd-956b6a02b803" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.345s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.422293] env[62321]: DEBUG nova.compute.manager [None req-13c4b066-dd46-45e6-b067-914ba068b3b9 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.423185] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db598824-24bf-471d-bc83-9044a21778e5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.505014] env[62321]: DEBUG oslo_vmware.api [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633542, 'name': Rename_Task, 'duration_secs': 0.144875} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.505829] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.505973] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eddadd63-97e2-4357-b8f4-0602b78a00cc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.515639] env[62321]: DEBUG oslo_vmware.api [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 931.515639] env[62321]: value = "task-2633543" [ 931.515639] env[62321]: _type = "Task" [ 931.515639] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.527049] env[62321]: DEBUG oslo_vmware.api [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633543, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.608823] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed508b8-b7b3-4eab-a981-945f09e60773 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.617091] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1d1a4d-27f2-4c36-9ede-53bbd7af921f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.623329] env[62321]: DEBUG nova.network.neutron [-] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.652412] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-83c9361c-7bbf-449e-9ffa-14d5345d6b01 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.655018] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afe84f4-a356-4fec-96da-30b7f20d3be9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.665981] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406559d7-043a-467c-927d-db3a86d5b973 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.673245] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fabce08-b7d2-4bfb-88b1-be68c662ac62 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.696466] env[62321]: DEBUG nova.compute.provider_tree [None req-d7880c07-fe4a-4e8e-a401-a21298dd3661 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.717684] env[62321]: DEBUG nova.compute.manager [req-5a44e9ff-4ddf-4bce-a2ac-045acdeb2278 req-3ea20431-6f48-4937-9c07-290a98c319c4 service nova] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Detach interface failed, port_id=4d632114-81b5-4e6f-9bda-323c1ff0674f, reason: Instance 68fb9d68-695f-498b-90a8-e2eb23e65c71 could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 931.727615] env[62321]: DEBUG oslo_vmware.api [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52785132-8c6f-99af-6099-a110c6380ba6, 'name': SearchDatastore_Task, 'duration_secs': 0.015148} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.728106] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2c9e2c21-e44b-4775-8ec8-3ba44a344670 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Releasing lock "refresh_cache-5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.728437] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.728677] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 9c0c978d-9c8c-484c-93ff-c300b7536d65/9c0c978d-9c8c-484c-93ff-c300b7536d65.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 931.729684] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6dd48d4-2520-44cb-8851-875f76d91674 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.732195] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b74df75b-bb57-47e8-9b38-9e8311bdb3fa {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.738298] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9e2c21-e44b-4775-8ec8-3ba44a344670 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Resuming the VM {{(pid=62321) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 931.738538] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e712c3e1-dfef-4ee7-b17b-62f9bd7f9920 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.741168] env[62321]: DEBUG oslo_vmware.api [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 931.741168] env[62321]: value = "task-2633544" [ 931.741168] env[62321]: _type = "Task" [ 931.741168] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.744738] env[62321]: DEBUG nova.compute.manager [None req-cba06d83-873e-4a32-a05f-15e13a91cc48 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 931.744931] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-cba06d83-873e-4a32-a05f-15e13a91cc48 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.745658] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98fed7c7-ac75-44df-960c-188d15137eda {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.749842] env[62321]: DEBUG oslo_vmware.api [None req-2c9e2c21-e44b-4775-8ec8-3ba44a344670 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Waiting for the task: (returnval){ [ 931.749842] env[62321]: value = "task-2633545" [ 931.749842] env[62321]: _type = "Task" [ 931.749842] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.755793] env[62321]: DEBUG oslo_vmware.api [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633544, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.758343] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-cba06d83-873e-4a32-a05f-15e13a91cc48 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.758974] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c93d595d-8b1b-4227-a3bb-68a2d20d2c87 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.763964] env[62321]: DEBUG oslo_vmware.api [None req-2c9e2c21-e44b-4775-8ec8-3ba44a344670 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633545, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.765162] env[62321]: DEBUG oslo_vmware.api [None req-cba06d83-873e-4a32-a05f-15e13a91cc48 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Waiting for the task: (returnval){ [ 931.765162] env[62321]: value = "task-2633546" [ 931.765162] env[62321]: _type = "Task" [ 931.765162] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.774433] env[62321]: DEBUG oslo_vmware.api [None req-cba06d83-873e-4a32-a05f-15e13a91cc48 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': task-2633546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.937909] env[62321]: INFO nova.compute.manager [None req-13c4b066-dd46-45e6-b067-914ba068b3b9 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] instance snapshotting [ 931.941514] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91dd1e1-d772-4ae4-b7d3-2db020daebc4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.965326] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b6fed0-0a19-49c1-89f5-c115d84ea938 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.028805] env[62321]: DEBUG oslo_vmware.api [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633543, 'name': PowerOnVM_Task, 'duration_secs': 0.482886} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.029091] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 932.029308] env[62321]: INFO nova.compute.manager [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Took 7.76 seconds to spawn the instance on the hypervisor. [ 932.029518] env[62321]: DEBUG nova.compute.manager [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.030400] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ac6e2f-1824-47d2-bfbc-e24cc1a27568 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.152900] env[62321]: INFO nova.compute.manager [-] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Took 1.45 seconds to deallocate network for instance. [ 932.201077] env[62321]: DEBUG nova.scheduler.client.report [None req-d7880c07-fe4a-4e8e-a401-a21298dd3661 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.254141] env[62321]: DEBUG oslo_vmware.api [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633544, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.266928] env[62321]: DEBUG oslo_vmware.api [None req-2c9e2c21-e44b-4775-8ec8-3ba44a344670 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633545, 'name': PowerOnVM_Task} progress is 93%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.278480] env[62321]: DEBUG oslo_vmware.api [None req-cba06d83-873e-4a32-a05f-15e13a91cc48 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': task-2633546, 'name': PowerOffVM_Task, 'duration_secs': 0.201922} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.278786] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-cba06d83-873e-4a32-a05f-15e13a91cc48 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.279064] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-cba06d83-873e-4a32-a05f-15e13a91cc48 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.279454] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-332df52d-2599-4440-a16a-fbeef0b762f6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.373586] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-cba06d83-873e-4a32-a05f-15e13a91cc48 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.373895] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-cba06d83-873e-4a32-a05f-15e13a91cc48 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.374216] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-cba06d83-873e-4a32-a05f-15e13a91cc48 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Deleting the datastore file [datastore2] 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.374592] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97cc419c-706c-48b5-abe9-294e27e5994f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.387629] env[62321]: DEBUG oslo_vmware.api [None req-cba06d83-873e-4a32-a05f-15e13a91cc48 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Waiting for the task: (returnval){ [ 932.387629] env[62321]: value = "task-2633548" [ 932.387629] env[62321]: _type = "Task" [ 932.387629] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.400885] env[62321]: DEBUG oslo_vmware.api [None req-cba06d83-873e-4a32-a05f-15e13a91cc48 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': task-2633548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.479770] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-13c4b066-dd46-45e6-b067-914ba068b3b9 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Creating Snapshot of the VM instance {{(pid=62321) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 932.480143] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-553fd710-14ea-4a4d-88c7-7303327cb2c8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.489781] env[62321]: DEBUG oslo_vmware.api [None req-13c4b066-dd46-45e6-b067-914ba068b3b9 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Waiting for the task: (returnval){ [ 932.489781] env[62321]: value = "task-2633549" [ 932.489781] env[62321]: _type = "Task" [ 932.489781] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.499898] env[62321]: DEBUG oslo_vmware.api [None req-13c4b066-dd46-45e6-b067-914ba068b3b9 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633549, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.551361] env[62321]: INFO nova.compute.manager [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Took 23.84 seconds to build instance. [ 932.661160] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5e990099-4146-42ab-b042-049621a8d5ba tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.706727] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d7880c07-fe4a-4e8e-a401-a21298dd3661 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.911s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.709086] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 13.984s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.738578] env[62321]: INFO nova.scheduler.client.report [None req-d7880c07-fe4a-4e8e-a401-a21298dd3661 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Deleted allocations for instance 385348f6-00bb-4199-adcf-043fc12e8d9c [ 932.752296] env[62321]: DEBUG oslo_vmware.api [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633544, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52816} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.752557] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 9c0c978d-9c8c-484c-93ff-c300b7536d65/9c0c978d-9c8c-484c-93ff-c300b7536d65.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.752770] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.753035] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-093e5bef-b163-4f61-a0f4-38a1e5c6c4f4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.763417] env[62321]: DEBUG oslo_vmware.api [None req-2c9e2c21-e44b-4775-8ec8-3ba44a344670 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633545, 'name': PowerOnVM_Task, 'duration_secs': 0.654985} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.764800] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9e2c21-e44b-4775-8ec8-3ba44a344670 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Resumed the VM {{(pid=62321) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 932.765365] env[62321]: DEBUG nova.compute.manager [None req-2c9e2c21-e44b-4775-8ec8-3ba44a344670 tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.765365] env[62321]: DEBUG oslo_vmware.api [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 932.765365] env[62321]: value = "task-2633550" [ 932.765365] env[62321]: _type = "Task" [ 932.765365] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.766048] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06abf9c0-9352-4b3d-8a9c-ed0e6591ef39 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.781296] env[62321]: DEBUG oslo_vmware.api [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633550, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.898162] env[62321]: DEBUG oslo_vmware.api [None req-cba06d83-873e-4a32-a05f-15e13a91cc48 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Task: {'id': task-2633548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315739} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.898543] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-cba06d83-873e-4a32-a05f-15e13a91cc48 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.898630] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-cba06d83-873e-4a32-a05f-15e13a91cc48 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.898831] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-cba06d83-873e-4a32-a05f-15e13a91cc48 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.899015] env[62321]: INFO nova.compute.manager [None req-cba06d83-873e-4a32-a05f-15e13a91cc48 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 932.900038] env[62321]: DEBUG oslo.service.loopingcall [None req-cba06d83-873e-4a32-a05f-15e13a91cc48 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 932.900038] env[62321]: DEBUG nova.compute.manager [-] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 932.900038] env[62321]: DEBUG nova.network.neutron [-] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 933.006235] env[62321]: DEBUG oslo_vmware.api [None req-13c4b066-dd46-45e6-b067-914ba068b3b9 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633549, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.053552] env[62321]: DEBUG oslo_concurrency.lockutils [None req-63971984-a70c-4096-8064-49e5ec5705f3 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "5caed0a4-14ee-43ee-a501-d8370925bb84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.348s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.247021] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d7880c07-fe4a-4e8e-a401-a21298dd3661 tempest-ServersAdminTestJSON-1384633603 tempest-ServersAdminTestJSON-1384633603-project-member] Lock "385348f6-00bb-4199-adcf-043fc12e8d9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.678s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.284370] env[62321]: DEBUG oslo_vmware.api [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633550, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075065} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.285836] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 933.286986] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f5869d-37b7-4ab2-84a2-911a34217baa {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.321019] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 9c0c978d-9c8c-484c-93ff-c300b7536d65/9c0c978d-9c8c-484c-93ff-c300b7536d65.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.321749] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b07ab48-4407-4f76-83fc-c6ad15b4039c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.349058] env[62321]: DEBUG oslo_vmware.api [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 933.349058] env[62321]: value = "task-2633551" [ 933.349058] env[62321]: _type = "Task" [ 933.349058] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.360031] env[62321]: DEBUG oslo_vmware.api [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633551, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.428647] env[62321]: DEBUG nova.compute.manager [req-40a54266-5baf-4b69-b5bd-dc63ea6707a2 req-819ca164-7174-4de3-be14-877c946a5cc8 service nova] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Received event network-vif-deleted-c50df29d-b661-433c-a751-2da066168f1b {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 933.428940] env[62321]: INFO nova.compute.manager [req-40a54266-5baf-4b69-b5bd-dc63ea6707a2 req-819ca164-7174-4de3-be14-877c946a5cc8 service nova] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Neutron deleted interface c50df29d-b661-433c-a751-2da066168f1b; detaching it from the instance and deleting it from the info cache [ 933.429201] env[62321]: DEBUG nova.network.neutron [req-40a54266-5baf-4b69-b5bd-dc63ea6707a2 req-819ca164-7174-4de3-be14-877c946a5cc8 service nova] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.503593] env[62321]: DEBUG oslo_vmware.api [None req-13c4b066-dd46-45e6-b067-914ba068b3b9 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633549, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.547676] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4860c5f7-7a07-4939-9e94-3f0f14f9e84c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "5caed0a4-14ee-43ee-a501-d8370925bb84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.548156] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4860c5f7-7a07-4939-9e94-3f0f14f9e84c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "5caed0a4-14ee-43ee-a501-d8370925bb84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.548799] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4860c5f7-7a07-4939-9e94-3f0f14f9e84c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "5caed0a4-14ee-43ee-a501-d8370925bb84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.548799] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4860c5f7-7a07-4939-9e94-3f0f14f9e84c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "5caed0a4-14ee-43ee-a501-d8370925bb84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.548799] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4860c5f7-7a07-4939-9e94-3f0f14f9e84c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "5caed0a4-14ee-43ee-a501-d8370925bb84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.551458] env[62321]: INFO nova.compute.manager [None req-4860c5f7-7a07-4939-9e94-3f0f14f9e84c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Terminating instance [ 933.765107] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 933.765107] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance f0401741-6f49-4d8d-b329-ceaa700428d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 933.765107] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 7e8c336d-48c5-4fd1-a733-f7001dea3aa4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 933.765107] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance d9f2468c-18c3-44f4-8044-5a098ac5f107 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 933.765107] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 5114d3c2-a387-4520-8837-be0736533858 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 933.765107] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 5209d7f4-76ae-439c-bf4d-2fead6810a80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 933.765107] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 88c97bc4-ebde-4bd0-8217-f682605a6bc8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 933.765107] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 1148efb1-5dfa-43d9-9891-3738a50bf214 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 933.765107] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 29b8ec19-e3c4-484a-a749-371359631c7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 933.765107] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 2ac1005f-138b-4e2d-9952-4df86b0c9eb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 933.765107] env[62321]: WARNING nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 1bebba95-b89d-4769-a4fb-8f1416d32b80 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 933.765107] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 99c10950-245e-45c0-bc8b-1d6c88837349 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 933.765107] env[62321]: WARNING nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 16608632-c469-40d5-97d4-2e80c871e4be is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 933.765107] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance fc453d88-8d2d-4b0e-876f-85478c789990 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 933.765651] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 933.769216] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance fbf80529-4efb-4056-9d2b-5b03df0c7777 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 933.769216] env[62321]: WARNING nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance ec488ced-085e-46e4-9c48-18c06d5b93e3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 933.769216] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 933.769216] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance b696d814-0bdb-4f09-83b5-d66c1b81507f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 933.769216] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 179b5998-467e-4e40-89bd-e8555eac9051 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 933.769216] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 2ec7b858-4063-4a79-8681-8655eb22bfab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 933.769216] env[62321]: WARNING nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 68fb9d68-695f-498b-90a8-e2eb23e65c71 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 933.769216] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 5caed0a4-14ee-43ee-a501-d8370925bb84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 933.769216] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 9c0c978d-9c8c-484c-93ff-c300b7536d65 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 933.769216] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=62321) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 933.769216] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4352MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=62321) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 933.843664] env[62321]: DEBUG nova.network.neutron [-] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.867282] env[62321]: DEBUG oslo_vmware.api [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.935022] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1fa6db8d-d4a0-4c28-9cfb-cf1c00ed5b33 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.948486] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c898de-19cb-4bb9-9083-06cd087dbabe {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.992098] env[62321]: DEBUG nova.compute.manager [req-40a54266-5baf-4b69-b5bd-dc63ea6707a2 req-819ca164-7174-4de3-be14-877c946a5cc8 service nova] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Detach interface failed, port_id=c50df29d-b661-433c-a751-2da066168f1b, reason: Instance 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1 could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 934.006416] env[62321]: DEBUG oslo_vmware.api [None req-13c4b066-dd46-45e6-b067-914ba068b3b9 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633549, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.055185] env[62321]: DEBUG nova.compute.manager [None req-4860c5f7-7a07-4939-9e94-3f0f14f9e84c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 934.056340] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4860c5f7-7a07-4939-9e94-3f0f14f9e84c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.057403] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b7dcf7-84b2-48e3-b166-a23bcf83bf4c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.064371] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-4860c5f7-7a07-4939-9e94-3f0f14f9e84c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.065309] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc26268d-2fbe-438c-a91e-fb5f46db95a4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.072874] env[62321]: DEBUG oslo_vmware.api [None req-4860c5f7-7a07-4939-9e94-3f0f14f9e84c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 934.072874] env[62321]: value = "task-2633552" [ 934.072874] env[62321]: _type = "Task" [ 934.072874] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.084041] env[62321]: DEBUG oslo_vmware.api [None req-4860c5f7-7a07-4939-9e94-3f0f14f9e84c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.192683] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1adaafec-44f1-4a9d-a820-de8fe2120ed5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.203282] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b8064a-28cc-49e0-899b-c95510088fc5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.242742] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56c5812-295d-488f-810d-ce83b50454cc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.255460] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d728b819-8c08-48cb-ba2e-ef3b170541e7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.274160] env[62321]: DEBUG nova.compute.provider_tree [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.348401] env[62321]: INFO nova.compute.manager [-] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Took 1.45 seconds to deallocate network for instance. [ 934.365627] env[62321]: DEBUG oslo_vmware.api [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633551, 'name': ReconfigVM_Task, 'duration_secs': 0.750405} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.365947] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 9c0c978d-9c8c-484c-93ff-c300b7536d65/9c0c978d-9c8c-484c-93ff-c300b7536d65.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.366602] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fe75b5b-acc5-42d8-ae4c-d8e2fa2952c0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.374861] env[62321]: DEBUG oslo_vmware.api [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 934.374861] env[62321]: value = "task-2633553" [ 934.374861] env[62321]: _type = "Task" [ 934.374861] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.393210] env[62321]: DEBUG oslo_vmware.api [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633553, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.506730] env[62321]: DEBUG oslo_vmware.api [None req-13c4b066-dd46-45e6-b067-914ba068b3b9 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633549, 'name': CreateSnapshot_Task, 'duration_secs': 1.559729} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.507016] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-13c4b066-dd46-45e6-b067-914ba068b3b9 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Created Snapshot of the VM instance {{(pid=62321) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 934.507770] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0dc8ebd-e63c-4677-8987-9f5640ceb072 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.590284] env[62321]: DEBUG oslo_vmware.api [None req-4860c5f7-7a07-4939-9e94-3f0f14f9e84c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633552, 'name': PowerOffVM_Task, 'duration_secs': 0.259782} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.590572] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-4860c5f7-7a07-4939-9e94-3f0f14f9e84c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.590572] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4860c5f7-7a07-4939-9e94-3f0f14f9e84c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 934.590827] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0767db74-6a58-42ae-998a-78aece4502f8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.668202] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4860c5f7-7a07-4939-9e94-3f0f14f9e84c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 934.668514] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4860c5f7-7a07-4939-9e94-3f0f14f9e84c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 934.668900] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-4860c5f7-7a07-4939-9e94-3f0f14f9e84c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Deleting the datastore file [datastore1] 5caed0a4-14ee-43ee-a501-d8370925bb84 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.669136] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44b83184-d4e3-4f9e-b5b7-769053af834f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.677521] env[62321]: DEBUG oslo_vmware.api [None req-4860c5f7-7a07-4939-9e94-3f0f14f9e84c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 934.677521] env[62321]: value = "task-2633555" [ 934.677521] env[62321]: _type = "Task" [ 934.677521] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.687015] env[62321]: DEBUG oslo_vmware.api [None req-4860c5f7-7a07-4939-9e94-3f0f14f9e84c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.780318] env[62321]: DEBUG nova.scheduler.client.report [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.862052] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cba06d83-873e-4a32-a05f-15e13a91cc48 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.891354] env[62321]: DEBUG oslo_vmware.api [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633553, 'name': Rename_Task, 'duration_secs': 0.368863} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.891837] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.891979] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c11b3c7f-6b46-408f-b68d-7ca6852ac668 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.899523] env[62321]: DEBUG oslo_vmware.api [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 934.899523] env[62321]: value = "task-2633556" [ 934.899523] env[62321]: _type = "Task" [ 934.899523] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.909011] env[62321]: DEBUG oslo_vmware.api [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.028053] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-13c4b066-dd46-45e6-b067-914ba068b3b9 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Creating linked-clone VM from snapshot {{(pid=62321) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 935.028413] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-243cd773-2d70-4bea-85ec-d37d7ba1e773 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.038516] env[62321]: DEBUG oslo_vmware.api [None req-13c4b066-dd46-45e6-b067-914ba068b3b9 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Waiting for the task: (returnval){ [ 935.038516] env[62321]: value = "task-2633557" [ 935.038516] env[62321]: _type = "Task" [ 935.038516] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.051602] env[62321]: DEBUG oslo_vmware.api [None req-13c4b066-dd46-45e6-b067-914ba068b3b9 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633557, 'name': CloneVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.193621] env[62321]: DEBUG oslo_vmware.api [None req-4860c5f7-7a07-4939-9e94-3f0f14f9e84c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205855} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.193621] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-4860c5f7-7a07-4939-9e94-3f0f14f9e84c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.193621] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4860c5f7-7a07-4939-9e94-3f0f14f9e84c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.193621] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4860c5f7-7a07-4939-9e94-3f0f14f9e84c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.193621] env[62321]: INFO nova.compute.manager [None req-4860c5f7-7a07-4939-9e94-3f0f14f9e84c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Took 1.14 seconds to destroy the instance on the hypervisor. [ 935.193621] env[62321]: DEBUG oslo.service.loopingcall [None req-4860c5f7-7a07-4939-9e94-3f0f14f9e84c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 935.193621] env[62321]: DEBUG nova.compute.manager [-] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 935.193621] env[62321]: DEBUG nova.network.neutron [-] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 935.289056] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62321) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 935.289056] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.578s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.289056] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b5868746-95a1-4ac1-9f3c-181b2449d760 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.315s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.289056] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b5868746-95a1-4ac1-9f3c-181b2449d760 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.289452] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5342a0c7-8901-44e3-95ff-99f6efbe4672 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.895s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.289644] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5342a0c7-8901-44e3-95ff-99f6efbe4672 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.291607] env[62321]: DEBUG oslo_concurrency.lockutils [None req-06a869a2-75c7-4213-ae32-28f3f8a1049f tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.864s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.291854] env[62321]: DEBUG oslo_concurrency.lockutils [None req-06a869a2-75c7-4213-ae32-28f3f8a1049f tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.293982] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5e990099-4146-42ab-b042-049621a8d5ba tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.633s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.294244] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5e990099-4146-42ab-b042-049621a8d5ba tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.297067] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cba06d83-873e-4a32-a05f-15e13a91cc48 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.436s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.298106] env[62321]: DEBUG nova.objects.instance [None req-cba06d83-873e-4a32-a05f-15e13a91cc48 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Lazy-loading 'resources' on Instance uuid 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.328852] env[62321]: INFO nova.scheduler.client.report [None req-5e990099-4146-42ab-b042-049621a8d5ba tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Deleted allocations for instance 68fb9d68-695f-498b-90a8-e2eb23e65c71 [ 935.338603] env[62321]: INFO nova.scheduler.client.report [None req-06a869a2-75c7-4213-ae32-28f3f8a1049f tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Deleted allocations for instance 16608632-c469-40d5-97d4-2e80c871e4be [ 935.345328] env[62321]: INFO nova.scheduler.client.report [None req-b5868746-95a1-4ac1-9f3c-181b2449d760 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Deleted allocations for instance ec488ced-085e-46e4-9c48-18c06d5b93e3 [ 935.365178] env[62321]: INFO nova.scheduler.client.report [None req-5342a0c7-8901-44e3-95ff-99f6efbe4672 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Deleted allocations for instance 1bebba95-b89d-4769-a4fb-8f1416d32b80 [ 935.414191] env[62321]: DEBUG oslo_vmware.api [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633556, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.557368] env[62321]: DEBUG oslo_vmware.api [None req-13c4b066-dd46-45e6-b067-914ba068b3b9 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633557, 'name': CloneVM_Task} progress is 94%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.652666] env[62321]: DEBUG nova.compute.manager [req-709ba127-75d6-4747-8625-23708ef9a714 req-07f66de8-67d9-478c-89db-ebd2b9c1094d service nova] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Received event network-vif-deleted-01e52dba-d9b3-4a58-bc5b-e121f297db05 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 935.652666] env[62321]: INFO nova.compute.manager [req-709ba127-75d6-4747-8625-23708ef9a714 req-07f66de8-67d9-478c-89db-ebd2b9c1094d service nova] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Neutron deleted interface 01e52dba-d9b3-4a58-bc5b-e121f297db05; detaching it from the instance and deleting it from the info cache [ 935.652666] env[62321]: DEBUG nova.network.neutron [req-709ba127-75d6-4747-8625-23708ef9a714 req-07f66de8-67d9-478c-89db-ebd2b9c1094d service nova] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.840145] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5e990099-4146-42ab-b042-049621a8d5ba tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "68fb9d68-695f-498b-90a8-e2eb23e65c71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.255s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.854706] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b5868746-95a1-4ac1-9f3c-181b2449d760 tempest-ServerShowV247Test-296170916 tempest-ServerShowV247Test-296170916-project-member] Lock "ec488ced-085e-46e4-9c48-18c06d5b93e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.620s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.863306] env[62321]: DEBUG oslo_concurrency.lockutils [None req-06a869a2-75c7-4213-ae32-28f3f8a1049f tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lock "16608632-c469-40d5-97d4-2e80c871e4be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.073s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.876644] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5342a0c7-8901-44e3-95ff-99f6efbe4672 tempest-ServerRescueTestJSON-1826615054 tempest-ServerRescueTestJSON-1826615054-project-member] Lock "1bebba95-b89d-4769-a4fb-8f1416d32b80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.442s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.915273] env[62321]: DEBUG oslo_vmware.api [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633556, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.056050] env[62321]: DEBUG oslo_vmware.api [None req-13c4b066-dd46-45e6-b067-914ba068b3b9 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633557, 'name': CloneVM_Task} progress is 94%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.125151] env[62321]: DEBUG nova.network.neutron [-] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.158164] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5db382a-9fe2-43ce-8b4b-114b1664d963 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.168984] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88006eb5-5da6-45de-bf20-c3d420c380e9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.221848] env[62321]: DEBUG nova.compute.manager [req-709ba127-75d6-4747-8625-23708ef9a714 req-07f66de8-67d9-478c-89db-ebd2b9c1094d service nova] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Detach interface failed, port_id=01e52dba-d9b3-4a58-bc5b-e121f297db05, reason: Instance 5caed0a4-14ee-43ee-a501-d8370925bb84 could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 936.224566] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca862ec-45c4-464b-8420-b274a3c82bc9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.232995] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0752dd2-2dd7-43c8-b6ca-4a3313007893 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.279147] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb7ab76-9f1c-4a9b-88fb-d3ea46fdb9ec {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.289105] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c56adc0-2f02-457e-92ab-9fd47056bfc4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.307313] env[62321]: DEBUG nova.compute.provider_tree [None req-cba06d83-873e-4a32-a05f-15e13a91cc48 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.411464] env[62321]: DEBUG oslo_vmware.api [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633556, 'name': PowerOnVM_Task, 'duration_secs': 1.112928} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.411769] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.411991] env[62321]: INFO nova.compute.manager [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Took 9.58 seconds to spawn the instance on the hypervisor. [ 936.412212] env[62321]: DEBUG nova.compute.manager [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.412967] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c4977b-db01-44fa-8303-904d3b79b99d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.555079] env[62321]: DEBUG oslo_vmware.api [None req-13c4b066-dd46-45e6-b067-914ba068b3b9 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633557, 'name': CloneVM_Task} progress is 95%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.634303] env[62321]: INFO nova.compute.manager [-] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Took 1.44 seconds to deallocate network for instance. [ 936.811793] env[62321]: DEBUG nova.scheduler.client.report [None req-cba06d83-873e-4a32-a05f-15e13a91cc48 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.938184] env[62321]: INFO nova.compute.manager [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Took 27.85 seconds to build instance. [ 937.058666] env[62321]: DEBUG oslo_vmware.api [None req-13c4b066-dd46-45e6-b067-914ba068b3b9 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633557, 'name': CloneVM_Task, 'duration_secs': 1.648283} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.058666] env[62321]: INFO nova.virt.vmwareapi.vmops [None req-13c4b066-dd46-45e6-b067-914ba068b3b9 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Created linked-clone VM from snapshot [ 937.062830] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485c6925-8a93-432e-8f1d-f057f6b051f2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.071073] env[62321]: DEBUG nova.virt.vmwareapi.images [None req-13c4b066-dd46-45e6-b067-914ba068b3b9 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Uploading image 20ed9dd3-8d23-46db-8af5-25cd6eee8c01 {{(pid=62321) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 937.109936] env[62321]: DEBUG oslo_vmware.rw_handles [None req-13c4b066-dd46-45e6-b067-914ba068b3b9 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 937.109936] env[62321]: value = "vm-530681" [ 937.109936] env[62321]: _type = "VirtualMachine" [ 937.109936] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 937.110840] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a66fffb1-725b-491a-a626-4536279d8d8e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.119476] env[62321]: DEBUG oslo_vmware.rw_handles [None req-13c4b066-dd46-45e6-b067-914ba068b3b9 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Lease: (returnval){ [ 937.119476] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52248417-0e04-f375-a8e2-2ffac13a3849" [ 937.119476] env[62321]: _type = "HttpNfcLease" [ 937.119476] env[62321]: } obtained for exporting VM: (result){ [ 937.119476] env[62321]: value = "vm-530681" [ 937.119476] env[62321]: _type = "VirtualMachine" [ 937.119476] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 937.119760] env[62321]: DEBUG oslo_vmware.api [None req-13c4b066-dd46-45e6-b067-914ba068b3b9 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Waiting for the lease: (returnval){ [ 937.119760] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52248417-0e04-f375-a8e2-2ffac13a3849" [ 937.119760] env[62321]: _type = "HttpNfcLease" [ 937.119760] env[62321]: } to be ready. {{(pid=62321) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 937.128025] env[62321]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 937.128025] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52248417-0e04-f375-a8e2-2ffac13a3849" [ 937.128025] env[62321]: _type = "HttpNfcLease" [ 937.128025] env[62321]: } is initializing. {{(pid=62321) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 937.144777] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4860c5f7-7a07-4939-9e94-3f0f14f9e84c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.317741] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cba06d83-873e-4a32-a05f-15e13a91cc48 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.021s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.320868] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4860c5f7-7a07-4939-9e94-3f0f14f9e84c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.176s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.320868] env[62321]: DEBUG nova.objects.instance [None req-4860c5f7-7a07-4939-9e94-3f0f14f9e84c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lazy-loading 'resources' on Instance uuid 5caed0a4-14ee-43ee-a501-d8370925bb84 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.348800] env[62321]: INFO nova.scheduler.client.report [None req-cba06d83-873e-4a32-a05f-15e13a91cc48 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Deleted allocations for instance 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1 [ 937.444115] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8a7a0d26-ce92-4f26-9925-66626c6fe20c tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "9c0c978d-9c8c-484c-93ff-c300b7536d65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.366s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.571495] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "61bf1cac-885d-430b-b9f0-23a152c724e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.571648] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "61bf1cac-885d-430b-b9f0-23a152c724e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.628440] env[62321]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 937.628440] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52248417-0e04-f375-a8e2-2ffac13a3849" [ 937.628440] env[62321]: _type = "HttpNfcLease" [ 937.628440] env[62321]: } is ready. {{(pid=62321) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 937.628774] env[62321]: DEBUG oslo_vmware.rw_handles [None req-13c4b066-dd46-45e6-b067-914ba068b3b9 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 937.628774] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52248417-0e04-f375-a8e2-2ffac13a3849" [ 937.628774] env[62321]: _type = "HttpNfcLease" [ 937.628774] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 937.629499] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ad0144-816c-4a15-8322-e561c0e434ad {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.638744] env[62321]: DEBUG oslo_vmware.rw_handles [None req-13c4b066-dd46-45e6-b067-914ba068b3b9 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521cff63-6f45-3c26-16c2-273e1cfcec68/disk-0.vmdk from lease info. {{(pid=62321) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 937.638925] env[62321]: DEBUG oslo_vmware.rw_handles [None req-13c4b066-dd46-45e6-b067-914ba068b3b9 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521cff63-6f45-3c26-16c2-273e1cfcec68/disk-0.vmdk for reading. {{(pid=62321) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 937.835559] env[62321]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5bb7b4eb-beb6-4ce9-a696-1074d0a95cec {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.856598] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cba06d83-873e-4a32-a05f-15e13a91cc48 tempest-SecurityGroupsTestJSON-1804529011 tempest-SecurityGroupsTestJSON-1804529011-project-member] Lock "2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.620s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.076709] env[62321]: DEBUG nova.compute.manager [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 938.186102] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7108fb-ba91-4875-aff4-51c6325ab3d1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.199619] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312f6d03-2e89-4fd7-823d-e7eded3ea4e0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.241787] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150c2e00-4bff-4728-8ead-bb4d50a18985 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.252503] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a84d04-7d8e-4a8c-be07-cc3c45dd601e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.270831] env[62321]: DEBUG nova.compute.provider_tree [None req-4860c5f7-7a07-4939-9e94-3f0f14f9e84c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.617225] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.704458] env[62321]: DEBUG oslo_concurrency.lockutils [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Acquiring lock "6e9e36b5-0e07-42ff-94a3-e7e7f11604a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.704789] env[62321]: DEBUG oslo_concurrency.lockutils [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Lock "6e9e36b5-0e07-42ff-94a3-e7e7f11604a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.775284] env[62321]: DEBUG nova.scheduler.client.report [None req-4860c5f7-7a07-4939-9e94-3f0f14f9e84c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.213074] env[62321]: DEBUG nova.compute.manager [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 939.284323] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4860c5f7-7a07-4939-9e94-3f0f14f9e84c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.287201] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.670s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.293078] env[62321]: INFO nova.compute.claims [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 939.330174] env[62321]: INFO nova.scheduler.client.report [None req-4860c5f7-7a07-4939-9e94-3f0f14f9e84c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Deleted allocations for instance 5caed0a4-14ee-43ee-a501-d8370925bb84 [ 939.748139] env[62321]: DEBUG oslo_concurrency.lockutils [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.845343] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4860c5f7-7a07-4939-9e94-3f0f14f9e84c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "5caed0a4-14ee-43ee-a501-d8370925bb84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.297s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.862866] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquiring lock "def1500c-f7ea-4ea2-ba83-8499b10c7a19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.864211] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lock "def1500c-f7ea-4ea2-ba83-8499b10c7a19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.920800] env[62321]: INFO nova.compute.manager [None req-3e8b4ede-0639-48d3-bc75-74a3ce37d9d7 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Get console output [ 939.920916] env[62321]: WARNING nova.virt.vmwareapi.driver [None req-3e8b4ede-0639-48d3-bc75-74a3ce37d9d7 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] The console log is missing. Check your VSPC configuration [ 940.190668] env[62321]: DEBUG nova.compute.manager [None req-de3a8eaa-1b29-4e9c-9221-4866b7aec910 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.192657] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b1ddcc-83c3-464c-b5f9-79d3f105c9c9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.327577] env[62321]: DEBUG oslo_concurrency.lockutils [None req-dd0b7307-8b68-475b-8c8d-cbca3e04d79f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Acquiring lock "5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.329620] env[62321]: DEBUG oslo_concurrency.lockutils [None req-dd0b7307-8b68-475b-8c8d-cbca3e04d79f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Lock "5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.329620] env[62321]: DEBUG oslo_concurrency.lockutils [None req-dd0b7307-8b68-475b-8c8d-cbca3e04d79f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Acquiring lock "5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.329620] env[62321]: DEBUG oslo_concurrency.lockutils [None req-dd0b7307-8b68-475b-8c8d-cbca3e04d79f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Lock "5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.329620] env[62321]: DEBUG oslo_concurrency.lockutils [None req-dd0b7307-8b68-475b-8c8d-cbca3e04d79f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Lock "5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.335786] env[62321]: INFO nova.compute.manager [None req-dd0b7307-8b68-475b-8c8d-cbca3e04d79f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Terminating instance [ 940.368771] env[62321]: DEBUG nova.compute.manager [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 940.604897] env[62321]: DEBUG nova.compute.manager [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Stashing vm_state: active {{(pid=62321) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 940.707441] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0535442-ea57-4e98-8dfc-96885733f647 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.711202] env[62321]: INFO nova.compute.manager [None req-de3a8eaa-1b29-4e9c-9221-4866b7aec910 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] instance snapshotting [ 940.711895] env[62321]: DEBUG nova.objects.instance [None req-de3a8eaa-1b29-4e9c-9221-4866b7aec910 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lazy-loading 'flavor' on Instance uuid 88c97bc4-ebde-4bd0-8217-f682605a6bc8 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.718890] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afce66d3-c272-4384-927c-0e999cc644f4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.757717] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec8910b-ddf7-4589-bf81-20bb98ec3648 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.768219] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e3d723-52f7-43ee-bb93-fe181c8acdc0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.783818] env[62321]: DEBUG nova.compute.provider_tree [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.844680] env[62321]: DEBUG nova.compute.manager [None req-dd0b7307-8b68-475b-8c8d-cbca3e04d79f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 940.844973] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-dd0b7307-8b68-475b-8c8d-cbca3e04d79f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.847272] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053abd26-7766-4f56-8e3f-ce3519daf379 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.856019] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd0b7307-8b68-475b-8c8d-cbca3e04d79f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.857293] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e8587b5-fea8-4da8-b253-8b733dc6b9c4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.867030] env[62321]: DEBUG oslo_vmware.api [None req-dd0b7307-8b68-475b-8c8d-cbca3e04d79f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Waiting for the task: (returnval){ [ 940.867030] env[62321]: value = "task-2633559" [ 940.867030] env[62321]: _type = "Task" [ 940.867030] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.878816] env[62321]: DEBUG oslo_vmware.api [None req-dd0b7307-8b68-475b-8c8d-cbca3e04d79f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.898165] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.122867] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.219910] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c43410-5156-40b4-801d-e5361d5a9e2c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.240497] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6573a353-99ff-4ee8-8598-f33f62761738 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.288047] env[62321]: DEBUG nova.scheduler.client.report [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.377436] env[62321]: DEBUG oslo_vmware.api [None req-dd0b7307-8b68-475b-8c8d-cbca3e04d79f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633559, 'name': PowerOffVM_Task, 'duration_secs': 0.422018} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.377719] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd0b7307-8b68-475b-8c8d-cbca3e04d79f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.377908] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-dd0b7307-8b68-475b-8c8d-cbca3e04d79f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.378174] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de9f1667-0217-49af-a3a9-61dd01b8cbe8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.459052] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-dd0b7307-8b68-475b-8c8d-cbca3e04d79f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.459288] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-dd0b7307-8b68-475b-8c8d-cbca3e04d79f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.459511] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd0b7307-8b68-475b-8c8d-cbca3e04d79f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Deleting the datastore file [datastore2] 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.459779] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e788bfac-6501-4799-bc36-0868b67a3ee1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.466748] env[62321]: DEBUG oslo_vmware.api [None req-dd0b7307-8b68-475b-8c8d-cbca3e04d79f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Waiting for the task: (returnval){ [ 941.466748] env[62321]: value = "task-2633561" [ 941.466748] env[62321]: _type = "Task" [ 941.466748] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.477050] env[62321]: DEBUG oslo_vmware.api [None req-dd0b7307-8b68-475b-8c8d-cbca3e04d79f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.530748] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "d5c05856-b8dc-4a89-9d6b-5a5c02938d95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.531189] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "d5c05856-b8dc-4a89-9d6b-5a5c02938d95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.756292] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-de3a8eaa-1b29-4e9c-9221-4866b7aec910 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Creating Snapshot of the VM instance {{(pid=62321) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 941.756437] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d3df0f93-7a17-4072-96a7-6328a079cdc6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.765735] env[62321]: DEBUG oslo_vmware.api [None req-de3a8eaa-1b29-4e9c-9221-4866b7aec910 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 941.765735] env[62321]: value = "task-2633562" [ 941.765735] env[62321]: _type = "Task" [ 941.765735] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.775532] env[62321]: DEBUG oslo_vmware.api [None req-de3a8eaa-1b29-4e9c-9221-4866b7aec910 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633562, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.793093] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.793734] env[62321]: DEBUG nova.compute.manager [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 941.796138] env[62321]: DEBUG oslo_concurrency.lockutils [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.048s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.797684] env[62321]: INFO nova.compute.claims [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.984045] env[62321]: DEBUG oslo_vmware.api [None req-dd0b7307-8b68-475b-8c8d-cbca3e04d79f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Task: {'id': task-2633561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298128} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.984045] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd0b7307-8b68-475b-8c8d-cbca3e04d79f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.984580] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-dd0b7307-8b68-475b-8c8d-cbca3e04d79f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.984677] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-dd0b7307-8b68-475b-8c8d-cbca3e04d79f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.984936] env[62321]: INFO nova.compute.manager [None req-dd0b7307-8b68-475b-8c8d-cbca3e04d79f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 941.985318] env[62321]: DEBUG oslo.service.loopingcall [None req-dd0b7307-8b68-475b-8c8d-cbca3e04d79f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 941.985601] env[62321]: DEBUG nova.compute.manager [-] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 941.985763] env[62321]: DEBUG nova.network.neutron [-] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.034116] env[62321]: DEBUG nova.compute.manager [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 942.281222] env[62321]: DEBUG oslo_vmware.api [None req-de3a8eaa-1b29-4e9c-9221-4866b7aec910 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633562, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.305513] env[62321]: DEBUG nova.compute.utils [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 942.314678] env[62321]: DEBUG nova.compute.manager [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 942.314678] env[62321]: DEBUG nova.network.neutron [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 942.371651] env[62321]: DEBUG nova.policy [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '946484021484442ab191c927cdf576af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd8fac8dc7ba41c6b0550e1fff9988a3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 942.519242] env[62321]: DEBUG nova.compute.manager [req-bd715770-32fd-47e1-8faa-9649767f643e req-2e7bdb6c-1466-435c-b1ee-daf963d471e8 service nova] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Received event network-vif-deleted-3ef6b831-298e-43db-b109-208864a07aa6 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 942.519542] env[62321]: INFO nova.compute.manager [req-bd715770-32fd-47e1-8faa-9649767f643e req-2e7bdb6c-1466-435c-b1ee-daf963d471e8 service nova] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Neutron deleted interface 3ef6b831-298e-43db-b109-208864a07aa6; detaching it from the instance and deleting it from the info cache [ 942.520104] env[62321]: DEBUG nova.network.neutron [req-bd715770-32fd-47e1-8faa-9649767f643e req-2e7bdb6c-1466-435c-b1ee-daf963d471e8 service nova] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.559112] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.708728] env[62321]: DEBUG nova.network.neutron [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Successfully created port: b746ec7d-11bd-4092-a1c8-8d8656f6f701 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.780205] env[62321]: DEBUG oslo_vmware.api [None req-de3a8eaa-1b29-4e9c-9221-4866b7aec910 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633562, 'name': CreateSnapshot_Task, 'duration_secs': 0.922228} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.780511] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-de3a8eaa-1b29-4e9c-9221-4866b7aec910 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Created Snapshot of the VM instance {{(pid=62321) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 942.781311] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c81c2f-1dbb-468a-8d98-4a38ccf5d86b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.817909] env[62321]: DEBUG nova.compute.manager [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 942.983344] env[62321]: DEBUG nova.network.neutron [-] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.024137] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8febd420-7a56-4f77-ad3c-55a5282820e6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.044344] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0594b09-66b4-4cab-8fc4-720a3e9b583f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.093900] env[62321]: DEBUG nova.compute.manager [req-bd715770-32fd-47e1-8faa-9649767f643e req-2e7bdb6c-1466-435c-b1ee-daf963d471e8 service nova] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Detach interface failed, port_id=3ef6b831-298e-43db-b109-208864a07aa6, reason: Instance 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7 could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 943.235455] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242ab5c0-f73a-46fd-a284-25d80e01edae {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.245495] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3515921-481a-4e66-9ab4-76af16d32a10 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.281925] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33562237-3343-4f38-86e2-fbf64ee1c17e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.291840] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32183ab-993d-4004-beee-48012e63072d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.305993] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-de3a8eaa-1b29-4e9c-9221-4866b7aec910 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Creating linked-clone VM from snapshot {{(pid=62321) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 943.306386] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-50278c02-dd5e-40ee-b13f-3c870977ce50 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.320825] env[62321]: DEBUG nova.compute.provider_tree [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.327127] env[62321]: DEBUG oslo_vmware.api [None req-de3a8eaa-1b29-4e9c-9221-4866b7aec910 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 943.327127] env[62321]: value = "task-2633563" [ 943.327127] env[62321]: _type = "Task" [ 943.327127] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.338239] env[62321]: DEBUG oslo_vmware.api [None req-de3a8eaa-1b29-4e9c-9221-4866b7aec910 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633563, 'name': CloneVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.486454] env[62321]: INFO nova.compute.manager [-] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Took 1.50 seconds to deallocate network for instance. [ 943.829096] env[62321]: DEBUG nova.compute.manager [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 943.831903] env[62321]: DEBUG nova.scheduler.client.report [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.847501] env[62321]: DEBUG oslo_vmware.api [None req-de3a8eaa-1b29-4e9c-9221-4866b7aec910 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633563, 'name': CloneVM_Task} progress is 94%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.859850] env[62321]: DEBUG nova.virt.hardware [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.860299] env[62321]: DEBUG nova.virt.hardware [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.860551] env[62321]: DEBUG nova.virt.hardware [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.860824] env[62321]: DEBUG nova.virt.hardware [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.861075] env[62321]: DEBUG nova.virt.hardware [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.861330] env[62321]: DEBUG nova.virt.hardware [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.861648] env[62321]: DEBUG nova.virt.hardware [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.861953] env[62321]: DEBUG nova.virt.hardware [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.862225] env[62321]: DEBUG nova.virt.hardware [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.862478] env[62321]: DEBUG nova.virt.hardware [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.862750] env[62321]: DEBUG nova.virt.hardware [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.864588] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0492e26-8215-436b-b8fb-b5406bcd4ba2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.877343] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692a7f85-2dfe-4d3e-b7af-bb8e958e7710 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.994115] env[62321]: DEBUG oslo_concurrency.lockutils [None req-dd0b7307-8b68-475b-8c8d-cbca3e04d79f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.339894] env[62321]: DEBUG oslo_concurrency.lockutils [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.340478] env[62321]: DEBUG nova.compute.manager [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 944.351976] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.454s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.356341] env[62321]: INFO nova.compute.claims [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 944.361437] env[62321]: DEBUG oslo_vmware.api [None req-de3a8eaa-1b29-4e9c-9221-4866b7aec910 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633563, 'name': CloneVM_Task} progress is 94%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.815736] env[62321]: DEBUG nova.compute.manager [req-bbd832d7-d63b-4a04-a119-243655c7f25b req-9c226cd3-a08e-4da1-b372-a5d815cf900e service nova] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Received event network-vif-plugged-b746ec7d-11bd-4092-a1c8-8d8656f6f701 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 944.816018] env[62321]: DEBUG oslo_concurrency.lockutils [req-bbd832d7-d63b-4a04-a119-243655c7f25b req-9c226cd3-a08e-4da1-b372-a5d815cf900e service nova] Acquiring lock "61bf1cac-885d-430b-b9f0-23a152c724e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.816269] env[62321]: DEBUG oslo_concurrency.lockutils [req-bbd832d7-d63b-4a04-a119-243655c7f25b req-9c226cd3-a08e-4da1-b372-a5d815cf900e service nova] Lock "61bf1cac-885d-430b-b9f0-23a152c724e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.816485] env[62321]: DEBUG oslo_concurrency.lockutils [req-bbd832d7-d63b-4a04-a119-243655c7f25b req-9c226cd3-a08e-4da1-b372-a5d815cf900e service nova] Lock "61bf1cac-885d-430b-b9f0-23a152c724e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.816699] env[62321]: DEBUG nova.compute.manager [req-bbd832d7-d63b-4a04-a119-243655c7f25b req-9c226cd3-a08e-4da1-b372-a5d815cf900e service nova] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] No waiting events found dispatching network-vif-plugged-b746ec7d-11bd-4092-a1c8-8d8656f6f701 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 944.816892] env[62321]: WARNING nova.compute.manager [req-bbd832d7-d63b-4a04-a119-243655c7f25b req-9c226cd3-a08e-4da1-b372-a5d815cf900e service nova] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Received unexpected event network-vif-plugged-b746ec7d-11bd-4092-a1c8-8d8656f6f701 for instance with vm_state building and task_state spawning. [ 944.850266] env[62321]: DEBUG oslo_vmware.api [None req-de3a8eaa-1b29-4e9c-9221-4866b7aec910 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633563, 'name': CloneVM_Task, 'duration_secs': 1.4467} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.850266] env[62321]: INFO nova.virt.vmwareapi.vmops [None req-de3a8eaa-1b29-4e9c-9221-4866b7aec910 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Created linked-clone VM from snapshot [ 944.850266] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfb17c3-7bab-487f-9797-ab9202ad0d8f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.859998] env[62321]: DEBUG nova.virt.vmwareapi.images [None req-de3a8eaa-1b29-4e9c-9221-4866b7aec910 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Uploading image b2e45f7d-a9ea-4d2d-8787-38c3ed6c466d {{(pid=62321) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 944.863500] env[62321]: DEBUG nova.compute.utils [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 944.869410] env[62321]: DEBUG nova.compute.manager [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 944.869410] env[62321]: DEBUG nova.network.neutron [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 944.896769] env[62321]: DEBUG oslo_vmware.rw_handles [None req-de3a8eaa-1b29-4e9c-9221-4866b7aec910 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 944.896769] env[62321]: value = "vm-530683" [ 944.896769] env[62321]: _type = "VirtualMachine" [ 944.896769] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 944.896769] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d42658ec-5aba-4455-a57d-1b6b688f29cd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.906530] env[62321]: DEBUG oslo_vmware.rw_handles [None req-de3a8eaa-1b29-4e9c-9221-4866b7aec910 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lease: (returnval){ [ 944.906530] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]526182f9-c288-7c2a-dde0-4710975be934" [ 944.906530] env[62321]: _type = "HttpNfcLease" [ 944.906530] env[62321]: } obtained for exporting VM: (result){ [ 944.906530] env[62321]: value = "vm-530683" [ 944.906530] env[62321]: _type = "VirtualMachine" [ 944.906530] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 944.906813] env[62321]: DEBUG oslo_vmware.api [None req-de3a8eaa-1b29-4e9c-9221-4866b7aec910 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the lease: (returnval){ [ 944.906813] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]526182f9-c288-7c2a-dde0-4710975be934" [ 944.906813] env[62321]: _type = "HttpNfcLease" [ 944.906813] env[62321]: } to be ready. {{(pid=62321) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 944.916987] env[62321]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 944.916987] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]526182f9-c288-7c2a-dde0-4710975be934" [ 944.916987] env[62321]: _type = "HttpNfcLease" [ 944.916987] env[62321]: } is initializing. {{(pid=62321) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 944.925385] env[62321]: DEBUG nova.policy [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68c9d6bedecc4558a0c9a484593031fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dcced4404bcd405d88bc41f0db9bf5a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 945.011598] env[62321]: DEBUG nova.network.neutron [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Successfully updated port: b746ec7d-11bd-4092-a1c8-8d8656f6f701 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 945.322199] env[62321]: DEBUG nova.network.neutron [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Successfully created port: 4160b322-ccce-4c95-a317-f7366699894d {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 945.377754] env[62321]: DEBUG nova.compute.manager [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 945.418230] env[62321]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 945.418230] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]526182f9-c288-7c2a-dde0-4710975be934" [ 945.418230] env[62321]: _type = "HttpNfcLease" [ 945.418230] env[62321]: } is ready. {{(pid=62321) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 945.418230] env[62321]: DEBUG oslo_vmware.rw_handles [None req-de3a8eaa-1b29-4e9c-9221-4866b7aec910 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 945.418230] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]526182f9-c288-7c2a-dde0-4710975be934" [ 945.418230] env[62321]: _type = "HttpNfcLease" [ 945.418230] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 945.418620] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46242fe5-28c3-49e8-875b-173d9ae69ace {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.431174] env[62321]: DEBUG oslo_vmware.rw_handles [None req-de3a8eaa-1b29-4e9c-9221-4866b7aec910 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528a56d9-c2dc-5969-4840-4df4fb329bb0/disk-0.vmdk from lease info. {{(pid=62321) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 945.431419] env[62321]: DEBUG oslo_vmware.rw_handles [None req-de3a8eaa-1b29-4e9c-9221-4866b7aec910 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528a56d9-c2dc-5969-4840-4df4fb329bb0/disk-0.vmdk for reading. {{(pid=62321) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 945.519349] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "refresh_cache-61bf1cac-885d-430b-b9f0-23a152c724e9" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.519349] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquired lock "refresh_cache-61bf1cac-885d-430b-b9f0-23a152c724e9" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.519349] env[62321]: DEBUG nova.network.neutron [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.532847] env[62321]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7eaabb37-75a5-4290-b6bf-c0664546ff48 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.891923] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f9aaa4-f92a-4ab4-a70b-a468916028bc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.910355] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2bfbff-c552-4434-a535-d723292d9e05 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.951022] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14427f64-dbed-4742-bf1d-b0552b534443 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.960266] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfbc6fe-014c-4eae-9185-12eb7da2e256 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.979852] env[62321]: DEBUG nova.compute.provider_tree [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.088315] env[62321]: DEBUG nova.network.neutron [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.364415] env[62321]: DEBUG nova.network.neutron [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Updating instance_info_cache with network_info: [{"id": "b746ec7d-11bd-4092-a1c8-8d8656f6f701", "address": "fa:16:3e:30:ef:24", "network": {"id": "aeb4035c-866a-49d1-8e35-92023a4db09e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-243125243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd8fac8dc7ba41c6b0550e1fff9988a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb746ec7d-11", "ovs_interfaceid": "b746ec7d-11bd-4092-a1c8-8d8656f6f701", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.406431] env[62321]: DEBUG nova.compute.manager [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 946.483090] env[62321]: DEBUG nova.scheduler.client.report [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.823200] env[62321]: DEBUG nova.compute.manager [req-92484a58-0cfc-40bf-91b0-b37fc931910d req-f511d3b3-f242-4b12-b4f5-e7c79c18dac6 service nova] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Received event network-vif-plugged-4160b322-ccce-4c95-a317-f7366699894d {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 946.824369] env[62321]: DEBUG oslo_concurrency.lockutils [req-92484a58-0cfc-40bf-91b0-b37fc931910d req-f511d3b3-f242-4b12-b4f5-e7c79c18dac6 service nova] Acquiring lock "6e9e36b5-0e07-42ff-94a3-e7e7f11604a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.825604] env[62321]: DEBUG oslo_concurrency.lockutils [req-92484a58-0cfc-40bf-91b0-b37fc931910d req-f511d3b3-f242-4b12-b4f5-e7c79c18dac6 service nova] Lock "6e9e36b5-0e07-42ff-94a3-e7e7f11604a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.825604] env[62321]: DEBUG oslo_concurrency.lockutils [req-92484a58-0cfc-40bf-91b0-b37fc931910d req-f511d3b3-f242-4b12-b4f5-e7c79c18dac6 service nova] Lock "6e9e36b5-0e07-42ff-94a3-e7e7f11604a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.826291] env[62321]: DEBUG nova.compute.manager [req-92484a58-0cfc-40bf-91b0-b37fc931910d req-f511d3b3-f242-4b12-b4f5-e7c79c18dac6 service nova] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] No waiting events found dispatching network-vif-plugged-4160b322-ccce-4c95-a317-f7366699894d {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 946.827331] env[62321]: WARNING nova.compute.manager [req-92484a58-0cfc-40bf-91b0-b37fc931910d req-f511d3b3-f242-4b12-b4f5-e7c79c18dac6 service nova] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Received unexpected event network-vif-plugged-4160b322-ccce-4c95-a317-f7366699894d for instance with vm_state building and task_state spawning. [ 946.850456] env[62321]: DEBUG nova.compute.manager [req-9d8c71fb-5a5c-4ee5-9767-ffc17051f3a7 req-4ea0a896-a798-4fba-95e6-3ba73c1c6740 service nova] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Received event network-changed-b746ec7d-11bd-4092-a1c8-8d8656f6f701 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 946.850573] env[62321]: DEBUG nova.compute.manager [req-9d8c71fb-5a5c-4ee5-9767-ffc17051f3a7 req-4ea0a896-a798-4fba-95e6-3ba73c1c6740 service nova] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Refreshing instance network info cache due to event network-changed-b746ec7d-11bd-4092-a1c8-8d8656f6f701. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 946.850761] env[62321]: DEBUG oslo_concurrency.lockutils [req-9d8c71fb-5a5c-4ee5-9767-ffc17051f3a7 req-4ea0a896-a798-4fba-95e6-3ba73c1c6740 service nova] Acquiring lock "refresh_cache-61bf1cac-885d-430b-b9f0-23a152c724e9" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.859527] env[62321]: DEBUG nova.network.neutron [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Successfully updated port: 4160b322-ccce-4c95-a317-f7366699894d {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.868696] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Releasing lock "refresh_cache-61bf1cac-885d-430b-b9f0-23a152c724e9" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.868696] env[62321]: DEBUG nova.compute.manager [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Instance network_info: |[{"id": "b746ec7d-11bd-4092-a1c8-8d8656f6f701", "address": "fa:16:3e:30:ef:24", "network": {"id": "aeb4035c-866a-49d1-8e35-92023a4db09e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-243125243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd8fac8dc7ba41c6b0550e1fff9988a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb746ec7d-11", "ovs_interfaceid": "b746ec7d-11bd-4092-a1c8-8d8656f6f701", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 946.869806] env[62321]: DEBUG oslo_concurrency.lockutils [req-9d8c71fb-5a5c-4ee5-9767-ffc17051f3a7 req-4ea0a896-a798-4fba-95e6-3ba73c1c6740 service nova] Acquired lock "refresh_cache-61bf1cac-885d-430b-b9f0-23a152c724e9" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.870230] env[62321]: DEBUG nova.network.neutron [req-9d8c71fb-5a5c-4ee5-9767-ffc17051f3a7 req-4ea0a896-a798-4fba-95e6-3ba73c1c6740 service nova] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Refreshing network info cache for port b746ec7d-11bd-4092-a1c8-8d8656f6f701 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.873305] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:ef:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b746ec7d-11bd-4092-a1c8-8d8656f6f701', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 946.886991] env[62321]: DEBUG oslo.service.loopingcall [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 946.889504] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 946.892172] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a32db2fc-2fda-4f11-bbec-f46856d52e67 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.921921] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.921921] env[62321]: value = "task-2633565" [ 946.921921] env[62321]: _type = "Task" [ 946.921921] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.933235] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633565, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.965423] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Acquiring lock "947f44e2-122c-4af1-a2ca-ecaf2fb099a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.966159] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Lock "947f44e2-122c-4af1-a2ca-ecaf2fb099a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.988627] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.989260] env[62321]: DEBUG nova.compute.manager [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 946.992796] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.870s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.366740] env[62321]: DEBUG oslo_concurrency.lockutils [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Acquiring lock "refresh_cache-6e9e36b5-0e07-42ff-94a3-e7e7f11604a5" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.366892] env[62321]: DEBUG oslo_concurrency.lockutils [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Acquired lock "refresh_cache-6e9e36b5-0e07-42ff-94a3-e7e7f11604a5" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.367108] env[62321]: DEBUG nova.network.neutron [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.438774] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633565, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.470503] env[62321]: DEBUG nova.compute.manager [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 947.488443] env[62321]: DEBUG nova.virt.hardware [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.490306] env[62321]: DEBUG nova.virt.hardware [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.490306] env[62321]: DEBUG nova.virt.hardware [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.490306] env[62321]: DEBUG nova.virt.hardware [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.490306] env[62321]: DEBUG nova.virt.hardware [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.490306] env[62321]: DEBUG nova.virt.hardware [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.492138] env[62321]: DEBUG nova.virt.hardware [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.492138] env[62321]: DEBUG nova.virt.hardware [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.492138] env[62321]: DEBUG nova.virt.hardware [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.492138] env[62321]: DEBUG nova.virt.hardware [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.492138] env[62321]: DEBUG nova.virt.hardware [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.494732] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a64c74-b55e-4f70-8cc6-cbbc46ad1964 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.503405] env[62321]: INFO nova.compute.claims [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.505915] env[62321]: DEBUG nova.compute.utils [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 947.509740] env[62321]: DEBUG oslo_vmware.rw_handles [None req-13c4b066-dd46-45e6-b067-914ba068b3b9 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521cff63-6f45-3c26-16c2-273e1cfcec68/disk-0.vmdk. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 947.510235] env[62321]: DEBUG nova.compute.manager [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 947.510448] env[62321]: DEBUG nova.network.neutron [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 947.516177] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0ff4ca-e65c-4930-8a4a-412b515b338d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.527337] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051cd476-2da6-45b8-88c5-802d3193c2e8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.537059] env[62321]: DEBUG oslo_vmware.rw_handles [None req-13c4b066-dd46-45e6-b067-914ba068b3b9 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521cff63-6f45-3c26-16c2-273e1cfcec68/disk-0.vmdk is in state: ready. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 947.537315] env[62321]: ERROR oslo_vmware.rw_handles [None req-13c4b066-dd46-45e6-b067-914ba068b3b9 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521cff63-6f45-3c26-16c2-273e1cfcec68/disk-0.vmdk due to incomplete transfer. [ 947.537994] env[62321]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-21b1d648-d7e0-43e6-ae9d-73d1f4fa9c03 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.553101] env[62321]: DEBUG oslo_vmware.rw_handles [None req-13c4b066-dd46-45e6-b067-914ba068b3b9 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521cff63-6f45-3c26-16c2-273e1cfcec68/disk-0.vmdk. {{(pid=62321) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 947.553388] env[62321]: DEBUG nova.virt.vmwareapi.images [None req-13c4b066-dd46-45e6-b067-914ba068b3b9 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Uploaded image 20ed9dd3-8d23-46db-8af5-25cd6eee8c01 to the Glance image server {{(pid=62321) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 947.555732] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-13c4b066-dd46-45e6-b067-914ba068b3b9 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Destroying the VM {{(pid=62321) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 947.556227] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1be16f69-2d1c-4d9d-9e86-91d70153f63e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.565318] env[62321]: DEBUG oslo_vmware.api [None req-13c4b066-dd46-45e6-b067-914ba068b3b9 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Waiting for the task: (returnval){ [ 947.565318] env[62321]: value = "task-2633566" [ 947.565318] env[62321]: _type = "Task" [ 947.565318] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.575806] env[62321]: DEBUG oslo_vmware.api [None req-13c4b066-dd46-45e6-b067-914ba068b3b9 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633566, 'name': Destroy_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.612392] env[62321]: DEBUG nova.policy [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0fc6e3f6a7844b5926ed6b2ee2d944d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4e845d2578746c9a211eef92967c286', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 947.673375] env[62321]: DEBUG nova.network.neutron [req-9d8c71fb-5a5c-4ee5-9767-ffc17051f3a7 req-4ea0a896-a798-4fba-95e6-3ba73c1c6740 service nova] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Updated VIF entry in instance network info cache for port b746ec7d-11bd-4092-a1c8-8d8656f6f701. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 947.673792] env[62321]: DEBUG nova.network.neutron [req-9d8c71fb-5a5c-4ee5-9767-ffc17051f3a7 req-4ea0a896-a798-4fba-95e6-3ba73c1c6740 service nova] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Updating instance_info_cache with network_info: [{"id": "b746ec7d-11bd-4092-a1c8-8d8656f6f701", "address": "fa:16:3e:30:ef:24", "network": {"id": "aeb4035c-866a-49d1-8e35-92023a4db09e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-243125243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd8fac8dc7ba41c6b0550e1fff9988a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb746ec7d-11", "ovs_interfaceid": "b746ec7d-11bd-4092-a1c8-8d8656f6f701", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.910167] env[62321]: DEBUG nova.network.neutron [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.942051] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633565, 'name': CreateVM_Task, 'duration_secs': 0.570952} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.942252] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.943275] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.943275] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.943579] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.943892] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6925c20-149e-48e1-8846-a654c7931cb3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.950700] env[62321]: DEBUG oslo_vmware.api [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 947.950700] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]527dd6b6-efa0-a0dc-6676-e9caf0382f78" [ 947.950700] env[62321]: _type = "Task" [ 947.950700] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.962919] env[62321]: DEBUG oslo_vmware.api [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]527dd6b6-efa0-a0dc-6676-e9caf0382f78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.999300] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.018522] env[62321]: DEBUG nova.compute.manager [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 948.023832] env[62321]: INFO nova.compute.resource_tracker [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Updating resource usage from migration f3f07c8b-cc73-4b82-8093-13124d635d04 [ 948.085582] env[62321]: DEBUG oslo_vmware.api [None req-13c4b066-dd46-45e6-b067-914ba068b3b9 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633566, 'name': Destroy_Task, 'duration_secs': 0.393018} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.088329] env[62321]: DEBUG nova.network.neutron [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Updating instance_info_cache with network_info: [{"id": "4160b322-ccce-4c95-a317-f7366699894d", "address": "fa:16:3e:a5:74:99", "network": {"id": "0d427690-c36e-4ece-9ebf-f8fafce3d3fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1271606058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcced4404bcd405d88bc41f0db9bf5a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4160b322-cc", "ovs_interfaceid": "4160b322-ccce-4c95-a317-f7366699894d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.088749] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-13c4b066-dd46-45e6-b067-914ba068b3b9 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Destroyed the VM [ 948.089021] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-13c4b066-dd46-45e6-b067-914ba068b3b9 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Deleting Snapshot of the VM instance {{(pid=62321) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 948.089585] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4f29b1ce-16ea-43fc-b424-e9d88eede123 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.096987] env[62321]: DEBUG oslo_vmware.api [None req-13c4b066-dd46-45e6-b067-914ba068b3b9 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Waiting for the task: (returnval){ [ 948.096987] env[62321]: value = "task-2633568" [ 948.096987] env[62321]: _type = "Task" [ 948.096987] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.118320] env[62321]: DEBUG oslo_vmware.api [None req-13c4b066-dd46-45e6-b067-914ba068b3b9 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633568, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.151392] env[62321]: DEBUG nova.network.neutron [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Successfully created port: 2a525a9f-0437-4efe-8ec4-bafdedfa6bcc {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 948.177110] env[62321]: DEBUG oslo_concurrency.lockutils [req-9d8c71fb-5a5c-4ee5-9767-ffc17051f3a7 req-4ea0a896-a798-4fba-95e6-3ba73c1c6740 service nova] Releasing lock "refresh_cache-61bf1cac-885d-430b-b9f0-23a152c724e9" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.464052] env[62321]: DEBUG oslo_vmware.api [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]527dd6b6-efa0-a0dc-6676-e9caf0382f78, 'name': SearchDatastore_Task, 'duration_secs': 0.018102} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.465907] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.466211] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.466471] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.467518] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.467772] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.468603] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93491fcc-ef3c-4e3e-9c4d-6ea2a683b2e8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.471648] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e30d870e-290c-4e75-9880-43499e77595e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.480381] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58614ba5-632f-45c9-bf73-7c13523dc22a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.485057] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.485426] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.486639] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea105805-8b7d-4edb-a57b-ae0d88998c92 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.517437] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a86d843-98f3-4f76-9885-66cc3583aee1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.520320] env[62321]: DEBUG oslo_vmware.api [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 948.520320] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52bb91aa-3750-80ca-f1c3-327656557413" [ 948.520320] env[62321]: _type = "Task" [ 948.520320] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.528228] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e5b92c-ce32-49f8-9a80-4d4c0d28d8ea {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.541022] env[62321]: DEBUG oslo_vmware.api [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52bb91aa-3750-80ca-f1c3-327656557413, 'name': SearchDatastore_Task, 'duration_secs': 0.016607} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.542681] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e191f63-c17e-42c5-9a84-f9d179410412 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.557475] env[62321]: DEBUG nova.compute.provider_tree [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.563210] env[62321]: DEBUG oslo_vmware.api [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 948.563210] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e207bc-fa79-c488-15ff-b99971f50d0f" [ 948.563210] env[62321]: _type = "Task" [ 948.563210] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.575941] env[62321]: DEBUG oslo_vmware.api [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e207bc-fa79-c488-15ff-b99971f50d0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.589035] env[62321]: DEBUG oslo_concurrency.lockutils [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Releasing lock "refresh_cache-6e9e36b5-0e07-42ff-94a3-e7e7f11604a5" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.589445] env[62321]: DEBUG nova.compute.manager [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Instance network_info: |[{"id": "4160b322-ccce-4c95-a317-f7366699894d", "address": "fa:16:3e:a5:74:99", "network": {"id": "0d427690-c36e-4ece-9ebf-f8fafce3d3fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1271606058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcced4404bcd405d88bc41f0db9bf5a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4160b322-cc", "ovs_interfaceid": "4160b322-ccce-4c95-a317-f7366699894d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 948.589899] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:74:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4160b322-ccce-4c95-a317-f7366699894d', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 948.597774] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Creating folder: Project (dcced4404bcd405d88bc41f0db9bf5a0). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 948.598546] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3e67a16-9baa-468f-a3ee-c1444f94bf1b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.610113] env[62321]: DEBUG oslo_vmware.api [None req-13c4b066-dd46-45e6-b067-914ba068b3b9 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633568, 'name': RemoveSnapshot_Task} progress is 15%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.615628] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Created folder: Project (dcced4404bcd405d88bc41f0db9bf5a0) in parent group-v530434. [ 948.615869] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Creating folder: Instances. Parent ref: group-v530688. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 948.616122] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a61753ca-b874-44b5-a831-b5943a9afb27 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.628052] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Created folder: Instances in parent group-v530688. [ 948.628345] env[62321]: DEBUG oslo.service.loopingcall [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 948.628551] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 948.628968] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e65d0c0e-3e3d-4c76-b2af-8ca07f57d283 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.651428] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 948.651428] env[62321]: value = "task-2633573" [ 948.651428] env[62321]: _type = "Task" [ 948.651428] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.661390] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633573, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.852846] env[62321]: DEBUG nova.compute.manager [req-a9982080-242a-4db5-a9da-06e8dc68cb22 req-ad747d8b-c791-48c2-847e-92caee755691 service nova] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Received event network-changed-4160b322-ccce-4c95-a317-f7366699894d {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 948.853143] env[62321]: DEBUG nova.compute.manager [req-a9982080-242a-4db5-a9da-06e8dc68cb22 req-ad747d8b-c791-48c2-847e-92caee755691 service nova] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Refreshing instance network info cache due to event network-changed-4160b322-ccce-4c95-a317-f7366699894d. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 948.853256] env[62321]: DEBUG oslo_concurrency.lockutils [req-a9982080-242a-4db5-a9da-06e8dc68cb22 req-ad747d8b-c791-48c2-847e-92caee755691 service nova] Acquiring lock "refresh_cache-6e9e36b5-0e07-42ff-94a3-e7e7f11604a5" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.853341] env[62321]: DEBUG oslo_concurrency.lockutils [req-a9982080-242a-4db5-a9da-06e8dc68cb22 req-ad747d8b-c791-48c2-847e-92caee755691 service nova] Acquired lock "refresh_cache-6e9e36b5-0e07-42ff-94a3-e7e7f11604a5" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.853535] env[62321]: DEBUG nova.network.neutron [req-a9982080-242a-4db5-a9da-06e8dc68cb22 req-ad747d8b-c791-48c2-847e-92caee755691 service nova] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Refreshing network info cache for port 4160b322-ccce-4c95-a317-f7366699894d {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.894816] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a7114361-ea2e-4487-af18-a8d5baadcaa9 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Acquiring lock "1148efb1-5dfa-43d9-9891-3738a50bf214" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.894816] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a7114361-ea2e-4487-af18-a8d5baadcaa9 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Lock "1148efb1-5dfa-43d9-9891-3738a50bf214" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.894816] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a7114361-ea2e-4487-af18-a8d5baadcaa9 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Acquiring lock "1148efb1-5dfa-43d9-9891-3738a50bf214-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.894816] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a7114361-ea2e-4487-af18-a8d5baadcaa9 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Lock "1148efb1-5dfa-43d9-9891-3738a50bf214-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.894816] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a7114361-ea2e-4487-af18-a8d5baadcaa9 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Lock "1148efb1-5dfa-43d9-9891-3738a50bf214-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.896713] env[62321]: INFO nova.compute.manager [None req-a7114361-ea2e-4487-af18-a8d5baadcaa9 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Terminating instance [ 949.044031] env[62321]: DEBUG nova.compute.manager [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 949.062331] env[62321]: DEBUG nova.scheduler.client.report [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.072759] env[62321]: DEBUG nova.virt.hardware [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 949.073311] env[62321]: DEBUG nova.virt.hardware [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 949.073311] env[62321]: DEBUG nova.virt.hardware [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.073594] env[62321]: DEBUG nova.virt.hardware [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 949.073653] env[62321]: DEBUG nova.virt.hardware [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.074163] env[62321]: DEBUG nova.virt.hardware [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 949.074163] env[62321]: DEBUG nova.virt.hardware [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 949.074291] env[62321]: DEBUG nova.virt.hardware [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 949.074413] env[62321]: DEBUG nova.virt.hardware [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 949.074593] env[62321]: DEBUG nova.virt.hardware [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 949.074727] env[62321]: DEBUG nova.virt.hardware [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 949.075597] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88650b1-be33-419d-8d8c-985522aa674a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.082690] env[62321]: DEBUG oslo_vmware.api [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e207bc-fa79-c488-15ff-b99971f50d0f, 'name': SearchDatastore_Task, 'duration_secs': 0.013154} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.083346] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.083950] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 61bf1cac-885d-430b-b9f0-23a152c724e9/61bf1cac-885d-430b-b9f0-23a152c724e9.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.084152] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f094688b-b0d7-419f-9c24-ac8b3a82628e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.090023] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500960bb-d6e7-4482-b560-cfbd530df894 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.095700] env[62321]: DEBUG oslo_vmware.api [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 949.095700] env[62321]: value = "task-2633574" [ 949.095700] env[62321]: _type = "Task" [ 949.095700] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.120086] env[62321]: DEBUG oslo_vmware.api [None req-13c4b066-dd46-45e6-b067-914ba068b3b9 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633568, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.120347] env[62321]: DEBUG oslo_vmware.api [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.161904] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633573, 'name': CreateVM_Task, 'duration_secs': 0.407585} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.162088] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.163033] env[62321]: DEBUG oslo_concurrency.lockutils [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.163033] env[62321]: DEBUG oslo_concurrency.lockutils [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.164241] env[62321]: DEBUG oslo_concurrency.lockutils [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.164241] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd09edcc-4ac7-4eae-8da9-b3fbcff221f6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.169112] env[62321]: DEBUG oslo_vmware.api [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Waiting for the task: (returnval){ [ 949.169112] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5251f4d2-7fa9-5de1-ebdd-17ff1d8cc38f" [ 949.169112] env[62321]: _type = "Task" [ 949.169112] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.179716] env[62321]: DEBUG oslo_vmware.api [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5251f4d2-7fa9-5de1-ebdd-17ff1d8cc38f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.401029] env[62321]: DEBUG nova.compute.manager [None req-a7114361-ea2e-4487-af18-a8d5baadcaa9 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.401265] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a7114361-ea2e-4487-af18-a8d5baadcaa9 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.402213] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b7364d-9450-4d95-b4b9-7a171a0ad99a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.413932] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7114361-ea2e-4487-af18-a8d5baadcaa9 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.414743] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f54c80b-a7ff-4a57-ae76-3605a140589b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.424295] env[62321]: DEBUG oslo_vmware.api [None req-a7114361-ea2e-4487-af18-a8d5baadcaa9 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Waiting for the task: (returnval){ [ 949.424295] env[62321]: value = "task-2633575" [ 949.424295] env[62321]: _type = "Task" [ 949.424295] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.435495] env[62321]: DEBUG oslo_vmware.api [None req-a7114361-ea2e-4487-af18-a8d5baadcaa9 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Task: {'id': task-2633575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.570183] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.577s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.570399] env[62321]: INFO nova.compute.manager [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Migrating [ 949.579016] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.020s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.581622] env[62321]: INFO nova.compute.claims [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 949.603254] env[62321]: DEBUG nova.network.neutron [req-a9982080-242a-4db5-a9da-06e8dc68cb22 req-ad747d8b-c791-48c2-847e-92caee755691 service nova] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Updated VIF entry in instance network info cache for port 4160b322-ccce-4c95-a317-f7366699894d. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.603680] env[62321]: DEBUG nova.network.neutron [req-a9982080-242a-4db5-a9da-06e8dc68cb22 req-ad747d8b-c791-48c2-847e-92caee755691 service nova] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Updating instance_info_cache with network_info: [{"id": "4160b322-ccce-4c95-a317-f7366699894d", "address": "fa:16:3e:a5:74:99", "network": {"id": "0d427690-c36e-4ece-9ebf-f8fafce3d3fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1271606058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcced4404bcd405d88bc41f0db9bf5a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4160b322-cc", "ovs_interfaceid": "4160b322-ccce-4c95-a317-f7366699894d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.617419] env[62321]: DEBUG oslo_vmware.api [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633574, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.625951] env[62321]: DEBUG oslo_vmware.api [None req-13c4b066-dd46-45e6-b067-914ba068b3b9 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633568, 'name': RemoveSnapshot_Task, 'duration_secs': 1.032678} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.626283] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-13c4b066-dd46-45e6-b067-914ba068b3b9 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Deleted Snapshot of the VM instance {{(pid=62321) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 949.626534] env[62321]: INFO nova.compute.manager [None req-13c4b066-dd46-45e6-b067-914ba068b3b9 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Took 17.69 seconds to snapshot the instance on the hypervisor. [ 949.687421] env[62321]: DEBUG oslo_vmware.api [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5251f4d2-7fa9-5de1-ebdd-17ff1d8cc38f, 'name': SearchDatastore_Task, 'duration_secs': 0.020168} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.687815] env[62321]: DEBUG oslo_concurrency.lockutils [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.688103] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.688769] env[62321]: DEBUG oslo_concurrency.lockutils [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.688969] env[62321]: DEBUG oslo_concurrency.lockutils [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.689258] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.689620] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae2da7a8-9c0c-4140-b34f-1e5e5f69d0fe {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.711344] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.711344] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.711344] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac76e09b-7b56-47b4-a94c-2f2a49964bb7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.715740] env[62321]: DEBUG oslo_vmware.api [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Waiting for the task: (returnval){ [ 949.715740] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b742da-d99f-ea63-0779-f9d46faf1298" [ 949.715740] env[62321]: _type = "Task" [ 949.715740] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.728177] env[62321]: DEBUG oslo_vmware.api [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b742da-d99f-ea63-0779-f9d46faf1298, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.801947] env[62321]: DEBUG nova.compute.manager [req-03a3c09d-f073-4e5b-a968-4e32ffcfc90f req-37bd47f8-22e9-46be-b5ce-a796ead46fe0 service nova] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Received event network-vif-plugged-2a525a9f-0437-4efe-8ec4-bafdedfa6bcc {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 949.802203] env[62321]: DEBUG oslo_concurrency.lockutils [req-03a3c09d-f073-4e5b-a968-4e32ffcfc90f req-37bd47f8-22e9-46be-b5ce-a796ead46fe0 service nova] Acquiring lock "def1500c-f7ea-4ea2-ba83-8499b10c7a19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.802414] env[62321]: DEBUG oslo_concurrency.lockutils [req-03a3c09d-f073-4e5b-a968-4e32ffcfc90f req-37bd47f8-22e9-46be-b5ce-a796ead46fe0 service nova] Lock "def1500c-f7ea-4ea2-ba83-8499b10c7a19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.802585] env[62321]: DEBUG oslo_concurrency.lockutils [req-03a3c09d-f073-4e5b-a968-4e32ffcfc90f req-37bd47f8-22e9-46be-b5ce-a796ead46fe0 service nova] Lock "def1500c-f7ea-4ea2-ba83-8499b10c7a19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.802752] env[62321]: DEBUG nova.compute.manager [req-03a3c09d-f073-4e5b-a968-4e32ffcfc90f req-37bd47f8-22e9-46be-b5ce-a796ead46fe0 service nova] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] No waiting events found dispatching network-vif-plugged-2a525a9f-0437-4efe-8ec4-bafdedfa6bcc {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 949.802916] env[62321]: WARNING nova.compute.manager [req-03a3c09d-f073-4e5b-a968-4e32ffcfc90f req-37bd47f8-22e9-46be-b5ce-a796ead46fe0 service nova] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Received unexpected event network-vif-plugged-2a525a9f-0437-4efe-8ec4-bafdedfa6bcc for instance with vm_state building and task_state spawning. [ 949.934952] env[62321]: DEBUG oslo_vmware.api [None req-a7114361-ea2e-4487-af18-a8d5baadcaa9 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Task: {'id': task-2633575, 'name': PowerOffVM_Task, 'duration_secs': 0.347327} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.935357] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7114361-ea2e-4487-af18-a8d5baadcaa9 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.935409] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a7114361-ea2e-4487-af18-a8d5baadcaa9 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.935660] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a81d8553-51cb-48f2-8632-f94a7e3a820d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.954637] env[62321]: DEBUG nova.network.neutron [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Successfully updated port: 2a525a9f-0437-4efe-8ec4-bafdedfa6bcc {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 950.014220] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a7114361-ea2e-4487-af18-a8d5baadcaa9 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.014396] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a7114361-ea2e-4487-af18-a8d5baadcaa9 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.014511] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7114361-ea2e-4487-af18-a8d5baadcaa9 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Deleting the datastore file [datastore1] 1148efb1-5dfa-43d9-9891-3738a50bf214 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.014782] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80a7d256-bee8-49de-9966-590fbb5e41d1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.023538] env[62321]: DEBUG oslo_vmware.api [None req-a7114361-ea2e-4487-af18-a8d5baadcaa9 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Waiting for the task: (returnval){ [ 950.023538] env[62321]: value = "task-2633577" [ 950.023538] env[62321]: _type = "Task" [ 950.023538] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.035021] env[62321]: DEBUG oslo_vmware.api [None req-a7114361-ea2e-4487-af18-a8d5baadcaa9 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Task: {'id': task-2633577, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.094796] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "refresh_cache-9c0c978d-9c8c-484c-93ff-c300b7536d65" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.095104] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquired lock "refresh_cache-9c0c978d-9c8c-484c-93ff-c300b7536d65" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.095178] env[62321]: DEBUG nova.network.neutron [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.110751] env[62321]: DEBUG oslo_concurrency.lockutils [req-a9982080-242a-4db5-a9da-06e8dc68cb22 req-ad747d8b-c791-48c2-847e-92caee755691 service nova] Releasing lock "refresh_cache-6e9e36b5-0e07-42ff-94a3-e7e7f11604a5" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.111178] env[62321]: DEBUG oslo_vmware.api [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611572} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.112017] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 61bf1cac-885d-430b-b9f0-23a152c724e9/61bf1cac-885d-430b-b9f0-23a152c724e9.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.112255] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.112519] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e838a24-b394-4b28-8c72-6f357943a2ae {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.122338] env[62321]: DEBUG oslo_vmware.api [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 950.122338] env[62321]: value = "task-2633578" [ 950.122338] env[62321]: _type = "Task" [ 950.122338] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.138801] env[62321]: DEBUG oslo_vmware.api [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633578, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.227626] env[62321]: DEBUG oslo_vmware.api [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b742da-d99f-ea63-0779-f9d46faf1298, 'name': SearchDatastore_Task, 'duration_secs': 0.018865} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.228473] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-367e825c-9a2d-4044-85cc-e275725138b6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.235109] env[62321]: DEBUG oslo_vmware.api [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Waiting for the task: (returnval){ [ 950.235109] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521d2af7-93e1-bbc8-f179-94242ec94b04" [ 950.235109] env[62321]: _type = "Task" [ 950.235109] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.243922] env[62321]: DEBUG oslo_vmware.api [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521d2af7-93e1-bbc8-f179-94242ec94b04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.460038] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquiring lock "refresh_cache-def1500c-f7ea-4ea2-ba83-8499b10c7a19" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.460038] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquired lock "refresh_cache-def1500c-f7ea-4ea2-ba83-8499b10c7a19" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.460038] env[62321]: DEBUG nova.network.neutron [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.534665] env[62321]: DEBUG oslo_vmware.api [None req-a7114361-ea2e-4487-af18-a8d5baadcaa9 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Task: {'id': task-2633577, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241777} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.534914] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7114361-ea2e-4487-af18-a8d5baadcaa9 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.535670] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a7114361-ea2e-4487-af18-a8d5baadcaa9 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.535670] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a7114361-ea2e-4487-af18-a8d5baadcaa9 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.535670] env[62321]: INFO nova.compute.manager [None req-a7114361-ea2e-4487-af18-a8d5baadcaa9 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Took 1.13 seconds to destroy the instance on the hypervisor. [ 950.535670] env[62321]: DEBUG oslo.service.loopingcall [None req-a7114361-ea2e-4487-af18-a8d5baadcaa9 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 950.535893] env[62321]: DEBUG nova.compute.manager [-] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.535936] env[62321]: DEBUG nova.network.neutron [-] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.636263] env[62321]: DEBUG oslo_vmware.api [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633578, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075576} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.637927] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.640103] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9bc9c3-ebdb-4991-a5fd-1a07156873b7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.665434] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 61bf1cac-885d-430b-b9f0-23a152c724e9/61bf1cac-885d-430b-b9f0-23a152c724e9.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.670013] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e68f9d7-3d80-417b-aa2c-c5294c705a16 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.701138] env[62321]: DEBUG oslo_vmware.api [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 950.701138] env[62321]: value = "task-2633579" [ 950.701138] env[62321]: _type = "Task" [ 950.701138] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.717724] env[62321]: DEBUG oslo_vmware.api [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633579, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.754507] env[62321]: DEBUG oslo_vmware.api [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521d2af7-93e1-bbc8-f179-94242ec94b04, 'name': SearchDatastore_Task, 'duration_secs': 0.012629} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.754623] env[62321]: DEBUG oslo_concurrency.lockutils [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.754878] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5/6e9e36b5-0e07-42ff-94a3-e7e7f11604a5.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 950.755177] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fba53942-2ebe-4601-a425-db7a4a23f5cd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.765653] env[62321]: DEBUG oslo_vmware.api [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Waiting for the task: (returnval){ [ 950.765653] env[62321]: value = "task-2633580" [ 950.765653] env[62321]: _type = "Task" [ 950.765653] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.775093] env[62321]: DEBUG oslo_vmware.api [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Task: {'id': task-2633580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.858094] env[62321]: DEBUG nova.network.neutron [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Updating instance_info_cache with network_info: [{"id": "05ae3f08-99a5-4b85-b28b-2d1d083791cd", "address": "fa:16:3e:0c:df:9b", "network": {"id": "a50eeade-5604-486a-9cb3-a0b97aca18b5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-625207795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f6e0514ecb245af82559116fef7e299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05ae3f08-99", "ovs_interfaceid": "05ae3f08-99a5-4b85-b28b-2d1d083791cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.998759] env[62321]: DEBUG nova.network.neutron [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 951.082453] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6679038d-c03c-4b37-8cda-8b2864f1855b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.094953] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bdc657-bcbb-453d-8cad-ef719ab5b72e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.143809] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2083d7-0852-4057-bcc3-590c45039c34 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.163604] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049c48ce-6859-4f1e-9ca4-bf260cccc0f6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.185598] env[62321]: DEBUG nova.compute.provider_tree [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.203077] env[62321]: DEBUG nova.network.neutron [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Updating instance_info_cache with network_info: [{"id": "2a525a9f-0437-4efe-8ec4-bafdedfa6bcc", "address": "fa:16:3e:8a:c9:96", "network": {"id": "88f82084-f668-408a-85db-223eddec1845", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1449486980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4e845d2578746c9a211eef92967c286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a525a9f-04", "ovs_interfaceid": "2a525a9f-0437-4efe-8ec4-bafdedfa6bcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.223150] env[62321]: DEBUG oslo_vmware.api [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633579, 'name': ReconfigVM_Task, 'duration_secs': 0.402687} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.223981] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 61bf1cac-885d-430b-b9f0-23a152c724e9/61bf1cac-885d-430b-b9f0-23a152c724e9.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.225246] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ebdc353-622c-4144-aceb-105629577644 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.239183] env[62321]: DEBUG oslo_vmware.api [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 951.239183] env[62321]: value = "task-2633581" [ 951.239183] env[62321]: _type = "Task" [ 951.239183] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.254094] env[62321]: DEBUG oslo_vmware.api [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633581, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.282386] env[62321]: DEBUG oslo_vmware.api [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Task: {'id': task-2633580, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.361925] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Releasing lock "refresh_cache-9c0c978d-9c8c-484c-93ff-c300b7536d65" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.645084] env[62321]: DEBUG nova.compute.manager [None req-779845cb-969a-4587-b02e-5dc4dd8fb4a1 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.645971] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d9c970-28de-48d7-9e11-c63f2f9047cf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.690304] env[62321]: DEBUG nova.scheduler.client.report [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.711223] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Releasing lock "refresh_cache-def1500c-f7ea-4ea2-ba83-8499b10c7a19" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.711578] env[62321]: DEBUG nova.compute.manager [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Instance network_info: |[{"id": "2a525a9f-0437-4efe-8ec4-bafdedfa6bcc", "address": "fa:16:3e:8a:c9:96", "network": {"id": "88f82084-f668-408a-85db-223eddec1845", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1449486980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4e845d2578746c9a211eef92967c286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a525a9f-04", "ovs_interfaceid": "2a525a9f-0437-4efe-8ec4-bafdedfa6bcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 951.712017] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:c9:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4fb94adb-cc41-4c16-9830-a3205dbd2bf5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a525a9f-0437-4efe-8ec4-bafdedfa6bcc', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.721386] env[62321]: DEBUG oslo.service.loopingcall [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 951.722076] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.722360] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e92bf00d-861a-45cb-9fcc-b2c7d46175b8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.737544] env[62321]: DEBUG nova.network.neutron [-] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.746797] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.746797] env[62321]: value = "task-2633583" [ 951.746797] env[62321]: _type = "Task" [ 951.746797] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.751133] env[62321]: DEBUG oslo_vmware.api [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633581, 'name': Rename_Task, 'duration_secs': 0.290915} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.755578] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.756213] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b98310fe-cde0-473e-b4c0-066e2c21bdad {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.765901] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633583, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.767686] env[62321]: DEBUG oslo_vmware.api [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 951.767686] env[62321]: value = "task-2633584" [ 951.767686] env[62321]: _type = "Task" [ 951.767686] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.782426] env[62321]: DEBUG oslo_vmware.api [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Task: {'id': task-2633580, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.792213} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.785868] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5/6e9e36b5-0e07-42ff-94a3-e7e7f11604a5.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.786127] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.786443] env[62321]: DEBUG oslo_vmware.api [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633584, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.786704] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66179fd6-8721-4801-b78e-72ff73763b02 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.796390] env[62321]: DEBUG oslo_vmware.api [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Waiting for the task: (returnval){ [ 951.796390] env[62321]: value = "task-2633585" [ 951.796390] env[62321]: _type = "Task" [ 951.796390] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.808877] env[62321]: DEBUG oslo_vmware.api [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Task: {'id': task-2633585, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.849833] env[62321]: DEBUG nova.compute.manager [req-c34d3abe-a6d6-44e5-9ab3-1a2340166b4a req-a3407d82-e888-4f77-a045-69c2b06d8fa9 service nova] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Received event network-changed-2a525a9f-0437-4efe-8ec4-bafdedfa6bcc {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 951.850122] env[62321]: DEBUG nova.compute.manager [req-c34d3abe-a6d6-44e5-9ab3-1a2340166b4a req-a3407d82-e888-4f77-a045-69c2b06d8fa9 service nova] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Refreshing instance network info cache due to event network-changed-2a525a9f-0437-4efe-8ec4-bafdedfa6bcc. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 951.850400] env[62321]: DEBUG oslo_concurrency.lockutils [req-c34d3abe-a6d6-44e5-9ab3-1a2340166b4a req-a3407d82-e888-4f77-a045-69c2b06d8fa9 service nova] Acquiring lock "refresh_cache-def1500c-f7ea-4ea2-ba83-8499b10c7a19" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.850557] env[62321]: DEBUG oslo_concurrency.lockutils [req-c34d3abe-a6d6-44e5-9ab3-1a2340166b4a req-a3407d82-e888-4f77-a045-69c2b06d8fa9 service nova] Acquired lock "refresh_cache-def1500c-f7ea-4ea2-ba83-8499b10c7a19" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.850762] env[62321]: DEBUG nova.network.neutron [req-c34d3abe-a6d6-44e5-9ab3-1a2340166b4a req-a3407d82-e888-4f77-a045-69c2b06d8fa9 service nova] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Refreshing network info cache for port 2a525a9f-0437-4efe-8ec4-bafdedfa6bcc {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 952.158588] env[62321]: INFO nova.compute.manager [None req-779845cb-969a-4587-b02e-5dc4dd8fb4a1 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] instance snapshotting [ 952.161704] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa34fbd-dc80-4e39-919b-e42578918697 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.189037] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd104454-5a7c-4b37-b93e-4ad75c7af832 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.198979] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.201650] env[62321]: DEBUG nova.compute.manager [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 952.205493] env[62321]: DEBUG oslo_concurrency.lockutils [None req-dd0b7307-8b68-475b-8c8d-cbca3e04d79f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.211s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.205589] env[62321]: DEBUG nova.objects.instance [None req-dd0b7307-8b68-475b-8c8d-cbca3e04d79f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Lazy-loading 'resources' on Instance uuid 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.240868] env[62321]: INFO nova.compute.manager [-] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Took 1.70 seconds to deallocate network for instance. [ 952.263584] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633583, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.280722] env[62321]: DEBUG oslo_vmware.api [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633584, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.307539] env[62321]: DEBUG oslo_vmware.api [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Task: {'id': task-2633585, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085752} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.307830] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.309395] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6deda6b-1375-4a7b-a745-a7ee78c6b8b1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.335730] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5/6e9e36b5-0e07-42ff-94a3-e7e7f11604a5.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.336221] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec83d80d-f1fe-48b3-b99c-d3dedba8086b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.367119] env[62321]: DEBUG oslo_vmware.api [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Waiting for the task: (returnval){ [ 952.367119] env[62321]: value = "task-2633586" [ 952.367119] env[62321]: _type = "Task" [ 952.367119] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.379821] env[62321]: DEBUG oslo_vmware.api [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Task: {'id': task-2633586, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.633945] env[62321]: DEBUG nova.network.neutron [req-c34d3abe-a6d6-44e5-9ab3-1a2340166b4a req-a3407d82-e888-4f77-a045-69c2b06d8fa9 service nova] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Updated VIF entry in instance network info cache for port 2a525a9f-0437-4efe-8ec4-bafdedfa6bcc. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.634339] env[62321]: DEBUG nova.network.neutron [req-c34d3abe-a6d6-44e5-9ab3-1a2340166b4a req-a3407d82-e888-4f77-a045-69c2b06d8fa9 service nova] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Updating instance_info_cache with network_info: [{"id": "2a525a9f-0437-4efe-8ec4-bafdedfa6bcc", "address": "fa:16:3e:8a:c9:96", "network": {"id": "88f82084-f668-408a-85db-223eddec1845", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1449486980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4e845d2578746c9a211eef92967c286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a525a9f-04", "ovs_interfaceid": "2a525a9f-0437-4efe-8ec4-bafdedfa6bcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.708795] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-779845cb-969a-4587-b02e-5dc4dd8fb4a1 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Creating Snapshot of the VM instance {{(pid=62321) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 952.710189] env[62321]: DEBUG nova.compute.utils [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 952.714325] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7f90bd11-7986-44f9-85cf-5ab2d13b01fe {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.716457] env[62321]: DEBUG nova.compute.manager [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 952.716624] env[62321]: DEBUG nova.network.neutron [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 952.727773] env[62321]: DEBUG oslo_vmware.api [None req-779845cb-969a-4587-b02e-5dc4dd8fb4a1 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Waiting for the task: (returnval){ [ 952.727773] env[62321]: value = "task-2633587" [ 952.727773] env[62321]: _type = "Task" [ 952.727773] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.741245] env[62321]: DEBUG oslo_vmware.api [None req-779845cb-969a-4587-b02e-5dc4dd8fb4a1 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633587, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.752362] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a7114361-ea2e-4487-af18-a8d5baadcaa9 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.758444] env[62321]: DEBUG nova.policy [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9fe0b40094e4f8596d3b7a28639e212', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'adf0606cb740439e8133e7dd91768355', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 952.766021] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633583, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.786056] env[62321]: DEBUG oslo_vmware.api [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633584, 'name': PowerOnVM_Task, 'duration_secs': 0.726246} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.786056] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.786056] env[62321]: INFO nova.compute.manager [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Took 8.96 seconds to spawn the instance on the hypervisor. [ 952.786056] env[62321]: DEBUG nova.compute.manager [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.786404] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253ae14e-cade-47be-ab38-28cf0d2bfe3e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.878341] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644621e0-0300-4864-8e2e-82b725ec4822 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.884685] env[62321]: DEBUG oslo_vmware.api [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Task: {'id': task-2633586, 'name': ReconfigVM_Task, 'duration_secs': 0.496181} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.885499] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5/6e9e36b5-0e07-42ff-94a3-e7e7f11604a5.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.886246] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ad728f8-17c2-4ccc-9fa6-9c6a5b3f2ed9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.901617] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Updating instance '9c0c978d-9c8c-484c-93ff-c300b7536d65' progress to 0 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 952.914895] env[62321]: DEBUG oslo_vmware.api [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Waiting for the task: (returnval){ [ 952.914895] env[62321]: value = "task-2633588" [ 952.914895] env[62321]: _type = "Task" [ 952.914895] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.925581] env[62321]: DEBUG oslo_vmware.api [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Task: {'id': task-2633588, 'name': Rename_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.108192] env[62321]: DEBUG nova.network.neutron [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Successfully created port: 7d7152e0-8127-4950-8513-93a6654b6ba4 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 953.136790] env[62321]: DEBUG oslo_concurrency.lockutils [req-c34d3abe-a6d6-44e5-9ab3-1a2340166b4a req-a3407d82-e888-4f77-a045-69c2b06d8fa9 service nova] Releasing lock "refresh_cache-def1500c-f7ea-4ea2-ba83-8499b10c7a19" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.137160] env[62321]: DEBUG nova.compute.manager [req-c34d3abe-a6d6-44e5-9ab3-1a2340166b4a req-a3407d82-e888-4f77-a045-69c2b06d8fa9 service nova] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Received event network-vif-deleted-e3e061ad-60d9-4013-a4c1-4e1f8b82d87d {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 953.139227] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b996b3-d609-45e3-a5cd-a9f69f141b68 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.147197] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9443b32-969c-4cfd-8f04-732470750956 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.180506] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ea5400-af97-4136-a212-d6b2c7a803a4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.189628] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1903625e-7304-4edf-93b8-91e2a90db58f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.209329] env[62321]: DEBUG nova.compute.provider_tree [None req-dd0b7307-8b68-475b-8c8d-cbca3e04d79f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.215527] env[62321]: DEBUG nova.compute.manager [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 953.239796] env[62321]: DEBUG oslo_vmware.api [None req-779845cb-969a-4587-b02e-5dc4dd8fb4a1 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633587, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.265928] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633583, 'name': CreateVM_Task, 'duration_secs': 1.49891} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.269104] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.269104] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.269104] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.269104] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.269104] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1c5f99f-4a8c-449b-9fad-9ddaaab18763 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.274145] env[62321]: DEBUG oslo_vmware.api [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 953.274145] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522159be-a7cb-777f-bde5-16642519b0ba" [ 953.274145] env[62321]: _type = "Task" [ 953.274145] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.284638] env[62321]: DEBUG oslo_vmware.api [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522159be-a7cb-777f-bde5-16642519b0ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.310658] env[62321]: INFO nova.compute.manager [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Took 14.73 seconds to build instance. [ 953.410921] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.411337] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-793222e6-1d62-4719-8c80-79e9a95cf40f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.421561] env[62321]: DEBUG oslo_vmware.api [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 953.421561] env[62321]: value = "task-2633589" [ 953.421561] env[62321]: _type = "Task" [ 953.421561] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.427963] env[62321]: DEBUG oslo_vmware.api [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Task: {'id': task-2633588, 'name': Rename_Task, 'duration_secs': 0.322165} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.428775] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.429145] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b46edab6-bc9f-4bb9-8978-3b48b24ed697 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.434674] env[62321]: DEBUG oslo_vmware.api [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.442194] env[62321]: DEBUG oslo_vmware.api [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Waiting for the task: (returnval){ [ 953.442194] env[62321]: value = "task-2633590" [ 953.442194] env[62321]: _type = "Task" [ 953.442194] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.451254] env[62321]: DEBUG oslo_vmware.api [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Task: {'id': task-2633590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.714577] env[62321]: DEBUG nova.scheduler.client.report [None req-dd0b7307-8b68-475b-8c8d-cbca3e04d79f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.740700] env[62321]: DEBUG oslo_vmware.api [None req-779845cb-969a-4587-b02e-5dc4dd8fb4a1 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633587, 'name': CreateSnapshot_Task, 'duration_secs': 0.910325} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.741019] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-779845cb-969a-4587-b02e-5dc4dd8fb4a1 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Created Snapshot of the VM instance {{(pid=62321) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 953.741898] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb64d0a-a0a5-4583-86e0-1b37318bb8e9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.785731] env[62321]: DEBUG oslo_vmware.api [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522159be-a7cb-777f-bde5-16642519b0ba, 'name': SearchDatastore_Task, 'duration_secs': 0.018547} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.786713] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.787134] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.787220] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.787352] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.787561] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.788108] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9acf23f5-6b78-425f-a67c-b5a1477b2eac {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.802736] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.802937] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.803918] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a73ce43d-554d-4d34-b24a-36796180cef2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.810080] env[62321]: DEBUG oslo_vmware.api [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 953.810080] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]529af5b6-8d25-ee34-13a7-1bc7eb6f63b4" [ 953.810080] env[62321]: _type = "Task" [ 953.810080] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.813625] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fb60609c-4cb3-47f4-a463-9cef7a75d850 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "61bf1cac-885d-430b-b9f0-23a152c724e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.242s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.821121] env[62321]: DEBUG oslo_vmware.api [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]529af5b6-8d25-ee34-13a7-1bc7eb6f63b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.932566] env[62321]: DEBUG oslo_vmware.api [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633589, 'name': PowerOffVM_Task, 'duration_secs': 0.238405} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.933497] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.933714] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Updating instance '9c0c978d-9c8c-484c-93ff-c300b7536d65' progress to 17 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 953.955165] env[62321]: DEBUG oslo_vmware.api [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Task: {'id': task-2633590, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.219876] env[62321]: DEBUG oslo_concurrency.lockutils [None req-dd0b7307-8b68-475b-8c8d-cbca3e04d79f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.014s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.222493] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.223s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.224612] env[62321]: INFO nova.compute.claims [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 954.228110] env[62321]: DEBUG nova.compute.manager [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 954.245530] env[62321]: INFO nova.scheduler.client.report [None req-dd0b7307-8b68-475b-8c8d-cbca3e04d79f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Deleted allocations for instance 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7 [ 954.261743] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-779845cb-969a-4587-b02e-5dc4dd8fb4a1 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Creating linked-clone VM from snapshot {{(pid=62321) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 954.264732] env[62321]: DEBUG nova.virt.hardware [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 954.264891] env[62321]: DEBUG nova.virt.hardware [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.265107] env[62321]: DEBUG nova.virt.hardware [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.265492] env[62321]: DEBUG nova.virt.hardware [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.265492] env[62321]: DEBUG nova.virt.hardware [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.265658] env[62321]: DEBUG nova.virt.hardware [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 954.265957] env[62321]: DEBUG nova.virt.hardware [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 954.266100] env[62321]: DEBUG nova.virt.hardware [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 954.266261] env[62321]: DEBUG nova.virt.hardware [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 954.266475] env[62321]: DEBUG nova.virt.hardware [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 954.266820] env[62321]: DEBUG nova.virt.hardware [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 954.267008] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4ffb2839-4d0c-4d3a-9e98-ef8ca89e03cb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.270765] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38417f7-947f-44b3-bcee-1d6d2b012c21 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.283250] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7c61d8-f73d-4cf6-beb5-8268267fa245 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.287406] env[62321]: DEBUG oslo_vmware.api [None req-779845cb-969a-4587-b02e-5dc4dd8fb4a1 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Waiting for the task: (returnval){ [ 954.287406] env[62321]: value = "task-2633592" [ 954.287406] env[62321]: _type = "Task" [ 954.287406] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.309941] env[62321]: DEBUG oslo_vmware.api [None req-779845cb-969a-4587-b02e-5dc4dd8fb4a1 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633592, 'name': CloneVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.322029] env[62321]: DEBUG oslo_vmware.api [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]529af5b6-8d25-ee34-13a7-1bc7eb6f63b4, 'name': SearchDatastore_Task, 'duration_secs': 0.013277} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.325199] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-347fbad0-51d4-4bc8-99cf-a47d5d120d5c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.332610] env[62321]: DEBUG oslo_vmware.rw_handles [None req-de3a8eaa-1b29-4e9c-9221-4866b7aec910 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528a56d9-c2dc-5969-4840-4df4fb329bb0/disk-0.vmdk. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 954.334252] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf25369-4ef7-4119-8d1c-c6fda6ffa0eb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.338039] env[62321]: DEBUG oslo_vmware.api [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 954.338039] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a8e841-33e3-a488-756f-ac266cf9810f" [ 954.338039] env[62321]: _type = "Task" [ 954.338039] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.344597] env[62321]: DEBUG oslo_vmware.rw_handles [None req-de3a8eaa-1b29-4e9c-9221-4866b7aec910 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528a56d9-c2dc-5969-4840-4df4fb329bb0/disk-0.vmdk is in state: ready. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 954.344786] env[62321]: ERROR oslo_vmware.rw_handles [None req-de3a8eaa-1b29-4e9c-9221-4866b7aec910 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528a56d9-c2dc-5969-4840-4df4fb329bb0/disk-0.vmdk due to incomplete transfer. [ 954.345458] env[62321]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-66d24d2c-4ebf-4d1a-b89c-5638f420cf2e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.351256] env[62321]: DEBUG oslo_vmware.api [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a8e841-33e3-a488-756f-ac266cf9810f, 'name': SearchDatastore_Task, 'duration_secs': 0.015265} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.351314] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.351588] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] def1500c-f7ea-4ea2-ba83-8499b10c7a19/def1500c-f7ea-4ea2-ba83-8499b10c7a19.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.351856] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-233a5107-6550-45c3-8104-5191fd6ccf6b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.354987] env[62321]: DEBUG oslo_vmware.rw_handles [None req-de3a8eaa-1b29-4e9c-9221-4866b7aec910 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528a56d9-c2dc-5969-4840-4df4fb329bb0/disk-0.vmdk. {{(pid=62321) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 954.355135] env[62321]: DEBUG nova.virt.vmwareapi.images [None req-de3a8eaa-1b29-4e9c-9221-4866b7aec910 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Uploaded image b2e45f7d-a9ea-4d2d-8787-38c3ed6c466d to the Glance image server {{(pid=62321) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 954.356864] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-de3a8eaa-1b29-4e9c-9221-4866b7aec910 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Destroying the VM {{(pid=62321) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 954.357526] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9269ef2a-c6fa-43a4-828e-ab61d780efdd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.364138] env[62321]: DEBUG oslo_vmware.api [None req-de3a8eaa-1b29-4e9c-9221-4866b7aec910 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 954.364138] env[62321]: value = "task-2633594" [ 954.364138] env[62321]: _type = "Task" [ 954.364138] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.365590] env[62321]: DEBUG oslo_vmware.api [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 954.365590] env[62321]: value = "task-2633593" [ 954.365590] env[62321]: _type = "Task" [ 954.365590] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.380897] env[62321]: DEBUG oslo_vmware.api [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.385082] env[62321]: DEBUG oslo_vmware.api [None req-de3a8eaa-1b29-4e9c-9221-4866b7aec910 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633594, 'name': Destroy_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.427308] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a34d23-9831-4f72-adc5-85a7cdcaea7e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.436801] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7e0799-0d8c-47f7-9252-d3867fa66c55 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Suspending the VM {{(pid=62321) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 954.437174] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-79faad29-c38a-4f67-abf4-797a37d9b68f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.441101] env[62321]: DEBUG nova.virt.hardware [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 954.441326] env[62321]: DEBUG nova.virt.hardware [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.441916] env[62321]: DEBUG nova.virt.hardware [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.441916] env[62321]: DEBUG nova.virt.hardware [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.441916] env[62321]: DEBUG nova.virt.hardware [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.442159] env[62321]: DEBUG nova.virt.hardware [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 954.442664] env[62321]: DEBUG nova.virt.hardware [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 954.442664] env[62321]: DEBUG nova.virt.hardware [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 954.442664] env[62321]: DEBUG nova.virt.hardware [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 954.442838] env[62321]: DEBUG nova.virt.hardware [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 954.442952] env[62321]: DEBUG nova.virt.hardware [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 954.449068] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc84b428-b34c-45ce-bd2f-d0a7f91b51d2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.466478] env[62321]: DEBUG oslo_vmware.api [None req-0a7e0799-0d8c-47f7-9252-d3867fa66c55 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 954.466478] env[62321]: value = "task-2633595" [ 954.466478] env[62321]: _type = "Task" [ 954.466478] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.473413] env[62321]: DEBUG oslo_vmware.api [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Task: {'id': task-2633590, 'name': PowerOnVM_Task, 'duration_secs': 0.729041} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.474945] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.475202] env[62321]: INFO nova.compute.manager [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Took 8.07 seconds to spawn the instance on the hypervisor. [ 954.475457] env[62321]: DEBUG nova.compute.manager [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.475836] env[62321]: DEBUG oslo_vmware.api [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 954.475836] env[62321]: value = "task-2633596" [ 954.475836] env[62321]: _type = "Task" [ 954.475836] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.477083] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de83abe1-2152-47c4-9428-bf05fbb183dc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.489051] env[62321]: DEBUG oslo_vmware.api [None req-0a7e0799-0d8c-47f7-9252-d3867fa66c55 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633595, 'name': SuspendVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.495289] env[62321]: DEBUG oslo_vmware.api [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.756152] env[62321]: DEBUG oslo_concurrency.lockutils [None req-dd0b7307-8b68-475b-8c8d-cbca3e04d79f tempest-ServersNegativeTestJSON-219898612 tempest-ServersNegativeTestJSON-219898612-project-member] Lock "5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.428s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.802957] env[62321]: DEBUG oslo_vmware.api [None req-779845cb-969a-4587-b02e-5dc4dd8fb4a1 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633592, 'name': CloneVM_Task} progress is 94%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.883383] env[62321]: DEBUG oslo_vmware.api [None req-de3a8eaa-1b29-4e9c-9221-4866b7aec910 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633594, 'name': Destroy_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.888749] env[62321]: DEBUG oslo_vmware.api [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633593, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.978794] env[62321]: DEBUG oslo_vmware.api [None req-0a7e0799-0d8c-47f7-9252-d3867fa66c55 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633595, 'name': SuspendVM_Task} progress is 83%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.990973] env[62321]: DEBUG oslo_vmware.api [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633596, 'name': ReconfigVM_Task, 'duration_secs': 0.33017} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.992642] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Updating instance '9c0c978d-9c8c-484c-93ff-c300b7536d65' progress to 33 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 955.012126] env[62321]: INFO nova.compute.manager [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Took 15.29 seconds to build instance. [ 955.301213] env[62321]: DEBUG oslo_vmware.api [None req-779845cb-969a-4587-b02e-5dc4dd8fb4a1 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633592, 'name': CloneVM_Task} progress is 94%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.388057] env[62321]: DEBUG oslo_vmware.api [None req-de3a8eaa-1b29-4e9c-9221-4866b7aec910 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633594, 'name': Destroy_Task, 'duration_secs': 0.52245} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.388057] env[62321]: DEBUG oslo_vmware.api [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633593, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55788} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.388057] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-de3a8eaa-1b29-4e9c-9221-4866b7aec910 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Destroyed the VM [ 955.388057] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-de3a8eaa-1b29-4e9c-9221-4866b7aec910 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Deleting Snapshot of the VM instance {{(pid=62321) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 955.388346] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] def1500c-f7ea-4ea2-ba83-8499b10c7a19/def1500c-f7ea-4ea2-ba83-8499b10c7a19.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.391149] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.391149] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-06aeab24-966a-49e1-968e-fce5ea40aff5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.391149] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c9e74e2-0909-47d5-9e19-837336146738 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.401892] env[62321]: DEBUG oslo_vmware.api [None req-de3a8eaa-1b29-4e9c-9221-4866b7aec910 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 955.401892] env[62321]: value = "task-2633597" [ 955.401892] env[62321]: _type = "Task" [ 955.401892] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.401892] env[62321]: DEBUG oslo_vmware.api [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 955.401892] env[62321]: value = "task-2633598" [ 955.401892] env[62321]: _type = "Task" [ 955.401892] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.401892] env[62321]: DEBUG nova.network.neutron [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Successfully updated port: 7d7152e0-8127-4950-8513-93a6654b6ba4 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 955.418262] env[62321]: DEBUG oslo_vmware.api [None req-de3a8eaa-1b29-4e9c-9221-4866b7aec910 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633597, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.422971] env[62321]: DEBUG oslo_vmware.api [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633598, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.480314] env[62321]: DEBUG nova.compute.manager [req-9428b4cd-5a9d-448d-ad77-3436ced7e4e4 req-eef0dcf5-73af-4bb2-a3bd-503f300528b8 service nova] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Received event network-vif-plugged-7d7152e0-8127-4950-8513-93a6654b6ba4 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 955.480314] env[62321]: DEBUG oslo_concurrency.lockutils [req-9428b4cd-5a9d-448d-ad77-3436ced7e4e4 req-eef0dcf5-73af-4bb2-a3bd-503f300528b8 service nova] Acquiring lock "d5c05856-b8dc-4a89-9d6b-5a5c02938d95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.480454] env[62321]: DEBUG oslo_concurrency.lockutils [req-9428b4cd-5a9d-448d-ad77-3436ced7e4e4 req-eef0dcf5-73af-4bb2-a3bd-503f300528b8 service nova] Lock "d5c05856-b8dc-4a89-9d6b-5a5c02938d95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.480588] env[62321]: DEBUG oslo_concurrency.lockutils [req-9428b4cd-5a9d-448d-ad77-3436ced7e4e4 req-eef0dcf5-73af-4bb2-a3bd-503f300528b8 service nova] Lock "d5c05856-b8dc-4a89-9d6b-5a5c02938d95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.480771] env[62321]: DEBUG nova.compute.manager [req-9428b4cd-5a9d-448d-ad77-3436ced7e4e4 req-eef0dcf5-73af-4bb2-a3bd-503f300528b8 service nova] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] No waiting events found dispatching network-vif-plugged-7d7152e0-8127-4950-8513-93a6654b6ba4 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 955.480959] env[62321]: WARNING nova.compute.manager [req-9428b4cd-5a9d-448d-ad77-3436ced7e4e4 req-eef0dcf5-73af-4bb2-a3bd-503f300528b8 service nova] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Received unexpected event network-vif-plugged-7d7152e0-8127-4950-8513-93a6654b6ba4 for instance with vm_state building and task_state spawning. [ 955.486240] env[62321]: DEBUG oslo_vmware.api [None req-0a7e0799-0d8c-47f7-9252-d3867fa66c55 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633595, 'name': SuspendVM_Task} progress is 83%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.511012] env[62321]: DEBUG nova.virt.hardware [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.511705] env[62321]: DEBUG nova.virt.hardware [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.511705] env[62321]: DEBUG nova.virt.hardware [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.512975] env[62321]: DEBUG nova.virt.hardware [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.512975] env[62321]: DEBUG nova.virt.hardware [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.513419] env[62321]: DEBUG nova.virt.hardware [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.513419] env[62321]: DEBUG nova.virt.hardware [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.513558] env[62321]: DEBUG nova.virt.hardware [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.513633] env[62321]: DEBUG nova.virt.hardware [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.513828] env[62321]: DEBUG nova.virt.hardware [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.514063] env[62321]: DEBUG nova.virt.hardware [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.520514] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Reconfiguring VM instance instance-00000058 to detach disk 2000 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 955.521103] env[62321]: DEBUG oslo_concurrency.lockutils [None req-06d1e312-5dbc-43f5-9553-48e066435e6d tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Lock "6e9e36b5-0e07-42ff-94a3-e7e7f11604a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.816s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.521273] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-454a7bdb-9538-4a0d-9e7d-e42e9013e343 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.549359] env[62321]: DEBUG oslo_vmware.api [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 955.549359] env[62321]: value = "task-2633600" [ 955.549359] env[62321]: _type = "Task" [ 955.549359] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.564101] env[62321]: DEBUG oslo_vmware.api [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633600, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.704299] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09917c87-2129-4eb7-b23d-9dd6bc63c770 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.714318] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61534a32-03a6-4c6c-bd21-ececfff88086 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.757535] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336f2d17-5f04-4956-8a02-8c463fff1146 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.770367] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e623aec-0778-47d1-80e7-8bab8fca4ce1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.788315] env[62321]: DEBUG nova.compute.provider_tree [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.799470] env[62321]: DEBUG oslo_vmware.api [None req-779845cb-969a-4587-b02e-5dc4dd8fb4a1 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633592, 'name': CloneVM_Task, 'duration_secs': 1.463976} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.800639] env[62321]: INFO nova.virt.vmwareapi.vmops [None req-779845cb-969a-4587-b02e-5dc4dd8fb4a1 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Created linked-clone VM from snapshot [ 955.801532] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83de6840-acc8-432a-ae53-672ea535f2bf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.811105] env[62321]: DEBUG nova.virt.vmwareapi.images [None req-779845cb-969a-4587-b02e-5dc4dd8fb4a1 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Uploading image 984be5fc-f1fe-4eb2-8ecf-e9ce25bfcef3 {{(pid=62321) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 955.835662] env[62321]: DEBUG oslo_vmware.rw_handles [None req-779845cb-969a-4587-b02e-5dc4dd8fb4a1 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 955.835662] env[62321]: value = "vm-530693" [ 955.835662] env[62321]: _type = "VirtualMachine" [ 955.835662] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 955.836010] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c595feed-c3ab-429a-ae33-e706639bb79c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.847076] env[62321]: DEBUG oslo_vmware.rw_handles [None req-779845cb-969a-4587-b02e-5dc4dd8fb4a1 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Lease: (returnval){ [ 955.847076] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]520cab2a-3e20-3e29-9355-4b8f8c46bc68" [ 955.847076] env[62321]: _type = "HttpNfcLease" [ 955.847076] env[62321]: } obtained for exporting VM: (result){ [ 955.847076] env[62321]: value = "vm-530693" [ 955.847076] env[62321]: _type = "VirtualMachine" [ 955.847076] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 955.847656] env[62321]: DEBUG oslo_vmware.api [None req-779845cb-969a-4587-b02e-5dc4dd8fb4a1 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Waiting for the lease: (returnval){ [ 955.847656] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]520cab2a-3e20-3e29-9355-4b8f8c46bc68" [ 955.847656] env[62321]: _type = "HttpNfcLease" [ 955.847656] env[62321]: } to be ready. {{(pid=62321) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 955.856645] env[62321]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 955.856645] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]520cab2a-3e20-3e29-9355-4b8f8c46bc68" [ 955.856645] env[62321]: _type = "HttpNfcLease" [ 955.856645] env[62321]: } is ready. {{(pid=62321) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 955.857036] env[62321]: DEBUG oslo_vmware.rw_handles [None req-779845cb-969a-4587-b02e-5dc4dd8fb4a1 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 955.857036] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]520cab2a-3e20-3e29-9355-4b8f8c46bc68" [ 955.857036] env[62321]: _type = "HttpNfcLease" [ 955.857036] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 955.857887] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9d0212-f1c8-49d0-86b5-a1cfc35294e0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.866418] env[62321]: DEBUG oslo_vmware.rw_handles [None req-779845cb-969a-4587-b02e-5dc4dd8fb4a1 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524b4706-317a-079a-ea74-21f6112b8ad3/disk-0.vmdk from lease info. {{(pid=62321) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 955.866607] env[62321]: DEBUG oslo_vmware.rw_handles [None req-779845cb-969a-4587-b02e-5dc4dd8fb4a1 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524b4706-317a-079a-ea74-21f6112b8ad3/disk-0.vmdk for reading. {{(pid=62321) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 955.926757] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "refresh_cache-d5c05856-b8dc-4a89-9d6b-5a5c02938d95" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.926903] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquired lock "refresh_cache-d5c05856-b8dc-4a89-9d6b-5a5c02938d95" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.927366] env[62321]: DEBUG nova.network.neutron [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.942578] env[62321]: DEBUG oslo_vmware.api [None req-de3a8eaa-1b29-4e9c-9221-4866b7aec910 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633597, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.945685] env[62321]: DEBUG oslo_vmware.api [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633598, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110598} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.946013] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.947101] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0b78f7-6588-400e-ab11-3c72f7db611c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.970557] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] def1500c-f7ea-4ea2-ba83-8499b10c7a19/def1500c-f7ea-4ea2-ba83-8499b10c7a19.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.973308] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db0f4b55-56bb-4a36-b26e-2732e111c925 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.991421] env[62321]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f4b0c948-5dd2-4eca-89d9-b5a9a96ba14f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.998970] env[62321]: DEBUG oslo_vmware.api [None req-0a7e0799-0d8c-47f7-9252-d3867fa66c55 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633595, 'name': SuspendVM_Task, 'duration_secs': 1.297981} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.000138] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7e0799-0d8c-47f7-9252-d3867fa66c55 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Suspended the VM {{(pid=62321) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 956.000364] env[62321]: DEBUG nova.compute.manager [None req-0a7e0799-0d8c-47f7-9252-d3867fa66c55 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.002136] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb656a21-1601-447e-a5f4-a789d7c15b53 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.004641] env[62321]: DEBUG oslo_vmware.api [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 956.004641] env[62321]: value = "task-2633602" [ 956.004641] env[62321]: _type = "Task" [ 956.004641] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.021939] env[62321]: DEBUG oslo_vmware.api [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.063131] env[62321]: DEBUG oslo_vmware.api [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633600, 'name': ReconfigVM_Task, 'duration_secs': 0.284623} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.063131] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Reconfigured VM instance instance-00000058 to detach disk 2000 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 956.063925] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b74f0bc-2a07-4501-b4b0-cd361f7584ea {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.090288] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 9c0c978d-9c8c-484c-93ff-c300b7536d65/9c0c978d-9c8c-484c-93ff-c300b7536d65.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.090637] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-376ba432-f568-40b2-af7e-0290317ee21d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.113040] env[62321]: DEBUG oslo_vmware.api [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 956.113040] env[62321]: value = "task-2633603" [ 956.113040] env[62321]: _type = "Task" [ 956.113040] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.127027] env[62321]: DEBUG oslo_vmware.api [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633603, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.227034] env[62321]: INFO nova.compute.manager [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Rebuilding instance [ 956.291572] env[62321]: DEBUG nova.compute.manager [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.291919] env[62321]: DEBUG nova.scheduler.client.report [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.295869] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a691b15-7d9b-43ea-b4ac-8127a3837a09 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.440626] env[62321]: DEBUG oslo_vmware.api [None req-de3a8eaa-1b29-4e9c-9221-4866b7aec910 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633597, 'name': RemoveSnapshot_Task, 'duration_secs': 0.888928} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.441099] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-de3a8eaa-1b29-4e9c-9221-4866b7aec910 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Deleted Snapshot of the VM instance {{(pid=62321) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 956.441377] env[62321]: INFO nova.compute.manager [None req-de3a8eaa-1b29-4e9c-9221-4866b7aec910 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Took 15.22 seconds to snapshot the instance on the hypervisor. [ 956.504762] env[62321]: DEBUG nova.network.neutron [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 956.525737] env[62321]: DEBUG oslo_vmware.api [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633602, 'name': ReconfigVM_Task, 'duration_secs': 0.353957} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.527075] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Reconfigured VM instance instance-0000005b to attach disk [datastore2] def1500c-f7ea-4ea2-ba83-8499b10c7a19/def1500c-f7ea-4ea2-ba83-8499b10c7a19.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.528115] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67d94bc7-16d4-466e-b360-ece9dfd43d1f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.540960] env[62321]: DEBUG oslo_vmware.api [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 956.540960] env[62321]: value = "task-2633604" [ 956.540960] env[62321]: _type = "Task" [ 956.540960] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.558283] env[62321]: DEBUG oslo_vmware.api [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633604, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.627992] env[62321]: DEBUG oslo_vmware.api [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633603, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.753750] env[62321]: DEBUG nova.network.neutron [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Updating instance_info_cache with network_info: [{"id": "7d7152e0-8127-4950-8513-93a6654b6ba4", "address": "fa:16:3e:4c:24:ab", "network": {"id": "ae63f03d-a437-4466-8919-e20785c3287e", "bridge": "br-int", "label": "tempest-ServersTestJSON-414500887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adf0606cb740439e8133e7dd91768355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d7152e0-81", "ovs_interfaceid": "7d7152e0-8127-4950-8513-93a6654b6ba4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.811033] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.811033] env[62321]: DEBUG nova.compute.manager [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 956.812678] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a7114361-ea2e-4487-af18-a8d5baadcaa9 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.060s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.813182] env[62321]: DEBUG nova.objects.instance [None req-a7114361-ea2e-4487-af18-a8d5baadcaa9 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Lazy-loading 'resources' on Instance uuid 1148efb1-5dfa-43d9-9891-3738a50bf214 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.017593] env[62321]: DEBUG nova.compute.manager [None req-de3a8eaa-1b29-4e9c-9221-4866b7aec910 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Found 1 images (rotation: 2) {{(pid=62321) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 957.055065] env[62321]: DEBUG oslo_vmware.api [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633604, 'name': Rename_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.126539] env[62321]: DEBUG oslo_vmware.api [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633603, 'name': ReconfigVM_Task, 'duration_secs': 0.550927} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.126844] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 9c0c978d-9c8c-484c-93ff-c300b7536d65/9c0c978d-9c8c-484c-93ff-c300b7536d65.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.127172] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Updating instance '9c0c978d-9c8c-484c-93ff-c300b7536d65' progress to 50 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 957.257126] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Releasing lock "refresh_cache-d5c05856-b8dc-4a89-9d6b-5a5c02938d95" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.257553] env[62321]: DEBUG nova.compute.manager [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Instance network_info: |[{"id": "7d7152e0-8127-4950-8513-93a6654b6ba4", "address": "fa:16:3e:4c:24:ab", "network": {"id": "ae63f03d-a437-4466-8919-e20785c3287e", "bridge": "br-int", "label": "tempest-ServersTestJSON-414500887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adf0606cb740439e8133e7dd91768355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d7152e0-81", "ovs_interfaceid": "7d7152e0-8127-4950-8513-93a6654b6ba4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 957.258064] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3ed02bbf-a0b6-452b-9d49-c705dd35c872 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "61bf1cac-885d-430b-b9f0-23a152c724e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.258488] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3ed02bbf-a0b6-452b-9d49-c705dd35c872 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "61bf1cac-885d-430b-b9f0-23a152c724e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.258744] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3ed02bbf-a0b6-452b-9d49-c705dd35c872 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "61bf1cac-885d-430b-b9f0-23a152c724e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.259022] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3ed02bbf-a0b6-452b-9d49-c705dd35c872 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "61bf1cac-885d-430b-b9f0-23a152c724e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.259496] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3ed02bbf-a0b6-452b-9d49-c705dd35c872 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "61bf1cac-885d-430b-b9f0-23a152c724e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.261745] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:24:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7edb7c08-2fae-4df5-9ec6-5ccf06d7e337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d7152e0-8127-4950-8513-93a6654b6ba4', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.276680] env[62321]: DEBUG oslo.service.loopingcall [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 957.277458] env[62321]: INFO nova.compute.manager [None req-3ed02bbf-a0b6-452b-9d49-c705dd35c872 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Terminating instance [ 957.279637] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.282037] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1b75d4d-3487-4017-a1b8-b4d8d8128963 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.303694] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.303694] env[62321]: value = "task-2633605" [ 957.303694] env[62321]: _type = "Task" [ 957.303694] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.313727] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633605, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.319687] env[62321]: DEBUG nova.compute.utils [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 957.323514] env[62321]: DEBUG nova.compute.manager [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 957.323514] env[62321]: DEBUG nova.network.neutron [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 957.326739] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.327100] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55428131-abd1-4a48-82ba-821a0e1a2875 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.336308] env[62321]: DEBUG oslo_vmware.api [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 957.336308] env[62321]: value = "task-2633606" [ 957.336308] env[62321]: _type = "Task" [ 957.336308] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.346913] env[62321]: DEBUG oslo_vmware.api [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.405795] env[62321]: DEBUG nova.policy [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c8b18c41fd0f41babda404a617541da5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b55ea1bcef14363bceabee2d2fbc9c3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 957.526368] env[62321]: DEBUG nova.compute.manager [req-7bbbed53-4608-4ed2-8f33-353145085fb2 req-5dabc6e0-ce1c-4718-83be-37e5ebdc92dc service nova] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Received event network-changed-7d7152e0-8127-4950-8513-93a6654b6ba4 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 957.526368] env[62321]: DEBUG nova.compute.manager [req-7bbbed53-4608-4ed2-8f33-353145085fb2 req-5dabc6e0-ce1c-4718-83be-37e5ebdc92dc service nova] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Refreshing instance network info cache due to event network-changed-7d7152e0-8127-4950-8513-93a6654b6ba4. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 957.526732] env[62321]: DEBUG oslo_concurrency.lockutils [req-7bbbed53-4608-4ed2-8f33-353145085fb2 req-5dabc6e0-ce1c-4718-83be-37e5ebdc92dc service nova] Acquiring lock "refresh_cache-d5c05856-b8dc-4a89-9d6b-5a5c02938d95" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.526732] env[62321]: DEBUG oslo_concurrency.lockutils [req-7bbbed53-4608-4ed2-8f33-353145085fb2 req-5dabc6e0-ce1c-4718-83be-37e5ebdc92dc service nova] Acquired lock "refresh_cache-d5c05856-b8dc-4a89-9d6b-5a5c02938d95" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.526908] env[62321]: DEBUG nova.network.neutron [req-7bbbed53-4608-4ed2-8f33-353145085fb2 req-5dabc6e0-ce1c-4718-83be-37e5ebdc92dc service nova] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Refreshing network info cache for port 7d7152e0-8127-4950-8513-93a6654b6ba4 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.560707] env[62321]: DEBUG oslo_vmware.api [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633604, 'name': Rename_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.638334] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ece7ee2-83d3-4250-87d6-ccc01e9f6eac {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.672731] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c9faa9-236e-431c-b324-7238ff53035a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.692913] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Updating instance '9c0c978d-9c8c-484c-93ff-c300b7536d65' progress to 67 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 957.756149] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82af386b-439e-462d-94a7-06f77c111c9d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.767168] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3de340-026b-405a-9371-8e6a5de23138 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.816777] env[62321]: DEBUG nova.compute.manager [None req-3ed02bbf-a0b6-452b-9d49-c705dd35c872 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 957.817164] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed02bbf-a0b6-452b-9d49-c705dd35c872 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.818544] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bcd22f-7bab-43d4-8f0e-4322ebefba2d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.827284] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da75e57b-16c1-45a3-86f3-ea85a60904d3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.830888] env[62321]: DEBUG nova.compute.manager [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 957.851477] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633605, 'name': CreateVM_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.857722] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad11a4b1-520a-4e47-ab0d-1a6699e1fb2a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.862013] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed02bbf-a0b6-452b-9d49-c705dd35c872 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.862342] env[62321]: DEBUG oslo_vmware.api [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633606, 'name': PowerOffVM_Task, 'duration_secs': 0.250337} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.862571] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e6d5bf1-b85b-4dee-8bba-d3e01cdace6b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.864506] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.864745] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.865963] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915d4651-0e9b-42f2-8cdc-f71f6d41bd02 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.878313] env[62321]: DEBUG nova.compute.provider_tree [None req-a7114361-ea2e-4487-af18-a8d5baadcaa9 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.885872] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.887104] env[62321]: DEBUG nova.network.neutron [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Successfully created port: 82e7ca56-52d2-4cb5-bb85-77f8159740b5 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 957.890893] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b51a1ce2-f132-4ce5-91e6-169512aa2e50 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.990506] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed02bbf-a0b6-452b-9d49-c705dd35c872 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.990789] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed02bbf-a0b6-452b-9d49-c705dd35c872 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.990960] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ed02bbf-a0b6-452b-9d49-c705dd35c872 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Deleting the datastore file [datastore2] 61bf1cac-885d-430b-b9f0-23a152c724e9 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.991892] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7431aad3-a915-4c75-98fe-c119c2c223e7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.994380] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.994380] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.994663] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Deleting the datastore file [datastore2] fc453d88-8d2d-4b0e-876f-85478c789990 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.994797] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8aff9a7-3de1-47e6-8152-9bfe3f7a7ce5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.004790] env[62321]: DEBUG oslo_vmware.api [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 958.004790] env[62321]: value = "task-2633611" [ 958.004790] env[62321]: _type = "Task" [ 958.004790] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.006180] env[62321]: DEBUG oslo_vmware.api [None req-3ed02bbf-a0b6-452b-9d49-c705dd35c872 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 958.006180] env[62321]: value = "task-2633610" [ 958.006180] env[62321]: _type = "Task" [ 958.006180] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.020107] env[62321]: DEBUG oslo_vmware.api [None req-3ed02bbf-a0b6-452b-9d49-c705dd35c872 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.024120] env[62321]: DEBUG oslo_vmware.api [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.063540] env[62321]: DEBUG oslo_vmware.api [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633604, 'name': Rename_Task, 'duration_secs': 1.314895} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.064305] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.064712] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-984dd61d-a9aa-4a8e-adf7-b116b7cdbb04 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.077901] env[62321]: DEBUG oslo_vmware.api [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 958.077901] env[62321]: value = "task-2633612" [ 958.077901] env[62321]: _type = "Task" [ 958.077901] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.093811] env[62321]: DEBUG oslo_vmware.api [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.279437] env[62321]: DEBUG nova.network.neutron [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Port 05ae3f08-99a5-4b85-b28b-2d1d083791cd binding to destination host cpu-1 is already ACTIVE {{(pid=62321) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 958.323566] env[62321]: DEBUG nova.network.neutron [req-7bbbed53-4608-4ed2-8f33-353145085fb2 req-5dabc6e0-ce1c-4718-83be-37e5ebdc92dc service nova] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Updated VIF entry in instance network info cache for port 7d7152e0-8127-4950-8513-93a6654b6ba4. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.324360] env[62321]: DEBUG nova.network.neutron [req-7bbbed53-4608-4ed2-8f33-353145085fb2 req-5dabc6e0-ce1c-4718-83be-37e5ebdc92dc service nova] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Updating instance_info_cache with network_info: [{"id": "7d7152e0-8127-4950-8513-93a6654b6ba4", "address": "fa:16:3e:4c:24:ab", "network": {"id": "ae63f03d-a437-4466-8919-e20785c3287e", "bridge": "br-int", "label": "tempest-ServersTestJSON-414500887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adf0606cb740439e8133e7dd91768355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d7152e0-81", "ovs_interfaceid": "7d7152e0-8127-4950-8513-93a6654b6ba4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.334330] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633605, 'name': CreateVM_Task, 'duration_secs': 0.918249} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.336795] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.336795] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.336795] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.337081] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.341411] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e191a116-8778-471d-8bbe-bcc81876bb68 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.348314] env[62321]: DEBUG oslo_vmware.api [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 958.348314] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52746213-8d73-2f3b-4f5c-f1d71322986f" [ 958.348314] env[62321]: _type = "Task" [ 958.348314] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.360062] env[62321]: DEBUG oslo_vmware.api [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52746213-8d73-2f3b-4f5c-f1d71322986f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.381928] env[62321]: DEBUG nova.scheduler.client.report [None req-a7114361-ea2e-4487-af18-a8d5baadcaa9 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.520620] env[62321]: DEBUG oslo_vmware.api [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259993} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.523562] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.523885] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.523974] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.526588] env[62321]: DEBUG oslo_vmware.api [None req-3ed02bbf-a0b6-452b-9d49-c705dd35c872 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272068} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.526890] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ed02bbf-a0b6-452b-9d49-c705dd35c872 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.527485] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed02bbf-a0b6-452b-9d49-c705dd35c872 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.527485] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed02bbf-a0b6-452b-9d49-c705dd35c872 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.527485] env[62321]: INFO nova.compute.manager [None req-3ed02bbf-a0b6-452b-9d49-c705dd35c872 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Took 0.71 seconds to destroy the instance on the hypervisor. [ 958.527701] env[62321]: DEBUG oslo.service.loopingcall [None req-3ed02bbf-a0b6-452b-9d49-c705dd35c872 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 958.527859] env[62321]: DEBUG nova.compute.manager [-] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 958.527951] env[62321]: DEBUG nova.network.neutron [-] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 958.590403] env[62321]: DEBUG oslo_vmware.api [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633612, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.727124] env[62321]: DEBUG nova.compute.manager [None req-62791965-7215-49e5-852a-236a50b4d29e tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.728068] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0d9578-cf06-43d9-b20e-16946451e612 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.815078] env[62321]: DEBUG nova.compute.manager [req-67290535-b19a-4339-97df-ccb070b1e247 req-2832cc60-e1a3-419c-aaba-17634298d5b8 service nova] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Received event network-vif-deleted-b746ec7d-11bd-4092-a1c8-8d8656f6f701 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 958.815233] env[62321]: INFO nova.compute.manager [req-67290535-b19a-4339-97df-ccb070b1e247 req-2832cc60-e1a3-419c-aaba-17634298d5b8 service nova] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Neutron deleted interface b746ec7d-11bd-4092-a1c8-8d8656f6f701; detaching it from the instance and deleting it from the info cache [ 958.815433] env[62321]: DEBUG nova.network.neutron [req-67290535-b19a-4339-97df-ccb070b1e247 req-2832cc60-e1a3-419c-aaba-17634298d5b8 service nova] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.828009] env[62321]: DEBUG oslo_concurrency.lockutils [req-7bbbed53-4608-4ed2-8f33-353145085fb2 req-5dabc6e0-ce1c-4718-83be-37e5ebdc92dc service nova] Releasing lock "refresh_cache-d5c05856-b8dc-4a89-9d6b-5a5c02938d95" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.828305] env[62321]: DEBUG nova.compute.manager [req-7bbbed53-4608-4ed2-8f33-353145085fb2 req-5dabc6e0-ce1c-4718-83be-37e5ebdc92dc service nova] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Received event network-changed-4160b322-ccce-4c95-a317-f7366699894d {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 958.828499] env[62321]: DEBUG nova.compute.manager [req-7bbbed53-4608-4ed2-8f33-353145085fb2 req-5dabc6e0-ce1c-4718-83be-37e5ebdc92dc service nova] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Refreshing instance network info cache due to event network-changed-4160b322-ccce-4c95-a317-f7366699894d. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 958.828720] env[62321]: DEBUG oslo_concurrency.lockutils [req-7bbbed53-4608-4ed2-8f33-353145085fb2 req-5dabc6e0-ce1c-4718-83be-37e5ebdc92dc service nova] Acquiring lock "refresh_cache-6e9e36b5-0e07-42ff-94a3-e7e7f11604a5" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.828886] env[62321]: DEBUG oslo_concurrency.lockutils [req-7bbbed53-4608-4ed2-8f33-353145085fb2 req-5dabc6e0-ce1c-4718-83be-37e5ebdc92dc service nova] Acquired lock "refresh_cache-6e9e36b5-0e07-42ff-94a3-e7e7f11604a5" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.829344] env[62321]: DEBUG nova.network.neutron [req-7bbbed53-4608-4ed2-8f33-353145085fb2 req-5dabc6e0-ce1c-4718-83be-37e5ebdc92dc service nova] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Refreshing network info cache for port 4160b322-ccce-4c95-a317-f7366699894d {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.846828] env[62321]: DEBUG nova.compute.manager [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 958.861607] env[62321]: DEBUG oslo_vmware.api [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52746213-8d73-2f3b-4f5c-f1d71322986f, 'name': SearchDatastore_Task, 'duration_secs': 0.011675} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.861931] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.862193] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.862580] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.862714] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.862932] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.865664] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5410a57-44db-4bc7-b0be-aed6f1cae874 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.874119] env[62321]: DEBUG nova.virt.hardware [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.874484] env[62321]: DEBUG nova.virt.hardware [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.874661] env[62321]: DEBUG nova.virt.hardware [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.874925] env[62321]: DEBUG nova.virt.hardware [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.875153] env[62321]: DEBUG nova.virt.hardware [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.875313] env[62321]: DEBUG nova.virt.hardware [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.875544] env[62321]: DEBUG nova.virt.hardware [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.875824] env[62321]: DEBUG nova.virt.hardware [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.876031] env[62321]: DEBUG nova.virt.hardware [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.876205] env[62321]: DEBUG nova.virt.hardware [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.876380] env[62321]: DEBUG nova.virt.hardware [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.877376] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea95bd0e-cbcc-4d5d-97af-d2e5892e42f8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.881200] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.881368] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.882710] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-523d8069-bcc2-4399-b71f-09a81d016e43 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.888234] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04bac72-b8e8-47a2-ac9d-61a1891cd4bb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.894155] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a7114361-ea2e-4487-af18-a8d5baadcaa9 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.081s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.895734] env[62321]: DEBUG oslo_vmware.api [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 958.895734] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]526790d8-0062-3f5c-5b5f-a16ca632f405" [ 958.895734] env[62321]: _type = "Task" [ 958.895734] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.913516] env[62321]: DEBUG oslo_vmware.api [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]526790d8-0062-3f5c-5b5f-a16ca632f405, 'name': SearchDatastore_Task, 'duration_secs': 0.01656} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.914377] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54f80c8b-4487-4d4d-86f6-71188defe948 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.917875] env[62321]: INFO nova.scheduler.client.report [None req-a7114361-ea2e-4487-af18-a8d5baadcaa9 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Deleted allocations for instance 1148efb1-5dfa-43d9-9891-3738a50bf214 [ 958.922791] env[62321]: DEBUG oslo_vmware.api [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 958.922791] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52dd63e8-5859-77d7-c301-1adca7ed7477" [ 958.922791] env[62321]: _type = "Task" [ 958.922791] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.933067] env[62321]: DEBUG oslo_vmware.api [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52dd63e8-5859-77d7-c301-1adca7ed7477, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.088846] env[62321]: DEBUG oslo_vmware.api [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633612, 'name': PowerOnVM_Task, 'duration_secs': 0.61749} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.089172] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.089345] env[62321]: INFO nova.compute.manager [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Took 10.05 seconds to spawn the instance on the hypervisor. [ 959.089541] env[62321]: DEBUG nova.compute.manager [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.090325] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ce9fd8-c185-4a20-b5fe-4ca278e76bd0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.362450] env[62321]: INFO nova.compute.manager [None req-62791965-7215-49e5-852a-236a50b4d29e tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] instance snapshotting [ 959.362450] env[62321]: DEBUG nova.objects.instance [None req-62791965-7215-49e5-852a-236a50b4d29e tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lazy-loading 'flavor' on Instance uuid 88c97bc4-ebde-4bd0-8217-f682605a6bc8 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.362450] env[62321]: DEBUG nova.network.neutron [-] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.362450] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "9c0c978d-9c8c-484c-93ff-c300b7536d65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.362450] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "9c0c978d-9c8c-484c-93ff-c300b7536d65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.362450] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "9c0c978d-9c8c-484c-93ff-c300b7536d65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.362450] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4aaac4fb-1060-4cf3-b277-cb0bec2d83fc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.362450] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03150bbb-1733-44ef-931f-544e68f7f2d9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.402317] env[62321]: DEBUG nova.compute.manager [req-67290535-b19a-4339-97df-ccb070b1e247 req-2832cc60-e1a3-419c-aaba-17634298d5b8 service nova] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Detach interface failed, port_id=b746ec7d-11bd-4092-a1c8-8d8656f6f701, reason: Instance 61bf1cac-885d-430b-b9f0-23a152c724e9 could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 959.433023] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a7114361-ea2e-4487-af18-a8d5baadcaa9 tempest-ServersTestJSON-1531488504 tempest-ServersTestJSON-1531488504-project-member] Lock "1148efb1-5dfa-43d9-9891-3738a50bf214" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.536s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.438577] env[62321]: DEBUG oslo_vmware.api [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52dd63e8-5859-77d7-c301-1adca7ed7477, 'name': SearchDatastore_Task, 'duration_secs': 0.012276} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.441019] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.441019] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] d5c05856-b8dc-4a89-9d6b-5a5c02938d95/d5c05856-b8dc-4a89-9d6b-5a5c02938d95.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.441019] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12a22658-55ab-466c-ae4e-e276d612c878 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.447919] env[62321]: DEBUG oslo_vmware.api [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 959.447919] env[62321]: value = "task-2633613" [ 959.447919] env[62321]: _type = "Task" [ 959.447919] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.459091] env[62321]: DEBUG oslo_vmware.api [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.559774] env[62321]: DEBUG nova.virt.hardware [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.560218] env[62321]: DEBUG nova.virt.hardware [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.560218] env[62321]: DEBUG nova.virt.hardware [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.560435] env[62321]: DEBUG nova.virt.hardware [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.560608] env[62321]: DEBUG nova.virt.hardware [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.560760] env[62321]: DEBUG nova.virt.hardware [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.561018] env[62321]: DEBUG nova.virt.hardware [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.561215] env[62321]: DEBUG nova.virt.hardware [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.561397] env[62321]: DEBUG nova.virt.hardware [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.561579] env[62321]: DEBUG nova.virt.hardware [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.561776] env[62321]: DEBUG nova.virt.hardware [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.562730] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e285913-4e6a-4bf3-9e31-ee8f6afc6833 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.571992] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c88764f-2804-4381-96cc-55758b1277da {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.591437] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:61:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ace50835-5731-4c77-b6c0-3076d7b4aa21', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0e2d3d1-ace8-4c20-ac0f-6854428bccbc', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 959.599582] env[62321]: DEBUG oslo.service.loopingcall [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 959.600013] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 959.600374] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86592de7-1af7-400f-86c3-e80166da687c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.616215] env[62321]: DEBUG nova.network.neutron [req-7bbbed53-4608-4ed2-8f33-353145085fb2 req-5dabc6e0-ce1c-4718-83be-37e5ebdc92dc service nova] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Updated VIF entry in instance network info cache for port 4160b322-ccce-4c95-a317-f7366699894d. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.616672] env[62321]: DEBUG nova.network.neutron [req-7bbbed53-4608-4ed2-8f33-353145085fb2 req-5dabc6e0-ce1c-4718-83be-37e5ebdc92dc service nova] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Updating instance_info_cache with network_info: [{"id": "4160b322-ccce-4c95-a317-f7366699894d", "address": "fa:16:3e:a5:74:99", "network": {"id": "0d427690-c36e-4ece-9ebf-f8fafce3d3fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1271606058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcced4404bcd405d88bc41f0db9bf5a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4160b322-cc", "ovs_interfaceid": "4160b322-ccce-4c95-a317-f7366699894d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.628293] env[62321]: INFO nova.compute.manager [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Took 18.75 seconds to build instance. [ 959.634289] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 959.634289] env[62321]: value = "task-2633614" [ 959.634289] env[62321]: _type = "Task" [ 959.634289] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.646872] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633614, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.749092] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8358b695-cea1-4ca6-a21c-54698cb102fc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.775040] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbd70ec-dc53-4273-9488-758d52cbd073 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.781892] env[62321]: DEBUG nova.compute.manager [req-a99052cf-06aa-46bf-b7a2-491494ff1a4e req-e4a2567a-0559-4ffa-a9c3-6564043330a6 service nova] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Received event network-vif-plugged-82e7ca56-52d2-4cb5-bb85-77f8159740b5 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 959.782191] env[62321]: DEBUG oslo_concurrency.lockutils [req-a99052cf-06aa-46bf-b7a2-491494ff1a4e req-e4a2567a-0559-4ffa-a9c3-6564043330a6 service nova] Acquiring lock "947f44e2-122c-4af1-a2ca-ecaf2fb099a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.782430] env[62321]: DEBUG oslo_concurrency.lockutils [req-a99052cf-06aa-46bf-b7a2-491494ff1a4e req-e4a2567a-0559-4ffa-a9c3-6564043330a6 service nova] Lock "947f44e2-122c-4af1-a2ca-ecaf2fb099a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.782600] env[62321]: DEBUG oslo_concurrency.lockutils [req-a99052cf-06aa-46bf-b7a2-491494ff1a4e req-e4a2567a-0559-4ffa-a9c3-6564043330a6 service nova] Lock "947f44e2-122c-4af1-a2ca-ecaf2fb099a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.782769] env[62321]: DEBUG nova.compute.manager [req-a99052cf-06aa-46bf-b7a2-491494ff1a4e req-e4a2567a-0559-4ffa-a9c3-6564043330a6 service nova] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] No waiting events found dispatching network-vif-plugged-82e7ca56-52d2-4cb5-bb85-77f8159740b5 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 959.783060] env[62321]: WARNING nova.compute.manager [req-a99052cf-06aa-46bf-b7a2-491494ff1a4e req-e4a2567a-0559-4ffa-a9c3-6564043330a6 service nova] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Received unexpected event network-vif-plugged-82e7ca56-52d2-4cb5-bb85-77f8159740b5 for instance with vm_state building and task_state spawning. [ 959.814622] env[62321]: INFO nova.compute.manager [-] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Took 1.29 seconds to deallocate network for instance. [ 959.954117] env[62321]: DEBUG nova.network.neutron [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Successfully updated port: 82e7ca56-52d2-4cb5-bb85-77f8159740b5 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 959.965732] env[62321]: DEBUG oslo_vmware.api [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633613, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489761} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.968172] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] d5c05856-b8dc-4a89-9d6b-5a5c02938d95/d5c05856-b8dc-4a89-9d6b-5a5c02938d95.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.968427] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.968703] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc50c4c3-ae7d-4c4f-ad8e-8d37c7271080 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.978753] env[62321]: DEBUG oslo_vmware.api [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 959.978753] env[62321]: value = "task-2633616" [ 959.978753] env[62321]: _type = "Task" [ 959.978753] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.993386] env[62321]: DEBUG oslo_vmware.api [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633616, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.126933] env[62321]: DEBUG oslo_concurrency.lockutils [req-7bbbed53-4608-4ed2-8f33-353145085fb2 req-5dabc6e0-ce1c-4718-83be-37e5ebdc92dc service nova] Releasing lock "refresh_cache-6e9e36b5-0e07-42ff-94a3-e7e7f11604a5" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.130914] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b5e480f0-c257-4123-9449-03a21a6767f2 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lock "def1500c-f7ea-4ea2-ba83-8499b10c7a19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.268s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.145127] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633614, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.290532] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-62791965-7215-49e5-852a-236a50b4d29e tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Creating Snapshot of the VM instance {{(pid=62321) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 960.290881] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dd6431a9-7720-4405-a78b-b2423aadddf5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.299582] env[62321]: DEBUG oslo_vmware.api [None req-62791965-7215-49e5-852a-236a50b4d29e tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 960.299582] env[62321]: value = "task-2633617" [ 960.299582] env[62321]: _type = "Task" [ 960.299582] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.309702] env[62321]: DEBUG oslo_vmware.api [None req-62791965-7215-49e5-852a-236a50b4d29e tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633617, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.324564] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3ed02bbf-a0b6-452b-9d49-c705dd35c872 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.324564] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3ed02bbf-a0b6-452b-9d49-c705dd35c872 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.324564] env[62321]: DEBUG nova.objects.instance [None req-3ed02bbf-a0b6-452b-9d49-c705dd35c872 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lazy-loading 'resources' on Instance uuid 61bf1cac-885d-430b-b9f0-23a152c724e9 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.387185] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "refresh_cache-9c0c978d-9c8c-484c-93ff-c300b7536d65" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.387369] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquired lock "refresh_cache-9c0c978d-9c8c-484c-93ff-c300b7536d65" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.387547] env[62321]: DEBUG nova.network.neutron [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.456698] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Acquiring lock "refresh_cache-947f44e2-122c-4af1-a2ca-ecaf2fb099a0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.456847] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Acquired lock "refresh_cache-947f44e2-122c-4af1-a2ca-ecaf2fb099a0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.456995] env[62321]: DEBUG nova.network.neutron [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.489116] env[62321]: DEBUG oslo_vmware.api [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633616, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092415} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.489376] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.490204] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7372b5a4-f378-49a4-9efd-fa1c7b6f9379 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.524932] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] d5c05856-b8dc-4a89-9d6b-5a5c02938d95/d5c05856-b8dc-4a89-9d6b-5a5c02938d95.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.525393] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2050acfd-009c-4243-aa83-3c75a5a6058c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.552721] env[62321]: DEBUG oslo_vmware.api [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 960.552721] env[62321]: value = "task-2633618" [ 960.552721] env[62321]: _type = "Task" [ 960.552721] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.562710] env[62321]: DEBUG oslo_vmware.api [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633618, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.647074] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633614, 'name': CreateVM_Task, 'duration_secs': 0.690287} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.647675] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 960.648726] env[62321]: DEBUG oslo_concurrency.lockutils [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.649149] env[62321]: DEBUG oslo_concurrency.lockutils [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.649853] env[62321]: DEBUG oslo_concurrency.lockutils [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.650291] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df2f18d5-a105-4f6b-92e8-25193c72f181 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.658300] env[62321]: DEBUG oslo_vmware.api [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 960.658300] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c9a59a-23e3-893a-edd3-9e02ace0d8d4" [ 960.658300] env[62321]: _type = "Task" [ 960.658300] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.669846] env[62321]: DEBUG oslo_vmware.api [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c9a59a-23e3-893a-edd3-9e02ace0d8d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.810952] env[62321]: DEBUG oslo_vmware.api [None req-62791965-7215-49e5-852a-236a50b4d29e tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633617, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.006536] env[62321]: DEBUG nova.network.neutron [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 961.068628] env[62321]: DEBUG oslo_vmware.api [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633618, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.152682] env[62321]: DEBUG nova.network.neutron [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Updating instance_info_cache with network_info: [{"id": "05ae3f08-99a5-4b85-b28b-2d1d083791cd", "address": "fa:16:3e:0c:df:9b", "network": {"id": "a50eeade-5604-486a-9cb3-a0b97aca18b5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-625207795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f6e0514ecb245af82559116fef7e299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05ae3f08-99", "ovs_interfaceid": "05ae3f08-99a5-4b85-b28b-2d1d083791cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.180965] env[62321]: DEBUG oslo_vmware.api [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c9a59a-23e3-893a-edd3-9e02ace0d8d4, 'name': SearchDatastore_Task, 'duration_secs': 0.021167} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.198543] env[62321]: DEBUG oslo_concurrency.lockutils [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.199146] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 961.200292] env[62321]: DEBUG oslo_concurrency.lockutils [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.200471] env[62321]: DEBUG oslo_concurrency.lockutils [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.200701] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.204117] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d77d7c35-44fd-41e4-b4ba-007057eba6d2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.227670] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.227875] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 961.228742] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a5626f1-d357-451f-81bd-7a57c5bb5c8a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.236821] env[62321]: DEBUG oslo_vmware.api [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 961.236821] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5212c7f7-1b7b-79c7-d688-6389e276955e" [ 961.236821] env[62321]: _type = "Task" [ 961.236821] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.241726] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d9572d-d289-4153-9f27-f8a85405545c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.251243] env[62321]: DEBUG oslo_vmware.api [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5212c7f7-1b7b-79c7-d688-6389e276955e, 'name': SearchDatastore_Task, 'duration_secs': 0.011749} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.254039] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99669962-90ad-47af-a752-2a8273c4d35f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.257433] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f018c2f2-a7a3-417b-af09-52361425b940 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.265098] env[62321]: DEBUG oslo_vmware.api [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 961.265098] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52905f79-22cf-02ff-349f-582262302d14" [ 961.265098] env[62321]: _type = "Task" [ 961.265098] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.302149] env[62321]: DEBUG nova.network.neutron [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Updating instance_info_cache with network_info: [{"id": "82e7ca56-52d2-4cb5-bb85-77f8159740b5", "address": "fa:16:3e:51:f7:58", "network": {"id": "6c71639e-babd-438b-8fc8-8f138048bb9e", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-343792664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b55ea1bcef14363bceabee2d2fbc9c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82e7ca56-52", "ovs_interfaceid": "82e7ca56-52d2-4cb5-bb85-77f8159740b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.304578] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe56b8a-44d1-4541-a180-31eebb68f2f6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.315685] env[62321]: DEBUG oslo_vmware.api [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52905f79-22cf-02ff-349f-582262302d14, 'name': SearchDatastore_Task, 'duration_secs': 0.013331} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.316605] env[62321]: DEBUG oslo_concurrency.lockutils [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.316904] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] fc453d88-8d2d-4b0e-876f-85478c789990/fc453d88-8d2d-4b0e-876f-85478c789990.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 961.318907] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-392d0ffd-a80d-4553-8492-73f98df8228a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.327388] env[62321]: DEBUG oslo_vmware.api [None req-62791965-7215-49e5-852a-236a50b4d29e tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633617, 'name': CreateSnapshot_Task, 'duration_secs': 0.969407} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.327664] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-62791965-7215-49e5-852a-236a50b4d29e tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Created Snapshot of the VM instance {{(pid=62321) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 961.329351] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37969d3-37d3-4b6e-b3b1-90201d657ee5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.334932] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb6fbcc-6d08-45a3-a6f6-77193ce9a827 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.338428] env[62321]: DEBUG oslo_vmware.api [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 961.338428] env[62321]: value = "task-2633619" [ 961.338428] env[62321]: _type = "Task" [ 961.338428] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.360401] env[62321]: DEBUG nova.compute.provider_tree [None req-3ed02bbf-a0b6-452b-9d49-c705dd35c872 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.364909] env[62321]: DEBUG oslo_vmware.api [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.565977] env[62321]: DEBUG oslo_vmware.api [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633618, 'name': ReconfigVM_Task, 'duration_secs': 0.720814} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.566704] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Reconfigured VM instance instance-0000005c to attach disk [datastore1] d5c05856-b8dc-4a89-9d6b-5a5c02938d95/d5c05856-b8dc-4a89-9d6b-5a5c02938d95.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.567166] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b84cb43-e24b-4c2d-bd8b-72ec5960c1be {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.576629] env[62321]: DEBUG oslo_vmware.api [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 961.576629] env[62321]: value = "task-2633620" [ 961.576629] env[62321]: _type = "Task" [ 961.576629] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.587275] env[62321]: DEBUG oslo_vmware.api [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633620, 'name': Rename_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.657809] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Releasing lock "refresh_cache-9c0c978d-9c8c-484c-93ff-c300b7536d65" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.808729] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Releasing lock "refresh_cache-947f44e2-122c-4af1-a2ca-ecaf2fb099a0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.809087] env[62321]: DEBUG nova.compute.manager [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Instance network_info: |[{"id": "82e7ca56-52d2-4cb5-bb85-77f8159740b5", "address": "fa:16:3e:51:f7:58", "network": {"id": "6c71639e-babd-438b-8fc8-8f138048bb9e", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-343792664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b55ea1bcef14363bceabee2d2fbc9c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82e7ca56-52", "ovs_interfaceid": "82e7ca56-52d2-4cb5-bb85-77f8159740b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 961.809680] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:f7:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '450939f7-f74b-41f7-93f7-b4fde6a6fbed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82e7ca56-52d2-4cb5-bb85-77f8159740b5', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.821021] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Creating folder: Project (5b55ea1bcef14363bceabee2d2fbc9c3). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 961.821021] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98fa100d-73e1-4fe1-94e1-85446bb85f0c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.836267] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Created folder: Project (5b55ea1bcef14363bceabee2d2fbc9c3) in parent group-v530434. [ 961.836267] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Creating folder: Instances. Parent ref: group-v530698. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 961.836267] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-027bd787-9cfd-4840-934f-061509d19a8b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.841082] env[62321]: DEBUG nova.compute.manager [req-7b5a5400-0010-4444-b150-c22cd9e84848 req-4f0e2165-3a3a-4496-9bf5-103743955be4 service nova] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Received event network-changed-82e7ca56-52d2-4cb5-bb85-77f8159740b5 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 961.841420] env[62321]: DEBUG nova.compute.manager [req-7b5a5400-0010-4444-b150-c22cd9e84848 req-4f0e2165-3a3a-4496-9bf5-103743955be4 service nova] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Refreshing instance network info cache due to event network-changed-82e7ca56-52d2-4cb5-bb85-77f8159740b5. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 961.841697] env[62321]: DEBUG oslo_concurrency.lockutils [req-7b5a5400-0010-4444-b150-c22cd9e84848 req-4f0e2165-3a3a-4496-9bf5-103743955be4 service nova] Acquiring lock "refresh_cache-947f44e2-122c-4af1-a2ca-ecaf2fb099a0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.842018] env[62321]: DEBUG oslo_concurrency.lockutils [req-7b5a5400-0010-4444-b150-c22cd9e84848 req-4f0e2165-3a3a-4496-9bf5-103743955be4 service nova] Acquired lock "refresh_cache-947f44e2-122c-4af1-a2ca-ecaf2fb099a0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.842306] env[62321]: DEBUG nova.network.neutron [req-7b5a5400-0010-4444-b150-c22cd9e84848 req-4f0e2165-3a3a-4496-9bf5-103743955be4 service nova] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Refreshing network info cache for port 82e7ca56-52d2-4cb5-bb85-77f8159740b5 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.849688] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Created folder: Instances in parent group-v530698. [ 961.850079] env[62321]: DEBUG oslo.service.loopingcall [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 961.850797] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.851170] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46edbd7a-f531-458a-9980-7b11e0112f6c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.880338] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-62791965-7215-49e5-852a-236a50b4d29e tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Creating linked-clone VM from snapshot {{(pid=62321) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 961.881625] env[62321]: DEBUG nova.scheduler.client.report [None req-3ed02bbf-a0b6-452b-9d49-c705dd35c872 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.885965] env[62321]: DEBUG oslo_vmware.api [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633619, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474611} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.886863] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b7ec8136-8c1b-4645-b942-0421b27f5a5a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.891048] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] fc453d88-8d2d-4b0e-876f-85478c789990/fc453d88-8d2d-4b0e-876f-85478c789990.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 961.891433] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 961.892477] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04f984e9-63cf-424d-85f9-8b9461dac26c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.898086] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.898086] env[62321]: value = "task-2633624" [ 961.898086] env[62321]: _type = "Task" [ 961.898086] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.905010] env[62321]: DEBUG oslo_vmware.api [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 961.905010] env[62321]: value = "task-2633626" [ 961.905010] env[62321]: _type = "Task" [ 961.905010] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.905345] env[62321]: DEBUG oslo_vmware.api [None req-62791965-7215-49e5-852a-236a50b4d29e tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 961.905345] env[62321]: value = "task-2633625" [ 961.905345] env[62321]: _type = "Task" [ 961.905345] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.917086] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633624, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.924619] env[62321]: DEBUG oslo_vmware.api [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633626, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.928513] env[62321]: DEBUG oslo_vmware.api [None req-62791965-7215-49e5-852a-236a50b4d29e tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633625, 'name': CloneVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.091631] env[62321]: DEBUG oslo_vmware.api [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633620, 'name': Rename_Task, 'duration_secs': 0.254559} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.091919] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.092213] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f851e1e-6668-4c8f-9b68-f038482b7838 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.101711] env[62321]: DEBUG oslo_vmware.api [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 962.101711] env[62321]: value = "task-2633627" [ 962.101711] env[62321]: _type = "Task" [ 962.101711] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.112961] env[62321]: DEBUG oslo_vmware.api [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633627, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.233055] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7dcaf5f-f292-4275-b8e6-7e9bf39fe9f0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.259581] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0912d071-3572-4e0c-87e5-45d71563c862 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.270096] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Updating instance '9c0c978d-9c8c-484c-93ff-c300b7536d65' progress to 83 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 962.387747] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3ed02bbf-a0b6-452b-9d49-c705dd35c872 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.063s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.416924] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633624, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.418129] env[62321]: INFO nova.scheduler.client.report [None req-3ed02bbf-a0b6-452b-9d49-c705dd35c872 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Deleted allocations for instance 61bf1cac-885d-430b-b9f0-23a152c724e9 [ 962.428849] env[62321]: DEBUG oslo_vmware.api [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633626, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078961} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.429354] env[62321]: DEBUG oslo_vmware.api [None req-62791965-7215-49e5-852a-236a50b4d29e tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633625, 'name': CloneVM_Task} progress is 94%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.429704] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 962.430522] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12f3f81-da97-4148-b28d-6e2e8797d42a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.454568] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] fc453d88-8d2d-4b0e-876f-85478c789990/fc453d88-8d2d-4b0e-876f-85478c789990.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.457323] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7d3e93c-714f-42a5-85da-913d04af2217 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.481493] env[62321]: DEBUG oslo_vmware.api [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 962.481493] env[62321]: value = "task-2633628" [ 962.481493] env[62321]: _type = "Task" [ 962.481493] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.491120] env[62321]: DEBUG oslo_vmware.api [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633628, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.607526] env[62321]: DEBUG nova.network.neutron [req-7b5a5400-0010-4444-b150-c22cd9e84848 req-4f0e2165-3a3a-4496-9bf5-103743955be4 service nova] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Updated VIF entry in instance network info cache for port 82e7ca56-52d2-4cb5-bb85-77f8159740b5. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.608016] env[62321]: DEBUG nova.network.neutron [req-7b5a5400-0010-4444-b150-c22cd9e84848 req-4f0e2165-3a3a-4496-9bf5-103743955be4 service nova] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Updating instance_info_cache with network_info: [{"id": "82e7ca56-52d2-4cb5-bb85-77f8159740b5", "address": "fa:16:3e:51:f7:58", "network": {"id": "6c71639e-babd-438b-8fc8-8f138048bb9e", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-343792664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b55ea1bcef14363bceabee2d2fbc9c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82e7ca56-52", "ovs_interfaceid": "82e7ca56-52d2-4cb5-bb85-77f8159740b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.613334] env[62321]: DEBUG oslo_vmware.api [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633627, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.773751] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.774174] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf12e76f-8e85-4b6d-ba09-dec6361914d8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.783559] env[62321]: DEBUG oslo_vmware.api [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 962.783559] env[62321]: value = "task-2633629" [ 962.783559] env[62321]: _type = "Task" [ 962.783559] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.792698] env[62321]: DEBUG oslo_vmware.api [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.911281] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633624, 'name': CreateVM_Task, 'duration_secs': 0.574747} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.915146] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.915987] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.916290] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.916697] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.917934] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df093366-b4bb-4a28-bddf-3d5bf156f0b5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.924767] env[62321]: DEBUG oslo_vmware.api [None req-62791965-7215-49e5-852a-236a50b4d29e tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633625, 'name': CloneVM_Task} progress is 94%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.926572] env[62321]: DEBUG oslo_vmware.api [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Waiting for the task: (returnval){ [ 962.926572] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e1c5f2-c735-a63d-7938-bd835e5819d8" [ 962.926572] env[62321]: _type = "Task" [ 962.926572] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.934060] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3ed02bbf-a0b6-452b-9d49-c705dd35c872 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "61bf1cac-885d-430b-b9f0-23a152c724e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.675s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.939468] env[62321]: DEBUG oslo_vmware.api [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e1c5f2-c735-a63d-7938-bd835e5819d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.993984] env[62321]: DEBUG oslo_vmware.api [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633628, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.113504] env[62321]: DEBUG oslo_vmware.api [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633627, 'name': PowerOnVM_Task, 'duration_secs': 0.912565} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.114018] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.114200] env[62321]: INFO nova.compute.manager [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Took 8.89 seconds to spawn the instance on the hypervisor. [ 963.114360] env[62321]: DEBUG nova.compute.manager [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.115144] env[62321]: DEBUG oslo_concurrency.lockutils [req-7b5a5400-0010-4444-b150-c22cd9e84848 req-4f0e2165-3a3a-4496-9bf5-103743955be4 service nova] Releasing lock "refresh_cache-947f44e2-122c-4af1-a2ca-ecaf2fb099a0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.115422] env[62321]: DEBUG nova.compute.manager [req-7b5a5400-0010-4444-b150-c22cd9e84848 req-4f0e2165-3a3a-4496-9bf5-103743955be4 service nova] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Received event network-changed-2a525a9f-0437-4efe-8ec4-bafdedfa6bcc {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 963.115610] env[62321]: DEBUG nova.compute.manager [req-7b5a5400-0010-4444-b150-c22cd9e84848 req-4f0e2165-3a3a-4496-9bf5-103743955be4 service nova] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Refreshing instance network info cache due to event network-changed-2a525a9f-0437-4efe-8ec4-bafdedfa6bcc. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 963.115868] env[62321]: DEBUG oslo_concurrency.lockutils [req-7b5a5400-0010-4444-b150-c22cd9e84848 req-4f0e2165-3a3a-4496-9bf5-103743955be4 service nova] Acquiring lock "refresh_cache-def1500c-f7ea-4ea2-ba83-8499b10c7a19" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.116067] env[62321]: DEBUG oslo_concurrency.lockutils [req-7b5a5400-0010-4444-b150-c22cd9e84848 req-4f0e2165-3a3a-4496-9bf5-103743955be4 service nova] Acquired lock "refresh_cache-def1500c-f7ea-4ea2-ba83-8499b10c7a19" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.116277] env[62321]: DEBUG nova.network.neutron [req-7b5a5400-0010-4444-b150-c22cd9e84848 req-4f0e2165-3a3a-4496-9bf5-103743955be4 service nova] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Refreshing network info cache for port 2a525a9f-0437-4efe-8ec4-bafdedfa6bcc {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.118438] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b517b1-2d80-489b-820b-3811e77e4258 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.297254] env[62321]: DEBUG oslo_vmware.api [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633629, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.424540] env[62321]: DEBUG oslo_vmware.api [None req-62791965-7215-49e5-852a-236a50b4d29e tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633625, 'name': CloneVM_Task, 'duration_secs': 1.515224} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.424913] env[62321]: INFO nova.virt.vmwareapi.vmops [None req-62791965-7215-49e5-852a-236a50b4d29e tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Created linked-clone VM from snapshot [ 963.426162] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beea615d-1933-444b-8420-b5993fe7df5b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.440740] env[62321]: DEBUG oslo_vmware.api [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e1c5f2-c735-a63d-7938-bd835e5819d8, 'name': SearchDatastore_Task, 'duration_secs': 0.030991} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.444222] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.444474] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.444789] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.444920] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.445107] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.445528] env[62321]: DEBUG nova.virt.vmwareapi.images [None req-62791965-7215-49e5-852a-236a50b4d29e tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Uploading image fb3de9ad-0639-4307-bed9-0d9c3c3926e9 {{(pid=62321) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 963.448072] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cc87bc0-c68e-4d6a-b05b-e5e4eacde48d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.458779] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.458923] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.459732] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2ddd1aa-5f07-43f7-adb3-aeb3a3b2fb7c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.472690] env[62321]: DEBUG oslo_vmware.api [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Waiting for the task: (returnval){ [ 963.472690] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5232cbd2-009e-19ee-8af3-cddf284c7477" [ 963.472690] env[62321]: _type = "Task" [ 963.472690] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.474908] env[62321]: DEBUG oslo_vmware.rw_handles [None req-62791965-7215-49e5-852a-236a50b4d29e tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 963.474908] env[62321]: value = "vm-530701" [ 963.474908] env[62321]: _type = "VirtualMachine" [ 963.474908] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 963.475249] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3d2c563a-0a8a-4318-b44d-92819ad9bf52 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.487862] env[62321]: DEBUG oslo_vmware.api [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5232cbd2-009e-19ee-8af3-cddf284c7477, 'name': SearchDatastore_Task} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.493109] env[62321]: DEBUG oslo_vmware.rw_handles [None req-62791965-7215-49e5-852a-236a50b4d29e tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lease: (returnval){ [ 963.493109] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]523f09df-0815-8f52-c6eb-266cee606dcd" [ 963.493109] env[62321]: _type = "HttpNfcLease" [ 963.493109] env[62321]: } obtained for exporting VM: (result){ [ 963.493109] env[62321]: value = "vm-530701" [ 963.493109] env[62321]: _type = "VirtualMachine" [ 963.493109] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 963.493488] env[62321]: DEBUG oslo_vmware.api [None req-62791965-7215-49e5-852a-236a50b4d29e tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the lease: (returnval){ [ 963.493488] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]523f09df-0815-8f52-c6eb-266cee606dcd" [ 963.493488] env[62321]: _type = "HttpNfcLease" [ 963.493488] env[62321]: } to be ready. {{(pid=62321) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 963.493658] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e24415e5-128a-4794-9e64-20367148d4f1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.503382] env[62321]: DEBUG oslo_vmware.api [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633628, 'name': ReconfigVM_Task, 'duration_secs': 0.61942} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.504079] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Reconfigured VM instance instance-00000049 to attach disk [datastore1] fc453d88-8d2d-4b0e-876f-85478c789990/fc453d88-8d2d-4b0e-876f-85478c789990.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.504711] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12679384-9367-4868-8d5c-a77511bfa04f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.507914] env[62321]: DEBUG oslo_vmware.api [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Waiting for the task: (returnval){ [ 963.507914] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]524e8134-1638-0e53-b7eb-55277d086281" [ 963.507914] env[62321]: _type = "Task" [ 963.507914] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.510201] env[62321]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 963.510201] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]523f09df-0815-8f52-c6eb-266cee606dcd" [ 963.510201] env[62321]: _type = "HttpNfcLease" [ 963.510201] env[62321]: } is ready. {{(pid=62321) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 963.513678] env[62321]: DEBUG oslo_vmware.rw_handles [None req-62791965-7215-49e5-852a-236a50b4d29e tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 963.513678] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]523f09df-0815-8f52-c6eb-266cee606dcd" [ 963.513678] env[62321]: _type = "HttpNfcLease" [ 963.513678] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 963.514520] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9047b73-dfde-4740-9a21-cd9a1061a2d2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.518979] env[62321]: DEBUG oslo_vmware.api [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 963.518979] env[62321]: value = "task-2633631" [ 963.518979] env[62321]: _type = "Task" [ 963.518979] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.529786] env[62321]: DEBUG oslo_vmware.rw_handles [None req-62791965-7215-49e5-852a-236a50b4d29e tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d0fc6-90e2-2c7b-a9a6-ea4a3a6a1258/disk-0.vmdk from lease info. {{(pid=62321) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 963.529898] env[62321]: DEBUG oslo_vmware.rw_handles [None req-62791965-7215-49e5-852a-236a50b4d29e tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d0fc6-90e2-2c7b-a9a6-ea4a3a6a1258/disk-0.vmdk for reading. {{(pid=62321) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 963.531708] env[62321]: DEBUG oslo_vmware.api [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]524e8134-1638-0e53-b7eb-55277d086281, 'name': SearchDatastore_Task, 'duration_secs': 0.010555} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.531984] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.532358] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 947f44e2-122c-4af1-a2ca-ecaf2fb099a0/947f44e2-122c-4af1-a2ca-ecaf2fb099a0.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.532851] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d178539-2cbf-4ad7-a436-b9e1bec6177f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.538400] env[62321]: DEBUG oslo_vmware.api [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633631, 'name': Rename_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.597123] env[62321]: DEBUG oslo_vmware.api [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Waiting for the task: (returnval){ [ 963.597123] env[62321]: value = "task-2633632" [ 963.597123] env[62321]: _type = "Task" [ 963.597123] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.608936] env[62321]: DEBUG oslo_vmware.api [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Task: {'id': task-2633632, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.641300] env[62321]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-472e1c3b-0e9d-4b8c-906b-a257ef34b05d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.643760] env[62321]: INFO nova.compute.manager [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Took 21.11 seconds to build instance. [ 963.797837] env[62321]: DEBUG oslo_vmware.api [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633629, 'name': PowerOnVM_Task, 'duration_secs': 0.70741} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.798159] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.798356] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e1af9109-3d80-40d9-aa34-e2c3db984c28 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Updating instance '9c0c978d-9c8c-484c-93ff-c300b7536d65' progress to 100 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 963.896264] env[62321]: DEBUG nova.network.neutron [req-7b5a5400-0010-4444-b150-c22cd9e84848 req-4f0e2165-3a3a-4496-9bf5-103743955be4 service nova] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Updated VIF entry in instance network info cache for port 2a525a9f-0437-4efe-8ec4-bafdedfa6bcc. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 963.896579] env[62321]: DEBUG nova.network.neutron [req-7b5a5400-0010-4444-b150-c22cd9e84848 req-4f0e2165-3a3a-4496-9bf5-103743955be4 service nova] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Updating instance_info_cache with network_info: [{"id": "2a525a9f-0437-4efe-8ec4-bafdedfa6bcc", "address": "fa:16:3e:8a:c9:96", "network": {"id": "88f82084-f668-408a-85db-223eddec1845", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1449486980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4e845d2578746c9a211eef92967c286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a525a9f-04", "ovs_interfaceid": "2a525a9f-0437-4efe-8ec4-bafdedfa6bcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.928105] env[62321]: INFO nova.compute.manager [None req-881a211b-ae31-4eba-bb0b-fec1a97aedbc tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Get console output [ 963.928597] env[62321]: WARNING nova.virt.vmwareapi.driver [None req-881a211b-ae31-4eba-bb0b-fec1a97aedbc tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] The console log is missing. Check your VSPC configuration [ 964.033102] env[62321]: DEBUG oslo_vmware.api [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633631, 'name': Rename_Task, 'duration_secs': 0.18451} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.033531] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.033935] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b48886dc-0b5e-4bc0-bbbb-ed5d3c29fdbd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.042739] env[62321]: DEBUG oslo_vmware.api [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 964.042739] env[62321]: value = "task-2633634" [ 964.042739] env[62321]: _type = "Task" [ 964.042739] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.053945] env[62321]: DEBUG oslo_vmware.api [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633634, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.111100] env[62321]: DEBUG oslo_vmware.api [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Task: {'id': task-2633632, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546546} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.111413] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 947f44e2-122c-4af1-a2ca-ecaf2fb099a0/947f44e2-122c-4af1-a2ca-ecaf2fb099a0.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.111655] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.112010] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-937e1395-0a5f-4b36-8959-f786f3b99f00 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.123287] env[62321]: DEBUG oslo_vmware.api [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Waiting for the task: (returnval){ [ 964.123287] env[62321]: value = "task-2633635" [ 964.123287] env[62321]: _type = "Task" [ 964.123287] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.141302] env[62321]: DEBUG oslo_vmware.api [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Task: {'id': task-2633635, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.145930] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5a69662f-c6ef-42a5-ab8e-edaee775310a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "d5c05856-b8dc-4a89-9d6b-5a5c02938d95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.615s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.400144] env[62321]: DEBUG oslo_concurrency.lockutils [req-7b5a5400-0010-4444-b150-c22cd9e84848 req-4f0e2165-3a3a-4496-9bf5-103743955be4 service nova] Releasing lock "refresh_cache-def1500c-f7ea-4ea2-ba83-8499b10c7a19" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.555342] env[62321]: DEBUG oslo_vmware.api [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633634, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.611841] env[62321]: DEBUG oslo_concurrency.lockutils [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "4dbd2adb-a1af-40df-9149-4562c01ea965" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.612255] env[62321]: DEBUG oslo_concurrency.lockutils [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "4dbd2adb-a1af-40df-9149-4562c01ea965" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.634295] env[62321]: DEBUG oslo_vmware.api [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Task: {'id': task-2633635, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11936} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.634650] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 964.636677] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1259d72d-e34e-4fe9-8dd7-b01071c3bb78 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.662191] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 947f44e2-122c-4af1-a2ca-ecaf2fb099a0/947f44e2-122c-4af1-a2ca-ecaf2fb099a0.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.662790] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d090dff9-8203-4729-a325-eac99aae41cd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.686253] env[62321]: DEBUG oslo_vmware.api [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Waiting for the task: (returnval){ [ 964.686253] env[62321]: value = "task-2633636" [ 964.686253] env[62321]: _type = "Task" [ 964.686253] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.697083] env[62321]: DEBUG oslo_vmware.api [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Task: {'id': task-2633636, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.054668] env[62321]: DEBUG oslo_vmware.api [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633634, 'name': PowerOnVM_Task, 'duration_secs': 0.916207} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.054958] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.055282] env[62321]: DEBUG nova.compute.manager [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.056218] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf42ee51-048a-441a-a1c9-0bce39808283 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.077753] env[62321]: DEBUG oslo_concurrency.lockutils [None req-dee77d21-8cde-4288-9830-4e25ae8c8c5c tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Acquiring lock "5209d7f4-76ae-439c-bf4d-2fead6810a80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.078413] env[62321]: DEBUG oslo_concurrency.lockutils [None req-dee77d21-8cde-4288-9830-4e25ae8c8c5c tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Lock "5209d7f4-76ae-439c-bf4d-2fead6810a80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.078413] env[62321]: DEBUG oslo_concurrency.lockutils [None req-dee77d21-8cde-4288-9830-4e25ae8c8c5c tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Acquiring lock "5209d7f4-76ae-439c-bf4d-2fead6810a80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.078557] env[62321]: DEBUG oslo_concurrency.lockutils [None req-dee77d21-8cde-4288-9830-4e25ae8c8c5c tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Lock "5209d7f4-76ae-439c-bf4d-2fead6810a80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.078630] env[62321]: DEBUG oslo_concurrency.lockutils [None req-dee77d21-8cde-4288-9830-4e25ae8c8c5c tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Lock "5209d7f4-76ae-439c-bf4d-2fead6810a80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.081304] env[62321]: INFO nova.compute.manager [None req-dee77d21-8cde-4288-9830-4e25ae8c8c5c tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Terminating instance [ 965.114736] env[62321]: DEBUG nova.compute.manager [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 965.138995] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4469ea89-baa4-4ad3-b1df-2b436d4d7379 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquiring lock "29b8ec19-e3c4-484a-a749-371359631c7f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.139590] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4469ea89-baa4-4ad3-b1df-2b436d4d7379 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Lock "29b8ec19-e3c4-484a-a749-371359631c7f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.144162] env[62321]: DEBUG oslo_vmware.rw_handles [None req-779845cb-969a-4587-b02e-5dc4dd8fb4a1 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524b4706-317a-079a-ea74-21f6112b8ad3/disk-0.vmdk. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 965.145354] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ce0a48-4d53-4002-b3f3-1ac64ffabd79 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.153760] env[62321]: DEBUG oslo_vmware.rw_handles [None req-779845cb-969a-4587-b02e-5dc4dd8fb4a1 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524b4706-317a-079a-ea74-21f6112b8ad3/disk-0.vmdk is in state: ready. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 965.153995] env[62321]: ERROR oslo_vmware.rw_handles [None req-779845cb-969a-4587-b02e-5dc4dd8fb4a1 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524b4706-317a-079a-ea74-21f6112b8ad3/disk-0.vmdk due to incomplete transfer. [ 965.154482] env[62321]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bd439d50-3758-4163-8fdd-c60d96982c94 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.164876] env[62321]: DEBUG oslo_vmware.rw_handles [None req-779845cb-969a-4587-b02e-5dc4dd8fb4a1 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524b4706-317a-079a-ea74-21f6112b8ad3/disk-0.vmdk. {{(pid=62321) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 965.165107] env[62321]: DEBUG nova.virt.vmwareapi.images [None req-779845cb-969a-4587-b02e-5dc4dd8fb4a1 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Uploaded image 984be5fc-f1fe-4eb2-8ecf-e9ce25bfcef3 to the Glance image server {{(pid=62321) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 965.167635] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-779845cb-969a-4587-b02e-5dc4dd8fb4a1 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Destroying the VM {{(pid=62321) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 965.167908] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b5de6d30-8f88-4dce-a5fb-1e91bebfdad5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.177042] env[62321]: DEBUG oslo_vmware.api [None req-779845cb-969a-4587-b02e-5dc4dd8fb4a1 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Waiting for the task: (returnval){ [ 965.177042] env[62321]: value = "task-2633637" [ 965.177042] env[62321]: _type = "Task" [ 965.177042] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.186796] env[62321]: DEBUG oslo_vmware.api [None req-779845cb-969a-4587-b02e-5dc4dd8fb4a1 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633637, 'name': Destroy_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.195763] env[62321]: DEBUG oslo_vmware.api [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Task: {'id': task-2633636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.343871] env[62321]: DEBUG oslo_concurrency.lockutils [None req-79931f4a-9bae-4b0d-9963-833ebdd3ee3c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "d5c05856-b8dc-4a89-9d6b-5a5c02938d95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.343871] env[62321]: DEBUG oslo_concurrency.lockutils [None req-79931f4a-9bae-4b0d-9963-833ebdd3ee3c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "d5c05856-b8dc-4a89-9d6b-5a5c02938d95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.343871] env[62321]: DEBUG oslo_concurrency.lockutils [None req-79931f4a-9bae-4b0d-9963-833ebdd3ee3c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "d5c05856-b8dc-4a89-9d6b-5a5c02938d95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.344135] env[62321]: DEBUG oslo_concurrency.lockutils [None req-79931f4a-9bae-4b0d-9963-833ebdd3ee3c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "d5c05856-b8dc-4a89-9d6b-5a5c02938d95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.344229] env[62321]: DEBUG oslo_concurrency.lockutils [None req-79931f4a-9bae-4b0d-9963-833ebdd3ee3c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "d5c05856-b8dc-4a89-9d6b-5a5c02938d95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.346679] env[62321]: INFO nova.compute.manager [None req-79931f4a-9bae-4b0d-9963-833ebdd3ee3c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Terminating instance [ 965.576917] env[62321]: DEBUG oslo_concurrency.lockutils [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.577308] env[62321]: DEBUG oslo_concurrency.lockutils [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.577631] env[62321]: DEBUG nova.objects.instance [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62321) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 965.585677] env[62321]: DEBUG nova.compute.manager [None req-dee77d21-8cde-4288-9830-4e25ae8c8c5c tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 965.585897] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-dee77d21-8cde-4288-9830-4e25ae8c8c5c tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.586914] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28aea898-50d9-4f4b-bd78-90e6d7daec26 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.596493] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee77d21-8cde-4288-9830-4e25ae8c8c5c tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.597233] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4914766-c6a2-4ee6-afeb-f9adb2193180 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.605412] env[62321]: DEBUG oslo_vmware.api [None req-dee77d21-8cde-4288-9830-4e25ae8c8c5c tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Waiting for the task: (returnval){ [ 965.605412] env[62321]: value = "task-2633638" [ 965.605412] env[62321]: _type = "Task" [ 965.605412] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.614639] env[62321]: DEBUG oslo_vmware.api [None req-dee77d21-8cde-4288-9830-4e25ae8c8c5c tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Task: {'id': task-2633638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.642122] env[62321]: DEBUG oslo_concurrency.lockutils [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.649520] env[62321]: DEBUG nova.compute.utils [None req-4469ea89-baa4-4ad3-b1df-2b436d4d7379 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 965.688407] env[62321]: DEBUG oslo_vmware.api [None req-779845cb-969a-4587-b02e-5dc4dd8fb4a1 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633637, 'name': Destroy_Task} progress is 33%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.697482] env[62321]: DEBUG oslo_vmware.api [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Task: {'id': task-2633636, 'name': ReconfigVM_Task, 'duration_secs': 0.623806} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.697878] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 947f44e2-122c-4af1-a2ca-ecaf2fb099a0/947f44e2-122c-4af1-a2ca-ecaf2fb099a0.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.698968] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-847a05c2-eab2-442a-b293-4637b3f33232 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.707984] env[62321]: DEBUG oslo_vmware.api [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Waiting for the task: (returnval){ [ 965.707984] env[62321]: value = "task-2633639" [ 965.707984] env[62321]: _type = "Task" [ 965.707984] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.720259] env[62321]: DEBUG oslo_vmware.api [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Task: {'id': task-2633639, 'name': Rename_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.851727] env[62321]: DEBUG nova.compute.manager [None req-79931f4a-9bae-4b0d-9963-833ebdd3ee3c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 965.852067] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-79931f4a-9bae-4b0d-9963-833ebdd3ee3c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.853032] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53576b16-6ac9-44bc-9363-286feea2b663 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.862293] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-79931f4a-9bae-4b0d-9963-833ebdd3ee3c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.863051] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a73d22d-66de-4468-ad92-7b8deb1fc12d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.870374] env[62321]: DEBUG oslo_vmware.api [None req-79931f4a-9bae-4b0d-9963-833ebdd3ee3c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 965.870374] env[62321]: value = "task-2633640" [ 965.870374] env[62321]: _type = "Task" [ 965.870374] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.880692] env[62321]: DEBUG oslo_vmware.api [None req-79931f4a-9bae-4b0d-9963-833ebdd3ee3c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.116488] env[62321]: DEBUG oslo_vmware.api [None req-dee77d21-8cde-4288-9830-4e25ae8c8c5c tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Task: {'id': task-2633638, 'name': PowerOffVM_Task, 'duration_secs': 0.351067} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.116857] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee77d21-8cde-4288-9830-4e25ae8c8c5c tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.118026] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-dee77d21-8cde-4288-9830-4e25ae8c8c5c tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.118026] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54c85f61-7f41-4c5c-b665-dc33a59efd54 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.152803] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4469ea89-baa4-4ad3-b1df-2b436d4d7379 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Lock "29b8ec19-e3c4-484a-a749-371359631c7f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.190644] env[62321]: DEBUG oslo_vmware.api [None req-779845cb-969a-4587-b02e-5dc4dd8fb4a1 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633637, 'name': Destroy_Task, 'duration_secs': 0.70662} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.190932] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-779845cb-969a-4587-b02e-5dc4dd8fb4a1 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Destroyed the VM [ 966.191202] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-779845cb-969a-4587-b02e-5dc4dd8fb4a1 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Deleting Snapshot of the VM instance {{(pid=62321) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 966.191457] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c57d4d30-bae8-4bf6-8ecd-ea04630e7016 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.201415] env[62321]: DEBUG oslo_vmware.api [None req-779845cb-969a-4587-b02e-5dc4dd8fb4a1 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Waiting for the task: (returnval){ [ 966.201415] env[62321]: value = "task-2633642" [ 966.201415] env[62321]: _type = "Task" [ 966.201415] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.208241] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-dee77d21-8cde-4288-9830-4e25ae8c8c5c tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.208508] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-dee77d21-8cde-4288-9830-4e25ae8c8c5c tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.208638] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-dee77d21-8cde-4288-9830-4e25ae8c8c5c tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Deleting the datastore file [datastore2] 5209d7f4-76ae-439c-bf4d-2fead6810a80 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.209020] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d84295f-d81c-4b1b-93e8-eb6c1d4a878f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.218151] env[62321]: DEBUG oslo_vmware.api [None req-779845cb-969a-4587-b02e-5dc4dd8fb4a1 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633642, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.223049] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fea8203c-537c-4c79-a486-a658bfe2f08f tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "9c0c978d-9c8c-484c-93ff-c300b7536d65" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.223408] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fea8203c-537c-4c79-a486-a658bfe2f08f tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "9c0c978d-9c8c-484c-93ff-c300b7536d65" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.223642] env[62321]: DEBUG nova.compute.manager [None req-fea8203c-537c-4c79-a486-a658bfe2f08f tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Going to confirm migration 3 {{(pid=62321) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 966.230239] env[62321]: DEBUG oslo_vmware.api [None req-dee77d21-8cde-4288-9830-4e25ae8c8c5c tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Waiting for the task: (returnval){ [ 966.230239] env[62321]: value = "task-2633643" [ 966.230239] env[62321]: _type = "Task" [ 966.230239] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.230501] env[62321]: DEBUG oslo_vmware.api [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Task: {'id': task-2633639, 'name': Rename_Task, 'duration_secs': 0.212282} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.231123] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.234619] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-879d9b95-f86d-498d-b4ae-a8856cd5f4e1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.245848] env[62321]: DEBUG oslo_vmware.api [None req-dee77d21-8cde-4288-9830-4e25ae8c8c5c tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Task: {'id': task-2633643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.247564] env[62321]: DEBUG oslo_vmware.api [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Waiting for the task: (returnval){ [ 966.247564] env[62321]: value = "task-2633644" [ 966.247564] env[62321]: _type = "Task" [ 966.247564] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.258908] env[62321]: DEBUG oslo_vmware.api [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Task: {'id': task-2633644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.382732] env[62321]: DEBUG oslo_vmware.api [None req-79931f4a-9bae-4b0d-9963-833ebdd3ee3c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633640, 'name': PowerOffVM_Task, 'duration_secs': 0.191736} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.383039] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-79931f4a-9bae-4b0d-9963-833ebdd3ee3c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.383259] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-79931f4a-9bae-4b0d-9963-833ebdd3ee3c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.383499] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf2677b7-7ee5-4696-8ed6-b15c9b674051 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.467566] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-79931f4a-9bae-4b0d-9963-833ebdd3ee3c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.467945] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-79931f4a-9bae-4b0d-9963-833ebdd3ee3c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.468196] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-79931f4a-9bae-4b0d-9963-833ebdd3ee3c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Deleting the datastore file [datastore1] d5c05856-b8dc-4a89-9d6b-5a5c02938d95 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.468489] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de2edf6b-f9e9-488e-b586-949b06317007 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.475815] env[62321]: DEBUG oslo_vmware.api [None req-79931f4a-9bae-4b0d-9963-833ebdd3ee3c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 966.475815] env[62321]: value = "task-2633646" [ 966.475815] env[62321]: _type = "Task" [ 966.475815] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.484896] env[62321]: DEBUG oslo_vmware.api [None req-79931f4a-9bae-4b0d-9963-833ebdd3ee3c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.587281] env[62321]: DEBUG oslo_concurrency.lockutils [None req-49d096ac-454f-4d63-b3b5-0543ffcc1f0e tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.588656] env[62321]: DEBUG oslo_concurrency.lockutils [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.947s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.590298] env[62321]: INFO nova.compute.claims [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 966.713212] env[62321]: DEBUG oslo_vmware.api [None req-779845cb-969a-4587-b02e-5dc4dd8fb4a1 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633642, 'name': RemoveSnapshot_Task} progress is 44%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.750653] env[62321]: DEBUG oslo_vmware.api [None req-dee77d21-8cde-4288-9830-4e25ae8c8c5c tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Task: {'id': task-2633643, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226448} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.754109] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-dee77d21-8cde-4288-9830-4e25ae8c8c5c tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.754315] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-dee77d21-8cde-4288-9830-4e25ae8c8c5c tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.754498] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-dee77d21-8cde-4288-9830-4e25ae8c8c5c tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.755073] env[62321]: INFO nova.compute.manager [None req-dee77d21-8cde-4288-9830-4e25ae8c8c5c tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Took 1.17 seconds to destroy the instance on the hypervisor. [ 966.755073] env[62321]: DEBUG oslo.service.loopingcall [None req-dee77d21-8cde-4288-9830-4e25ae8c8c5c tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 966.755546] env[62321]: DEBUG nova.compute.manager [-] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 966.755692] env[62321]: DEBUG nova.network.neutron [-] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 966.764158] env[62321]: DEBUG oslo_vmware.api [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Task: {'id': task-2633644, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.810053] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fea8203c-537c-4c79-a486-a658bfe2f08f tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "refresh_cache-9c0c978d-9c8c-484c-93ff-c300b7536d65" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.810393] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fea8203c-537c-4c79-a486-a658bfe2f08f tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquired lock "refresh_cache-9c0c978d-9c8c-484c-93ff-c300b7536d65" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.810722] env[62321]: DEBUG nova.network.neutron [None req-fea8203c-537c-4c79-a486-a658bfe2f08f tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.810977] env[62321]: DEBUG nova.objects.instance [None req-fea8203c-537c-4c79-a486-a658bfe2f08f tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lazy-loading 'info_cache' on Instance uuid 9c0c978d-9c8c-484c-93ff-c300b7536d65 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.988909] env[62321]: DEBUG oslo_vmware.api [None req-79931f4a-9bae-4b0d-9963-833ebdd3ee3c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633646, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268144} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.989292] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-79931f4a-9bae-4b0d-9963-833ebdd3ee3c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.989498] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-79931f4a-9bae-4b0d-9963-833ebdd3ee3c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.989710] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-79931f4a-9bae-4b0d-9963-833ebdd3ee3c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.989893] env[62321]: INFO nova.compute.manager [None req-79931f4a-9bae-4b0d-9963-833ebdd3ee3c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Took 1.14 seconds to destroy the instance on the hypervisor. [ 966.990520] env[62321]: DEBUG oslo.service.loopingcall [None req-79931f4a-9bae-4b0d-9963-833ebdd3ee3c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 966.990763] env[62321]: DEBUG nova.compute.manager [-] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 966.990867] env[62321]: DEBUG nova.network.neutron [-] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 967.216033] env[62321]: DEBUG oslo_vmware.api [None req-779845cb-969a-4587-b02e-5dc4dd8fb4a1 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633642, 'name': RemoveSnapshot_Task, 'duration_secs': 0.724355} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.217126] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-779845cb-969a-4587-b02e-5dc4dd8fb4a1 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Deleted Snapshot of the VM instance {{(pid=62321) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 967.217408] env[62321]: INFO nova.compute.manager [None req-779845cb-969a-4587-b02e-5dc4dd8fb4a1 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Took 15.06 seconds to snapshot the instance on the hypervisor. [ 967.221877] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4469ea89-baa4-4ad3-b1df-2b436d4d7379 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquiring lock "29b8ec19-e3c4-484a-a749-371359631c7f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.221877] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4469ea89-baa4-4ad3-b1df-2b436d4d7379 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Lock "29b8ec19-e3c4-484a-a749-371359631c7f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.221877] env[62321]: INFO nova.compute.manager [None req-4469ea89-baa4-4ad3-b1df-2b436d4d7379 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Attaching volume 17dccf3b-945c-4a7a-9992-85e8170f960f to /dev/sdb [ 967.270141] env[62321]: DEBUG oslo_vmware.api [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Task: {'id': task-2633644, 'name': PowerOnVM_Task, 'duration_secs': 0.876841} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.271457] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.271933] env[62321]: INFO nova.compute.manager [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Took 8.42 seconds to spawn the instance on the hypervisor. [ 967.271933] env[62321]: DEBUG nova.compute.manager [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.272898] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcff99f-b6e4-47a4-b385-eb3c30c79798 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.277023] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c217e6-73f6-4312-b526-2d82a44d34d5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.287814] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6bd0e9-6ba1-443f-9096-4a9a4d2e8936 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.310267] env[62321]: DEBUG nova.virt.block_device [None req-4469ea89-baa4-4ad3-b1df-2b436d4d7379 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Updating existing volume attachment record: c42e6820-bdfb-476e-81bd-2a28ddfd3e1d {{(pid=62321) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 967.411107] env[62321]: DEBUG nova.compute.manager [req-51aaa350-3e0f-4520-bdc7-3bf567511cc4 req-9eca00c6-fba9-4d05-99b6-ab48566c316b service nova] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Received event network-vif-deleted-7d7152e0-8127-4950-8513-93a6654b6ba4 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 967.411107] env[62321]: INFO nova.compute.manager [req-51aaa350-3e0f-4520-bdc7-3bf567511cc4 req-9eca00c6-fba9-4d05-99b6-ab48566c316b service nova] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Neutron deleted interface 7d7152e0-8127-4950-8513-93a6654b6ba4; detaching it from the instance and deleting it from the info cache [ 967.412249] env[62321]: DEBUG nova.network.neutron [req-51aaa350-3e0f-4520-bdc7-3bf567511cc4 req-9eca00c6-fba9-4d05-99b6-ab48566c316b service nova] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.577249] env[62321]: DEBUG nova.compute.manager [req-2129875e-93d8-4a2f-85e0-928e1f7bbe41 req-2ae66ab2-1e3c-42ee-a96a-cfdd9009086c service nova] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Received event network-vif-deleted-1e70b411-9a70-457a-b7d6-482f382a7edd {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 967.577614] env[62321]: INFO nova.compute.manager [req-2129875e-93d8-4a2f-85e0-928e1f7bbe41 req-2ae66ab2-1e3c-42ee-a96a-cfdd9009086c service nova] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Neutron deleted interface 1e70b411-9a70-457a-b7d6-482f382a7edd; detaching it from the instance and deleting it from the info cache [ 967.577843] env[62321]: DEBUG nova.network.neutron [req-2129875e-93d8-4a2f-85e0-928e1f7bbe41 req-2ae66ab2-1e3c-42ee-a96a-cfdd9009086c service nova] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.812816] env[62321]: INFO nova.compute.manager [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Took 19.84 seconds to build instance. [ 967.816986] env[62321]: DEBUG nova.network.neutron [-] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.865731] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Acquiring lock "ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.865960] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Lock "ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.918698] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9b6941d-aa2e-415a-97a2-3c7bc516d460 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.931044] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee60f294-f955-4e63-9363-515cad0e0e24 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.986552] env[62321]: DEBUG nova.compute.manager [req-51aaa350-3e0f-4520-bdc7-3bf567511cc4 req-9eca00c6-fba9-4d05-99b6-ab48566c316b service nova] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Detach interface failed, port_id=7d7152e0-8127-4950-8513-93a6654b6ba4, reason: Instance d5c05856-b8dc-4a89-9d6b-5a5c02938d95 could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 968.004676] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07bb74a-8363-4f32-948f-95f542766386 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.010445] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd71659f-a56a-42b6-b6ed-4246821382c6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.057025] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80a42a5-0b1f-4ca6-bac1-322b80299eae {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.062378] env[62321]: DEBUG nova.network.neutron [-] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.071744] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58826ce3-ccf8-49d9-9a0f-e4bdca96ce59 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.090063] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1fe5bff7-99de-429b-be50-6168c9021bca {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.093244] env[62321]: DEBUG nova.compute.provider_tree [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.108297] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f7a9a3-f8a2-405a-9384-afa17ef13c7a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.154712] env[62321]: DEBUG nova.compute.manager [req-2129875e-93d8-4a2f-85e0-928e1f7bbe41 req-2ae66ab2-1e3c-42ee-a96a-cfdd9009086c service nova] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Detach interface failed, port_id=1e70b411-9a70-457a-b7d6-482f382a7edd, reason: Instance 5209d7f4-76ae-439c-bf4d-2fead6810a80 could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 968.190275] env[62321]: DEBUG nova.network.neutron [None req-fea8203c-537c-4c79-a486-a658bfe2f08f tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Updating instance_info_cache with network_info: [{"id": "05ae3f08-99a5-4b85-b28b-2d1d083791cd", "address": "fa:16:3e:0c:df:9b", "network": {"id": "a50eeade-5604-486a-9cb3-a0b97aca18b5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-625207795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f6e0514ecb245af82559116fef7e299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05ae3f08-99", "ovs_interfaceid": "05ae3f08-99a5-4b85-b28b-2d1d083791cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.314670] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c87b6801-3188-4d2a-8faa-b122afc2bd68 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Lock "947f44e2-122c-4af1-a2ca-ecaf2fb099a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.349s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.325597] env[62321]: INFO nova.compute.manager [-] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Took 1.33 seconds to deallocate network for instance. [ 968.368275] env[62321]: DEBUG nova.compute.manager [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 968.564909] env[62321]: INFO nova.compute.manager [-] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Took 1.81 seconds to deallocate network for instance. [ 968.598754] env[62321]: DEBUG nova.scheduler.client.report [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.694047] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fea8203c-537c-4c79-a486-a658bfe2f08f tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Releasing lock "refresh_cache-9c0c978d-9c8c-484c-93ff-c300b7536d65" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.694047] env[62321]: DEBUG nova.objects.instance [None req-fea8203c-537c-4c79-a486-a658bfe2f08f tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lazy-loading 'migration_context' on Instance uuid 9c0c978d-9c8c-484c-93ff-c300b7536d65 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.834070] env[62321]: DEBUG oslo_concurrency.lockutils [None req-79931f4a-9bae-4b0d-9963-833ebdd3ee3c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.896808] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.074296] env[62321]: DEBUG oslo_concurrency.lockutils [None req-dee77d21-8cde-4288-9830-4e25ae8c8c5c tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.105398] env[62321]: DEBUG oslo_concurrency.lockutils [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.105989] env[62321]: DEBUG nova.compute.manager [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 969.108824] env[62321]: DEBUG oslo_concurrency.lockutils [None req-79931f4a-9bae-4b0d-9963-833ebdd3ee3c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.275s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.109737] env[62321]: DEBUG nova.objects.instance [None req-79931f4a-9bae-4b0d-9963-833ebdd3ee3c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lazy-loading 'resources' on Instance uuid d5c05856-b8dc-4a89-9d6b-5a5c02938d95 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.198295] env[62321]: DEBUG nova.objects.base [None req-fea8203c-537c-4c79-a486-a658bfe2f08f tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Object Instance<9c0c978d-9c8c-484c-93ff-c300b7536d65> lazy-loaded attributes: info_cache,migration_context {{(pid=62321) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 969.198672] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ee1a75-e9b1-4fe3-a648-80ee8c0f6157 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.222988] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d033744-394d-4be7-b689-7f5c66e0b6cd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.231309] env[62321]: DEBUG oslo_vmware.api [None req-fea8203c-537c-4c79-a486-a658bfe2f08f tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 969.231309] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]527f5a75-24dd-c3c9-5227-75c80a91307d" [ 969.231309] env[62321]: _type = "Task" [ 969.231309] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.242860] env[62321]: DEBUG oslo_vmware.api [None req-fea8203c-537c-4c79-a486-a658bfe2f08f tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]527f5a75-24dd-c3c9-5227-75c80a91307d, 'name': SearchDatastore_Task} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.243203] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fea8203c-537c-4c79-a486-a658bfe2f08f tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.611988] env[62321]: DEBUG nova.compute.utils [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.613338] env[62321]: DEBUG nova.compute.manager [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 969.613543] env[62321]: DEBUG nova.network.neutron [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 969.663536] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e4934480-b95e-478d-9728-411589b20b72 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Acquiring lock "947f44e2-122c-4af1-a2ca-ecaf2fb099a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.663997] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e4934480-b95e-478d-9728-411589b20b72 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Lock "947f44e2-122c-4af1-a2ca-ecaf2fb099a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.664149] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e4934480-b95e-478d-9728-411589b20b72 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Acquiring lock "947f44e2-122c-4af1-a2ca-ecaf2fb099a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.664426] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e4934480-b95e-478d-9728-411589b20b72 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Lock "947f44e2-122c-4af1-a2ca-ecaf2fb099a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.664677] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e4934480-b95e-478d-9728-411589b20b72 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Lock "947f44e2-122c-4af1-a2ca-ecaf2fb099a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.667242] env[62321]: INFO nova.compute.manager [None req-e4934480-b95e-478d-9728-411589b20b72 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Terminating instance [ 969.686410] env[62321]: DEBUG nova.policy [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '946484021484442ab191c927cdf576af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd8fac8dc7ba41c6b0550e1fff9988a3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 969.886442] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3b81942c-a0c0-495f-b286-df3ff6e55822 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Acquiring lock "2ec7b858-4063-4a79-8681-8655eb22bfab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.886713] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3b81942c-a0c0-495f-b286-df3ff6e55822 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Lock "2ec7b858-4063-4a79-8681-8655eb22bfab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.886930] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3b81942c-a0c0-495f-b286-df3ff6e55822 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Acquiring lock "2ec7b858-4063-4a79-8681-8655eb22bfab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.887183] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3b81942c-a0c0-495f-b286-df3ff6e55822 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Lock "2ec7b858-4063-4a79-8681-8655eb22bfab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.887355] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3b81942c-a0c0-495f-b286-df3ff6e55822 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Lock "2ec7b858-4063-4a79-8681-8655eb22bfab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.892073] env[62321]: INFO nova.compute.manager [None req-3b81942c-a0c0-495f-b286-df3ff6e55822 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Terminating instance [ 969.970867] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5ee823-f319-4f3d-b40f-c96bacc901b3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.978169] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4a5f81-846c-40d1-91f0-c359d8f98b07 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.009999] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f11bbd-7ef2-41a7-89a4-8fe02af63051 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.018523] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8754d15c-8f65-4fa6-b586-8bceaa932817 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.024693] env[62321]: DEBUG nova.network.neutron [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Successfully created port: d89eefe4-7023-46e4-9f96-f627c32d5397 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 970.039714] env[62321]: DEBUG nova.compute.provider_tree [None req-79931f4a-9bae-4b0d-9963-833ebdd3ee3c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.117304] env[62321]: DEBUG nova.compute.manager [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 970.174260] env[62321]: DEBUG nova.compute.manager [None req-e4934480-b95e-478d-9728-411589b20b72 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 970.174469] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e4934480-b95e-478d-9728-411589b20b72 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.175752] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2b043a-4b25-4b64-acfc-1409eb751342 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.187071] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4934480-b95e-478d-9728-411589b20b72 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.187441] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ec5805a-ae6f-4325-95c2-0c8dc0905b8b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.195542] env[62321]: DEBUG oslo_vmware.api [None req-e4934480-b95e-478d-9728-411589b20b72 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Waiting for the task: (returnval){ [ 970.195542] env[62321]: value = "task-2633651" [ 970.195542] env[62321]: _type = "Task" [ 970.195542] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.205602] env[62321]: DEBUG oslo_vmware.api [None req-e4934480-b95e-478d-9728-411589b20b72 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Task: {'id': task-2633651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.369910] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c2c95ea3-dcd9-40bc-a7b1-2f1211201369 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "interface-fbf80529-4efb-4056-9d2b-5b03df0c7777-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.370263] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c2c95ea3-dcd9-40bc-a7b1-2f1211201369 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "interface-fbf80529-4efb-4056-9d2b-5b03df0c7777-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.370656] env[62321]: DEBUG nova.objects.instance [None req-c2c95ea3-dcd9-40bc-a7b1-2f1211201369 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lazy-loading 'flavor' on Instance uuid fbf80529-4efb-4056-9d2b-5b03df0c7777 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.397476] env[62321]: DEBUG nova.compute.manager [None req-3b81942c-a0c0-495f-b286-df3ff6e55822 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 970.397704] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3b81942c-a0c0-495f-b286-df3ff6e55822 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.398645] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6abfb94-d09f-445c-a487-c8cd7e55f02f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.408514] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b81942c-a0c0-495f-b286-df3ff6e55822 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.408700] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7645cd77-5078-4f92-8d09-6898c994f150 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.417540] env[62321]: DEBUG oslo_vmware.api [None req-3b81942c-a0c0-495f-b286-df3ff6e55822 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Waiting for the task: (returnval){ [ 970.417540] env[62321]: value = "task-2633652" [ 970.417540] env[62321]: _type = "Task" [ 970.417540] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.432300] env[62321]: DEBUG oslo_vmware.api [None req-3b81942c-a0c0-495f-b286-df3ff6e55822 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.542127] env[62321]: DEBUG nova.scheduler.client.report [None req-79931f4a-9bae-4b0d-9963-833ebdd3ee3c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.707033] env[62321]: DEBUG oslo_vmware.api [None req-e4934480-b95e-478d-9728-411589b20b72 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Task: {'id': task-2633651, 'name': PowerOffVM_Task, 'duration_secs': 0.269841} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.707299] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4934480-b95e-478d-9728-411589b20b72 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.707500] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e4934480-b95e-478d-9728-411589b20b72 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.707744] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fb4b61d-57d9-48ae-8858-3ec440485146 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.783766] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e4934480-b95e-478d-9728-411589b20b72 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.784135] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e4934480-b95e-478d-9728-411589b20b72 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.784350] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4934480-b95e-478d-9728-411589b20b72 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Deleting the datastore file [datastore1] 947f44e2-122c-4af1-a2ca-ecaf2fb099a0 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.784651] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4e51184-89b6-4df8-8767-31dc5a339775 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.794854] env[62321]: DEBUG oslo_vmware.api [None req-e4934480-b95e-478d-9728-411589b20b72 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Waiting for the task: (returnval){ [ 970.794854] env[62321]: value = "task-2633654" [ 970.794854] env[62321]: _type = "Task" [ 970.794854] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.805053] env[62321]: DEBUG oslo_vmware.api [None req-e4934480-b95e-478d-9728-411589b20b72 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Task: {'id': task-2633654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.874634] env[62321]: DEBUG nova.objects.instance [None req-c2c95ea3-dcd9-40bc-a7b1-2f1211201369 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lazy-loading 'pci_requests' on Instance uuid fbf80529-4efb-4056-9d2b-5b03df0c7777 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.929468] env[62321]: DEBUG oslo_vmware.api [None req-3b81942c-a0c0-495f-b286-df3ff6e55822 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633652, 'name': PowerOffVM_Task, 'duration_secs': 0.40062} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.929873] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b81942c-a0c0-495f-b286-df3ff6e55822 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.930232] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3b81942c-a0c0-495f-b286-df3ff6e55822 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.930578] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e481bfa-d56c-4536-912e-289db4bd98c1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.022827] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3b81942c-a0c0-495f-b286-df3ff6e55822 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.023069] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3b81942c-a0c0-495f-b286-df3ff6e55822 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.023255] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b81942c-a0c0-495f-b286-df3ff6e55822 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Deleting the datastore file [datastore2] 2ec7b858-4063-4a79-8681-8655eb22bfab {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.023512] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6086de6-5de8-4ca1-afa8-8faa4e6a7d4d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.031432] env[62321]: DEBUG oslo_vmware.api [None req-3b81942c-a0c0-495f-b286-df3ff6e55822 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Waiting for the task: (returnval){ [ 971.031432] env[62321]: value = "task-2633656" [ 971.031432] env[62321]: _type = "Task" [ 971.031432] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.041547] env[62321]: DEBUG oslo_vmware.api [None req-3b81942c-a0c0-495f-b286-df3ff6e55822 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.050605] env[62321]: DEBUG oslo_concurrency.lockutils [None req-79931f4a-9bae-4b0d-9963-833ebdd3ee3c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.942s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.053085] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.156s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.054773] env[62321]: INFO nova.compute.claims [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 971.076447] env[62321]: INFO nova.scheduler.client.report [None req-79931f4a-9bae-4b0d-9963-833ebdd3ee3c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Deleted allocations for instance d5c05856-b8dc-4a89-9d6b-5a5c02938d95 [ 971.127217] env[62321]: DEBUG nova.compute.manager [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 971.154622] env[62321]: DEBUG nova.virt.hardware [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.154889] env[62321]: DEBUG nova.virt.hardware [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.155055] env[62321]: DEBUG nova.virt.hardware [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.155242] env[62321]: DEBUG nova.virt.hardware [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.155391] env[62321]: DEBUG nova.virt.hardware [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.155540] env[62321]: DEBUG nova.virt.hardware [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.156026] env[62321]: DEBUG nova.virt.hardware [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.156305] env[62321]: DEBUG nova.virt.hardware [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.156573] env[62321]: DEBUG nova.virt.hardware [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.156843] env[62321]: DEBUG nova.virt.hardware [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.157115] env[62321]: DEBUG nova.virt.hardware [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.159143] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683950b1-3ba0-498d-b6d4-17d4bbbcda9a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.169067] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593be2aa-d121-4030-ade1-21ab1e98de81 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.306376] env[62321]: DEBUG oslo_vmware.api [None req-e4934480-b95e-478d-9728-411589b20b72 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Task: {'id': task-2633654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.416586} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.306709] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4934480-b95e-478d-9728-411589b20b72 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.306904] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e4934480-b95e-478d-9728-411589b20b72 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.307095] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e4934480-b95e-478d-9728-411589b20b72 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.307274] env[62321]: INFO nova.compute.manager [None req-e4934480-b95e-478d-9728-411589b20b72 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 971.307525] env[62321]: DEBUG oslo.service.loopingcall [None req-e4934480-b95e-478d-9728-411589b20b72 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 971.307718] env[62321]: DEBUG nova.compute.manager [-] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.307813] env[62321]: DEBUG nova.network.neutron [-] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.377153] env[62321]: DEBUG nova.objects.base [None req-c2c95ea3-dcd9-40bc-a7b1-2f1211201369 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62321) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 971.378211] env[62321]: DEBUG nova.network.neutron [None req-c2c95ea3-dcd9-40bc-a7b1-2f1211201369 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 971.489881] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c2c95ea3-dcd9-40bc-a7b1-2f1211201369 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "interface-fbf80529-4efb-4056-9d2b-5b03df0c7777-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.119s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.546523] env[62321]: DEBUG oslo_vmware.api [None req-3b81942c-a0c0-495f-b286-df3ff6e55822 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26185} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.546814] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b81942c-a0c0-495f-b286-df3ff6e55822 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.547017] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3b81942c-a0c0-495f-b286-df3ff6e55822 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.547199] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3b81942c-a0c0-495f-b286-df3ff6e55822 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.547377] env[62321]: INFO nova.compute.manager [None req-3b81942c-a0c0-495f-b286-df3ff6e55822 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Took 1.15 seconds to destroy the instance on the hypervisor. [ 971.547668] env[62321]: DEBUG oslo.service.loopingcall [None req-3b81942c-a0c0-495f-b286-df3ff6e55822 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 971.547905] env[62321]: DEBUG nova.compute.manager [-] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.548011] env[62321]: DEBUG nova.network.neutron [-] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.587099] env[62321]: DEBUG oslo_concurrency.lockutils [None req-79931f4a-9bae-4b0d-9963-833ebdd3ee3c tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "d5c05856-b8dc-4a89-9d6b-5a5c02938d95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.243s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.668639] env[62321]: DEBUG nova.compute.manager [req-8e21e383-657e-4060-b8c8-52aba0b82267 req-ef7e6fdc-98a9-4a4f-a9b7-a2699019f782 service nova] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Received event network-vif-plugged-d89eefe4-7023-46e4-9f96-f627c32d5397 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 971.669021] env[62321]: DEBUG oslo_concurrency.lockutils [req-8e21e383-657e-4060-b8c8-52aba0b82267 req-ef7e6fdc-98a9-4a4f-a9b7-a2699019f782 service nova] Acquiring lock "4dbd2adb-a1af-40df-9149-4562c01ea965-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.669882] env[62321]: DEBUG oslo_concurrency.lockutils [req-8e21e383-657e-4060-b8c8-52aba0b82267 req-ef7e6fdc-98a9-4a4f-a9b7-a2699019f782 service nova] Lock "4dbd2adb-a1af-40df-9149-4562c01ea965-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.670087] env[62321]: DEBUG oslo_concurrency.lockutils [req-8e21e383-657e-4060-b8c8-52aba0b82267 req-ef7e6fdc-98a9-4a4f-a9b7-a2699019f782 service nova] Lock "4dbd2adb-a1af-40df-9149-4562c01ea965-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.670287] env[62321]: DEBUG nova.compute.manager [req-8e21e383-657e-4060-b8c8-52aba0b82267 req-ef7e6fdc-98a9-4a4f-a9b7-a2699019f782 service nova] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] No waiting events found dispatching network-vif-plugged-d89eefe4-7023-46e4-9f96-f627c32d5397 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 971.670460] env[62321]: WARNING nova.compute.manager [req-8e21e383-657e-4060-b8c8-52aba0b82267 req-ef7e6fdc-98a9-4a4f-a9b7-a2699019f782 service nova] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Received unexpected event network-vif-plugged-d89eefe4-7023-46e4-9f96-f627c32d5397 for instance with vm_state building and task_state spawning. [ 971.777134] env[62321]: DEBUG nova.network.neutron [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Successfully updated port: d89eefe4-7023-46e4-9f96-f627c32d5397 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 971.870844] env[62321]: DEBUG nova.compute.manager [req-1473c93a-2e58-4873-8194-0efe89b55f2b req-b4936da1-e2e9-4c4f-b692-91e185eb6eb0 service nova] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Received event network-vif-deleted-82e7ca56-52d2-4cb5-bb85-77f8159740b5 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 971.870844] env[62321]: INFO nova.compute.manager [req-1473c93a-2e58-4873-8194-0efe89b55f2b req-b4936da1-e2e9-4c4f-b692-91e185eb6eb0 service nova] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Neutron deleted interface 82e7ca56-52d2-4cb5-bb85-77f8159740b5; detaching it from the instance and deleting it from the info cache [ 971.870844] env[62321]: DEBUG nova.network.neutron [req-1473c93a-2e58-4873-8194-0efe89b55f2b req-b4936da1-e2e9-4c4f-b692-91e185eb6eb0 service nova] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.090215] env[62321]: DEBUG nova.network.neutron [-] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.280339] env[62321]: DEBUG oslo_concurrency.lockutils [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "refresh_cache-4dbd2adb-a1af-40df-9149-4562c01ea965" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.280488] env[62321]: DEBUG oslo_concurrency.lockutils [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquired lock "refresh_cache-4dbd2adb-a1af-40df-9149-4562c01ea965" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.280662] env[62321]: DEBUG nova.network.neutron [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.366172] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c138b2d3-af65-4e47-8dee-a359fe3c3503 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.374897] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f5ea6c34-3d17-412c-a9ae-77208f5113d2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.377540] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d742b7b8-e06c-4186-b2b1-e1befcd32cd8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.409143] env[62321]: DEBUG nova.network.neutron [-] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.412404] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-4469ea89-baa4-4ad3-b1df-2b436d4d7379 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Volume attach. Driver type: vmdk {{(pid=62321) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 972.412617] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-4469ea89-baa4-4ad3-b1df-2b436d4d7379 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530703', 'volume_id': '17dccf3b-945c-4a7a-9992-85e8170f960f', 'name': 'volume-17dccf3b-945c-4a7a-9992-85e8170f960f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '29b8ec19-e3c4-484a-a749-371359631c7f', 'attached_at': '', 'detached_at': '', 'volume_id': '17dccf3b-945c-4a7a-9992-85e8170f960f', 'serial': '17dccf3b-945c-4a7a-9992-85e8170f960f'} {{(pid=62321) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 972.413408] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8901ac6d-3084-4ec1-8a1d-cd956775482b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.416411] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16be9e0-c6df-4705-a02b-6a29c78afa02 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.422294] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b652f58-0e43-45f5-af88-1672be58080c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.448460] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d7af7d-06fb-4228-b623-06b84967f37b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.466230] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc7a3f0-239b-48c3-8f37-8ac782e212f7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.469600] env[62321]: DEBUG nova.compute.manager [req-1473c93a-2e58-4873-8194-0efe89b55f2b req-b4936da1-e2e9-4c4f-b692-91e185eb6eb0 service nova] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Detach interface failed, port_id=82e7ca56-52d2-4cb5-bb85-77f8159740b5, reason: Instance 947f44e2-122c-4af1-a2ca-ecaf2fb099a0 could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 972.480629] env[62321]: DEBUG nova.compute.provider_tree [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.506857] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-4469ea89-baa4-4ad3-b1df-2b436d4d7379 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] volume-17dccf3b-945c-4a7a-9992-85e8170f960f/volume-17dccf3b-945c-4a7a-9992-85e8170f960f.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.508947] env[62321]: DEBUG nova.scheduler.client.report [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.512267] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be2311da-a356-40fa-b177-ea438ac6be17 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.533912] env[62321]: DEBUG oslo_vmware.api [None req-4469ea89-baa4-4ad3-b1df-2b436d4d7379 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 972.533912] env[62321]: value = "task-2633657" [ 972.533912] env[62321]: _type = "Task" [ 972.533912] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.544083] env[62321]: DEBUG oslo_vmware.api [None req-4469ea89-baa4-4ad3-b1df-2b436d4d7379 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633657, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.592981] env[62321]: INFO nova.compute.manager [-] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Took 1.28 seconds to deallocate network for instance. [ 972.812912] env[62321]: DEBUG nova.network.neutron [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 972.919585] env[62321]: INFO nova.compute.manager [-] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Took 1.37 seconds to deallocate network for instance. [ 973.003534] env[62321]: DEBUG nova.network.neutron [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Updating instance_info_cache with network_info: [{"id": "d89eefe4-7023-46e4-9f96-f627c32d5397", "address": "fa:16:3e:20:bc:a0", "network": {"id": "aeb4035c-866a-49d1-8e35-92023a4db09e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-243125243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd8fac8dc7ba41c6b0550e1fff9988a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd89eefe4-70", "ovs_interfaceid": "d89eefe4-7023-46e4-9f96-f627c32d5397", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.026616] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.973s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.026807] env[62321]: DEBUG nova.compute.manager [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 973.029489] env[62321]: DEBUG oslo_concurrency.lockutils [None req-dee77d21-8cde-4288-9830-4e25ae8c8c5c tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.955s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.029788] env[62321]: DEBUG nova.objects.instance [None req-dee77d21-8cde-4288-9830-4e25ae8c8c5c tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Lazy-loading 'resources' on Instance uuid 5209d7f4-76ae-439c-bf4d-2fead6810a80 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.044450] env[62321]: DEBUG oslo_vmware.api [None req-4469ea89-baa4-4ad3-b1df-2b436d4d7379 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633657, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.100570] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e4934480-b95e-478d-9728-411589b20b72 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.138850] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "ad5cef61-5983-4087-a85a-ad640c52a89a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.139043] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "ad5cef61-5983-4087-a85a-ad640c52a89a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.409943] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5edb4abd-99b7-4270-8bce-d7216ad37666 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "interface-fbf80529-4efb-4056-9d2b-5b03df0c7777-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.410260] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5edb4abd-99b7-4270-8bce-d7216ad37666 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "interface-fbf80529-4efb-4056-9d2b-5b03df0c7777-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.410600] env[62321]: DEBUG nova.objects.instance [None req-5edb4abd-99b7-4270-8bce-d7216ad37666 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lazy-loading 'flavor' on Instance uuid fbf80529-4efb-4056-9d2b-5b03df0c7777 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.426899] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3b81942c-a0c0-495f-b286-df3ff6e55822 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.507609] env[62321]: DEBUG oslo_concurrency.lockutils [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Releasing lock "refresh_cache-4dbd2adb-a1af-40df-9149-4562c01ea965" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.507994] env[62321]: DEBUG nova.compute.manager [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Instance network_info: |[{"id": "d89eefe4-7023-46e4-9f96-f627c32d5397", "address": "fa:16:3e:20:bc:a0", "network": {"id": "aeb4035c-866a-49d1-8e35-92023a4db09e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-243125243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd8fac8dc7ba41c6b0550e1fff9988a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd89eefe4-70", "ovs_interfaceid": "d89eefe4-7023-46e4-9f96-f627c32d5397", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 973.508469] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:bc:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd89eefe4-7023-46e4-9f96-f627c32d5397', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.516101] env[62321]: DEBUG oslo.service.loopingcall [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 973.516327] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.516577] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c185cd91-4492-401b-b9a1-d33991560121 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.532684] env[62321]: DEBUG nova.compute.utils [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 973.538162] env[62321]: DEBUG nova.compute.manager [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 973.538162] env[62321]: DEBUG nova.network.neutron [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 973.548472] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.548472] env[62321]: value = "task-2633658" [ 973.548472] env[62321]: _type = "Task" [ 973.548472] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.556667] env[62321]: DEBUG oslo_vmware.api [None req-4469ea89-baa4-4ad3-b1df-2b436d4d7379 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633657, 'name': ReconfigVM_Task, 'duration_secs': 0.789719} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.557502] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-4469ea89-baa4-4ad3-b1df-2b436d4d7379 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Reconfigured VM instance instance-0000003d to attach disk [datastore2] volume-17dccf3b-945c-4a7a-9992-85e8170f960f/volume-17dccf3b-945c-4a7a-9992-85e8170f960f.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.570125] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3016b72d-1df7-42dc-b888-c33932f34987 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.581038] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633658, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.588599] env[62321]: DEBUG oslo_vmware.api [None req-4469ea89-baa4-4ad3-b1df-2b436d4d7379 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 973.588599] env[62321]: value = "task-2633659" [ 973.588599] env[62321]: _type = "Task" [ 973.588599] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.603326] env[62321]: DEBUG oslo_vmware.api [None req-4469ea89-baa4-4ad3-b1df-2b436d4d7379 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633659, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.603736] env[62321]: DEBUG nova.policy [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0abe68a0212f41838187b3b7e9e53358', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e784d20072a4ce0b70df9792e35887a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 973.641960] env[62321]: DEBUG nova.compute.manager [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 973.705411] env[62321]: DEBUG nova.compute.manager [req-b691fd8a-3f28-48dd-ae22-495a1c49c019 req-9d78bade-f20a-441a-8f4a-b8b04d445c27 service nova] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Received event network-changed-d89eefe4-7023-46e4-9f96-f627c32d5397 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 973.705616] env[62321]: DEBUG nova.compute.manager [req-b691fd8a-3f28-48dd-ae22-495a1c49c019 req-9d78bade-f20a-441a-8f4a-b8b04d445c27 service nova] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Refreshing instance network info cache due to event network-changed-d89eefe4-7023-46e4-9f96-f627c32d5397. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 973.705835] env[62321]: DEBUG oslo_concurrency.lockutils [req-b691fd8a-3f28-48dd-ae22-495a1c49c019 req-9d78bade-f20a-441a-8f4a-b8b04d445c27 service nova] Acquiring lock "refresh_cache-4dbd2adb-a1af-40df-9149-4562c01ea965" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.706044] env[62321]: DEBUG oslo_concurrency.lockutils [req-b691fd8a-3f28-48dd-ae22-495a1c49c019 req-9d78bade-f20a-441a-8f4a-b8b04d445c27 service nova] Acquired lock "refresh_cache-4dbd2adb-a1af-40df-9149-4562c01ea965" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.706190] env[62321]: DEBUG nova.network.neutron [req-b691fd8a-3f28-48dd-ae22-495a1c49c019 req-9d78bade-f20a-441a-8f4a-b8b04d445c27 service nova] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Refreshing network info cache for port d89eefe4-7023-46e4-9f96-f627c32d5397 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.893195] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459612c1-3297-444d-82f4-9edae1253586 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.901598] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c39cad9-22fc-4d0b-a532-293f47d45e66 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.939234] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457bdb92-43e4-4d39-bd8e-f3c2695d51ef {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.947796] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01cb59d-62c7-42d4-a921-ddd66d830135 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.959183] env[62321]: DEBUG nova.network.neutron [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Successfully created port: cb8e7981-ac65-41c2-b860-d92f72cfab02 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 973.973027] env[62321]: DEBUG nova.compute.provider_tree [None req-dee77d21-8cde-4288-9830-4e25ae8c8c5c tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.035320] env[62321]: DEBUG nova.compute.manager [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 974.057151] env[62321]: DEBUG nova.objects.instance [None req-5edb4abd-99b7-4270-8bce-d7216ad37666 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lazy-loading 'pci_requests' on Instance uuid fbf80529-4efb-4056-9d2b-5b03df0c7777 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.063563] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633658, 'name': CreateVM_Task, 'duration_secs': 0.364411} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.064680] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 974.064680] env[62321]: DEBUG oslo_concurrency.lockutils [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.064919] env[62321]: DEBUG oslo_concurrency.lockutils [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.065337] env[62321]: DEBUG oslo_concurrency.lockutils [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.066209] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f82815af-1836-44b7-a869-39ac826dcc4f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.073595] env[62321]: DEBUG oslo_vmware.api [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 974.073595] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52eb0997-8cd4-8244-0f9c-5a5da100932f" [ 974.073595] env[62321]: _type = "Task" [ 974.073595] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.084807] env[62321]: DEBUG oslo_vmware.api [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52eb0997-8cd4-8244-0f9c-5a5da100932f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.100506] env[62321]: DEBUG oslo_vmware.api [None req-4469ea89-baa4-4ad3-b1df-2b436d4d7379 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633659, 'name': ReconfigVM_Task, 'duration_secs': 0.20543} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.101152] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-4469ea89-baa4-4ad3-b1df-2b436d4d7379 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530703', 'volume_id': '17dccf3b-945c-4a7a-9992-85e8170f960f', 'name': 'volume-17dccf3b-945c-4a7a-9992-85e8170f960f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '29b8ec19-e3c4-484a-a749-371359631c7f', 'attached_at': '', 'detached_at': '', 'volume_id': '17dccf3b-945c-4a7a-9992-85e8170f960f', 'serial': '17dccf3b-945c-4a7a-9992-85e8170f960f'} {{(pid=62321) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 974.163578] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.260040] env[62321]: DEBUG oslo_vmware.rw_handles [None req-62791965-7215-49e5-852a-236a50b4d29e tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d0fc6-90e2-2c7b-a9a6-ea4a3a6a1258/disk-0.vmdk. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 974.261475] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c32485-8239-402c-aeaf-7c3c6ef80349 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.271143] env[62321]: DEBUG oslo_vmware.rw_handles [None req-62791965-7215-49e5-852a-236a50b4d29e tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d0fc6-90e2-2c7b-a9a6-ea4a3a6a1258/disk-0.vmdk is in state: ready. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 974.271323] env[62321]: ERROR oslo_vmware.rw_handles [None req-62791965-7215-49e5-852a-236a50b4d29e tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d0fc6-90e2-2c7b-a9a6-ea4a3a6a1258/disk-0.vmdk due to incomplete transfer. [ 974.271553] env[62321]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c3c55536-e081-4624-8d07-24cb917087a8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.279795] env[62321]: DEBUG oslo_vmware.rw_handles [None req-62791965-7215-49e5-852a-236a50b4d29e tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d0fc6-90e2-2c7b-a9a6-ea4a3a6a1258/disk-0.vmdk. {{(pid=62321) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 974.280013] env[62321]: DEBUG nova.virt.vmwareapi.images [None req-62791965-7215-49e5-852a-236a50b4d29e tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Uploaded image fb3de9ad-0639-4307-bed9-0d9c3c3926e9 to the Glance image server {{(pid=62321) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 974.281863] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-62791965-7215-49e5-852a-236a50b4d29e tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Destroying the VM {{(pid=62321) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 974.282162] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-55d7da40-729d-4edb-8dfd-81e33b2f2de1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.292691] env[62321]: DEBUG oslo_vmware.api [None req-62791965-7215-49e5-852a-236a50b4d29e tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 974.292691] env[62321]: value = "task-2633660" [ 974.292691] env[62321]: _type = "Task" [ 974.292691] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.301718] env[62321]: DEBUG oslo_vmware.api [None req-62791965-7215-49e5-852a-236a50b4d29e tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633660, 'name': Destroy_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.478314] env[62321]: DEBUG nova.scheduler.client.report [None req-dee77d21-8cde-4288-9830-4e25ae8c8c5c tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.539875] env[62321]: DEBUG nova.network.neutron [req-b691fd8a-3f28-48dd-ae22-495a1c49c019 req-9d78bade-f20a-441a-8f4a-b8b04d445c27 service nova] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Updated VIF entry in instance network info cache for port d89eefe4-7023-46e4-9f96-f627c32d5397. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.540253] env[62321]: DEBUG nova.network.neutron [req-b691fd8a-3f28-48dd-ae22-495a1c49c019 req-9d78bade-f20a-441a-8f4a-b8b04d445c27 service nova] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Updating instance_info_cache with network_info: [{"id": "d89eefe4-7023-46e4-9f96-f627c32d5397", "address": "fa:16:3e:20:bc:a0", "network": {"id": "aeb4035c-866a-49d1-8e35-92023a4db09e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-243125243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd8fac8dc7ba41c6b0550e1fff9988a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd89eefe4-70", "ovs_interfaceid": "d89eefe4-7023-46e4-9f96-f627c32d5397", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.542520] env[62321]: INFO nova.virt.block_device [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Booting with volume edd53838-4f56-4b77-b167-44f68c6ae6e7 at /dev/sda [ 974.564734] env[62321]: DEBUG nova.objects.base [None req-5edb4abd-99b7-4270-8bce-d7216ad37666 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62321) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 974.564989] env[62321]: DEBUG nova.network.neutron [None req-5edb4abd-99b7-4270-8bce-d7216ad37666 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 974.585815] env[62321]: DEBUG oslo_vmware.api [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52eb0997-8cd4-8244-0f9c-5a5da100932f, 'name': SearchDatastore_Task, 'duration_secs': 0.012568} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.587232] env[62321]: DEBUG oslo_concurrency.lockutils [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.588223] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 974.588223] env[62321]: DEBUG oslo_concurrency.lockutils [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.588223] env[62321]: DEBUG oslo_concurrency.lockutils [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.588223] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.588415] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3425b01f-808c-4d57-87b4-8f56f50a3e96 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.590453] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d38a812a-42eb-43d3-b185-8f4bccbe22df {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.604253] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2c4620-b666-444f-a89b-57949ba60e6a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.620833] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.621037] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 974.622476] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f257db2-c178-42f9-ad1c-afb26622675b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.631114] env[62321]: DEBUG nova.policy [None req-5edb4abd-99b7-4270-8bce-d7216ad37666 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1c2f5dfbac44829bbe716952367a1aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c660bc9909cd431cbe05cf3f4e3d2be4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 974.634621] env[62321]: DEBUG oslo_vmware.api [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 974.634621] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b18fe1-5f45-a6a4-0819-09cf7fcfca98" [ 974.634621] env[62321]: _type = "Task" [ 974.634621] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.654809] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9c0385b-95e8-4141-bc66-7caa35b86f93 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.660335] env[62321]: DEBUG oslo_vmware.api [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b18fe1-5f45-a6a4-0819-09cf7fcfca98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.664325] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9e0fa8-cca6-4322-8700-05cffe8b2b41 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.704455] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e310536-7377-4a7b-a9b2-c2f6c2a8e7b0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.712120] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9e1137-620e-450f-bc6f-f9f5f70d1192 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.727921] env[62321]: DEBUG nova.virt.block_device [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Updating existing volume attachment record: bb5aa18a-e1f7-43f1-a62b-34e5728effa5 {{(pid=62321) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 974.803834] env[62321]: DEBUG oslo_vmware.api [None req-62791965-7215-49e5-852a-236a50b4d29e tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633660, 'name': Destroy_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.940061] env[62321]: DEBUG nova.network.neutron [None req-5edb4abd-99b7-4270-8bce-d7216ad37666 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Successfully created port: edeab612-fe32-44d8-933d-23d2da9d7c93 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 974.982994] env[62321]: DEBUG oslo_concurrency.lockutils [None req-dee77d21-8cde-4288-9830-4e25ae8c8c5c tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.953s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.985546] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fea8203c-537c-4c79-a486-a658bfe2f08f tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.742s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.006469] env[62321]: INFO nova.scheduler.client.report [None req-dee77d21-8cde-4288-9830-4e25ae8c8c5c tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Deleted allocations for instance 5209d7f4-76ae-439c-bf4d-2fead6810a80 [ 975.045673] env[62321]: DEBUG oslo_concurrency.lockutils [req-b691fd8a-3f28-48dd-ae22-495a1c49c019 req-9d78bade-f20a-441a-8f4a-b8b04d445c27 service nova] Releasing lock "refresh_cache-4dbd2adb-a1af-40df-9149-4562c01ea965" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.045952] env[62321]: DEBUG nova.compute.manager [req-b691fd8a-3f28-48dd-ae22-495a1c49c019 req-9d78bade-f20a-441a-8f4a-b8b04d445c27 service nova] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Received event network-vif-deleted-b9a5af3e-05e3-44d8-b5ee-987b052b1068 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 975.146255] env[62321]: DEBUG oslo_vmware.api [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b18fe1-5f45-a6a4-0819-09cf7fcfca98, 'name': SearchDatastore_Task, 'duration_secs': 0.041191} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.147073] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6f62878-616b-4207-8476-bbddd3119567 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.155109] env[62321]: DEBUG oslo_vmware.api [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 975.155109] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]529c899c-adc8-5626-906b-c113165d909c" [ 975.155109] env[62321]: _type = "Task" [ 975.155109] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.164802] env[62321]: DEBUG oslo_vmware.api [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]529c899c-adc8-5626-906b-c113165d909c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.177972] env[62321]: DEBUG nova.objects.instance [None req-4469ea89-baa4-4ad3-b1df-2b436d4d7379 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Lazy-loading 'flavor' on Instance uuid 29b8ec19-e3c4-484a-a749-371359631c7f {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.304792] env[62321]: DEBUG oslo_vmware.api [None req-62791965-7215-49e5-852a-236a50b4d29e tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633660, 'name': Destroy_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.517620] env[62321]: DEBUG oslo_concurrency.lockutils [None req-dee77d21-8cde-4288-9830-4e25ae8c8c5c tempest-ServersV294TestFqdnHostnames-1824978088 tempest-ServersV294TestFqdnHostnames-1824978088-project-member] Lock "5209d7f4-76ae-439c-bf4d-2fead6810a80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.439s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.669612] env[62321]: DEBUG oslo_vmware.api [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]529c899c-adc8-5626-906b-c113165d909c, 'name': SearchDatastore_Task, 'duration_secs': 0.016555} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.671703] env[62321]: DEBUG oslo_concurrency.lockutils [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.672022] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 4dbd2adb-a1af-40df-9149-4562c01ea965/4dbd2adb-a1af-40df-9149-4562c01ea965.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 975.672866] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1606548-665c-43de-953f-4c936f53148d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.682499] env[62321]: DEBUG oslo_vmware.api [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 975.682499] env[62321]: value = "task-2633661" [ 975.682499] env[62321]: _type = "Task" [ 975.682499] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.685519] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4469ea89-baa4-4ad3-b1df-2b436d4d7379 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Lock "29b8ec19-e3c4-484a-a749-371359631c7f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.464s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.695787] env[62321]: DEBUG oslo_vmware.api [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.737256] env[62321]: INFO nova.compute.manager [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Rescuing [ 975.737311] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquiring lock "refresh_cache-29b8ec19-e3c4-484a-a749-371359631c7f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.737692] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquired lock "refresh_cache-29b8ec19-e3c4-484a-a749-371359631c7f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.737692] env[62321]: DEBUG nova.network.neutron [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.754270] env[62321]: DEBUG nova.network.neutron [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Successfully updated port: cb8e7981-ac65-41c2-b860-d92f72cfab02 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 975.801537] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc883043-1daf-4c2e-9c9e-267246229a92 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.813196] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29890e3b-0d4d-4a2c-aa96-fcb4c5d36fda {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.817394] env[62321]: DEBUG oslo_vmware.api [None req-62791965-7215-49e5-852a-236a50b4d29e tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633660, 'name': Destroy_Task, 'duration_secs': 1.017433} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.818655] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-62791965-7215-49e5-852a-236a50b4d29e tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Destroyed the VM [ 975.818819] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-62791965-7215-49e5-852a-236a50b4d29e tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Deleting Snapshot of the VM instance {{(pid=62321) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 975.819617] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7d96a3d6-f14a-46f1-a524-623d933a1c1c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.851670] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2066aadf-d936-434d-8a76-2e2724e41bff {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.854397] env[62321]: DEBUG oslo_vmware.api [None req-62791965-7215-49e5-852a-236a50b4d29e tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 975.854397] env[62321]: value = "task-2633662" [ 975.854397] env[62321]: _type = "Task" [ 975.854397] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.862619] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc6e207-2528-41f4-b846-8ade47de2c72 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.869823] env[62321]: DEBUG oslo_vmware.api [None req-62791965-7215-49e5-852a-236a50b4d29e tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633662, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.881199] env[62321]: DEBUG nova.compute.provider_tree [None req-fea8203c-537c-4c79-a486-a658bfe2f08f tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.892712] env[62321]: DEBUG nova.compute.manager [req-a21bf5b8-165c-4980-9b75-53888e89bacf req-74c7e919-1a60-4b4b-be31-cf5dd22694d4 service nova] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Received event network-vif-plugged-cb8e7981-ac65-41c2-b860-d92f72cfab02 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 975.893513] env[62321]: DEBUG oslo_concurrency.lockutils [req-a21bf5b8-165c-4980-9b75-53888e89bacf req-74c7e919-1a60-4b4b-be31-cf5dd22694d4 service nova] Acquiring lock "ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.893674] env[62321]: DEBUG oslo_concurrency.lockutils [req-a21bf5b8-165c-4980-9b75-53888e89bacf req-74c7e919-1a60-4b4b-be31-cf5dd22694d4 service nova] Lock "ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.893811] env[62321]: DEBUG oslo_concurrency.lockutils [req-a21bf5b8-165c-4980-9b75-53888e89bacf req-74c7e919-1a60-4b4b-be31-cf5dd22694d4 service nova] Lock "ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.893986] env[62321]: DEBUG nova.compute.manager [req-a21bf5b8-165c-4980-9b75-53888e89bacf req-74c7e919-1a60-4b4b-be31-cf5dd22694d4 service nova] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] No waiting events found dispatching network-vif-plugged-cb8e7981-ac65-41c2-b860-d92f72cfab02 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 975.894171] env[62321]: WARNING nova.compute.manager [req-a21bf5b8-165c-4980-9b75-53888e89bacf req-74c7e919-1a60-4b4b-be31-cf5dd22694d4 service nova] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Received unexpected event network-vif-plugged-cb8e7981-ac65-41c2-b860-d92f72cfab02 for instance with vm_state building and task_state block_device_mapping. [ 976.199414] env[62321]: DEBUG oslo_vmware.api [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633661, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.257630] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Acquiring lock "refresh_cache-ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.257778] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Acquired lock "refresh_cache-ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.257910] env[62321]: DEBUG nova.network.neutron [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.366302] env[62321]: DEBUG oslo_vmware.api [None req-62791965-7215-49e5-852a-236a50b4d29e tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633662, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.384862] env[62321]: DEBUG nova.scheduler.client.report [None req-fea8203c-537c-4c79-a486-a658bfe2f08f tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.698726] env[62321]: DEBUG oslo_vmware.api [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52757} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.698947] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 4dbd2adb-a1af-40df-9149-4562c01ea965/4dbd2adb-a1af-40df-9149-4562c01ea965.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.699186] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.699447] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04a90672-1f09-4a43-a924-0ca3be41c289 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.709670] env[62321]: DEBUG oslo_vmware.api [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 976.709670] env[62321]: value = "task-2633663" [ 976.709670] env[62321]: _type = "Task" [ 976.709670] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.725404] env[62321]: DEBUG oslo_vmware.api [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633663, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.825354] env[62321]: DEBUG nova.compute.manager [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 976.825886] env[62321]: DEBUG nova.virt.hardware [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.826105] env[62321]: DEBUG nova.virt.hardware [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.826269] env[62321]: DEBUG nova.virt.hardware [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.826451] env[62321]: DEBUG nova.virt.hardware [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.826593] env[62321]: DEBUG nova.virt.hardware [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.826737] env[62321]: DEBUG nova.virt.hardware [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.826946] env[62321]: DEBUG nova.virt.hardware [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.827186] env[62321]: DEBUG nova.virt.hardware [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.827372] env[62321]: DEBUG nova.virt.hardware [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.827547] env[62321]: DEBUG nova.virt.hardware [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.828216] env[62321]: DEBUG nova.virt.hardware [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.829081] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5fcef6-05f0-4ac1-a478-5c0255d6b87d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.838113] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef98c42-9f56-4c59-9de2-f56271fef80c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.873770] env[62321]: DEBUG oslo_vmware.api [None req-62791965-7215-49e5-852a-236a50b4d29e tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633662, 'name': RemoveSnapshot_Task, 'duration_secs': 0.709078} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.874093] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-62791965-7215-49e5-852a-236a50b4d29e tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Deleted Snapshot of the VM instance {{(pid=62321) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 976.874606] env[62321]: INFO nova.compute.manager [None req-62791965-7215-49e5-852a-236a50b4d29e tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Took 17.13 seconds to snapshot the instance on the hypervisor. [ 976.887285] env[62321]: DEBUG nova.network.neutron [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 976.899609] env[62321]: DEBUG nova.network.neutron [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Updating instance_info_cache with network_info: [{"id": "c65e7902-4d23-4bf2-9440-6305024b5b01", "address": "fa:16:3e:c6:5d:fc", "network": {"id": "31512f77-e967-4fe6-9fc1-48e1b1dc1c59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319997203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ab0ef1837a249d9bca4fa5faf5cc8ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc65e7902-4d", "ovs_interfaceid": "c65e7902-4d23-4bf2-9440-6305024b5b01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.924755] env[62321]: DEBUG nova.network.neutron [None req-5edb4abd-99b7-4270-8bce-d7216ad37666 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Successfully updated port: edeab612-fe32-44d8-933d-23d2da9d7c93 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 977.113699] env[62321]: DEBUG nova.network.neutron [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Updating instance_info_cache with network_info: [{"id": "cb8e7981-ac65-41c2-b860-d92f72cfab02", "address": "fa:16:3e:39:c8:3f", "network": {"id": "f4c7f29d-e6a9-4faa-9b2f-961a22354d42", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-14555226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e784d20072a4ce0b70df9792e35887a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb8e7981-ac", "ovs_interfaceid": "cb8e7981-ac65-41c2-b860-d92f72cfab02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.221725] env[62321]: DEBUG oslo_vmware.api [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633663, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068127} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.222088] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 977.222876] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a3a1a6-370f-4143-ab0f-29aa62cafec1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.247069] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 4dbd2adb-a1af-40df-9149-4562c01ea965/4dbd2adb-a1af-40df-9149-4562c01ea965.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.247400] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cfd5aa8-e328-40ab-8179-10cc2a5000fb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.269061] env[62321]: DEBUG oslo_vmware.api [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 977.269061] env[62321]: value = "task-2633664" [ 977.269061] env[62321]: _type = "Task" [ 977.269061] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.278164] env[62321]: DEBUG oslo_vmware.api [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633664, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.397211] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fea8203c-537c-4c79-a486-a658bfe2f08f tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.412s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.404586] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e4934480-b95e-478d-9728-411589b20b72 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.304s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.404845] env[62321]: DEBUG nova.objects.instance [None req-e4934480-b95e-478d-9728-411589b20b72 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Lazy-loading 'resources' on Instance uuid 947f44e2-122c-4af1-a2ca-ecaf2fb099a0 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.406012] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Releasing lock "refresh_cache-29b8ec19-e3c4-484a-a749-371359631c7f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.429227] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5edb4abd-99b7-4270-8bce-d7216ad37666 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "refresh_cache-fbf80529-4efb-4056-9d2b-5b03df0c7777" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.429227] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5edb4abd-99b7-4270-8bce-d7216ad37666 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquired lock "refresh_cache-fbf80529-4efb-4056-9d2b-5b03df0c7777" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.429227] env[62321]: DEBUG nova.network.neutron [None req-5edb4abd-99b7-4270-8bce-d7216ad37666 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.444993] env[62321]: DEBUG nova.compute.manager [None req-62791965-7215-49e5-852a-236a50b4d29e tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Found 2 images (rotation: 2) {{(pid=62321) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 977.617907] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Releasing lock "refresh_cache-ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.618059] env[62321]: DEBUG nova.compute.manager [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Instance network_info: |[{"id": "cb8e7981-ac65-41c2-b860-d92f72cfab02", "address": "fa:16:3e:39:c8:3f", "network": {"id": "f4c7f29d-e6a9-4faa-9b2f-961a22354d42", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-14555226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e784d20072a4ce0b70df9792e35887a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb8e7981-ac", "ovs_interfaceid": "cb8e7981-ac65-41c2-b860-d92f72cfab02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 977.618495] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:c8:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55bd18a7-39a8-4d07-9088-9b944f9ff710', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb8e7981-ac65-41c2-b860-d92f72cfab02', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 977.625930] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Creating folder: Project (6e784d20072a4ce0b70df9792e35887a). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 977.626223] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a61b6daa-7b97-4dc5-bc24-b8eed91b8764 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.640421] env[62321]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 977.640606] env[62321]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62321) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 977.640986] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Folder already exists: Project (6e784d20072a4ce0b70df9792e35887a). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 977.641193] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Creating folder: Instances. Parent ref: group-v530685. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 977.641431] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69a1faef-0a81-45e3-ac75-82a53a185f4f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.652552] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Created folder: Instances in parent group-v530685. [ 977.652741] env[62321]: DEBUG oslo.service.loopingcall [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 977.652949] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 977.653171] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c16d4e2-15e8-44c0-a33e-7362aa73e130 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.674302] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 977.674302] env[62321]: value = "task-2633667" [ 977.674302] env[62321]: _type = "Task" [ 977.674302] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.682485] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633667, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.779088] env[62321]: DEBUG oslo_vmware.api [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633664, 'name': ReconfigVM_Task, 'duration_secs': 0.346079} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.779386] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 4dbd2adb-a1af-40df-9149-4562c01ea965/4dbd2adb-a1af-40df-9149-4562c01ea965.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.780103] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e896c4af-f47f-446c-b0f8-3cf568b79a3a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.786537] env[62321]: DEBUG oslo_vmware.api [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 977.786537] env[62321]: value = "task-2633668" [ 977.786537] env[62321]: _type = "Task" [ 977.786537] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.796897] env[62321]: DEBUG oslo_vmware.api [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633668, 'name': Rename_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.976150] env[62321]: WARNING nova.network.neutron [None req-5edb4abd-99b7-4270-8bce-d7216ad37666 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] 62edaec8-ba2d-4464-b39a-ca6af58f81f9 already exists in list: networks containing: ['62edaec8-ba2d-4464-b39a-ca6af58f81f9']. ignoring it [ 977.995424] env[62321]: INFO nova.scheduler.client.report [None req-fea8203c-537c-4c79-a486-a658bfe2f08f tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Deleted allocation for migration f3f07c8b-cc73-4b82-8093-13124d635d04 [ 978.101932] env[62321]: DEBUG nova.compute.manager [req-b8cce2c6-8052-4acd-a763-5d4a1b3f4689 req-8d3c9efd-7db5-4444-9323-c98f59e5b8a1 service nova] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Received event network-changed-cb8e7981-ac65-41c2-b860-d92f72cfab02 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 978.102179] env[62321]: DEBUG nova.compute.manager [req-b8cce2c6-8052-4acd-a763-5d4a1b3f4689 req-8d3c9efd-7db5-4444-9323-c98f59e5b8a1 service nova] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Refreshing instance network info cache due to event network-changed-cb8e7981-ac65-41c2-b860-d92f72cfab02. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 978.102391] env[62321]: DEBUG oslo_concurrency.lockutils [req-b8cce2c6-8052-4acd-a763-5d4a1b3f4689 req-8d3c9efd-7db5-4444-9323-c98f59e5b8a1 service nova] Acquiring lock "refresh_cache-ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.102537] env[62321]: DEBUG oslo_concurrency.lockutils [req-b8cce2c6-8052-4acd-a763-5d4a1b3f4689 req-8d3c9efd-7db5-4444-9323-c98f59e5b8a1 service nova] Acquired lock "refresh_cache-ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.102698] env[62321]: DEBUG nova.network.neutron [req-b8cce2c6-8052-4acd-a763-5d4a1b3f4689 req-8d3c9efd-7db5-4444-9323-c98f59e5b8a1 service nova] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Refreshing network info cache for port cb8e7981-ac65-41c2-b860-d92f72cfab02 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.184430] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633667, 'name': CreateVM_Task, 'duration_secs': 0.370749} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.186812] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 978.187703] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'mount_device': '/dev/sda', 'disk_bus': None, 'device_type': None, 'boot_index': 0, 'guest_format': None, 'attachment_id': 'bb5aa18a-e1f7-43f1-a62b-34e5728effa5', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530695', 'volume_id': 'edd53838-4f56-4b77-b167-44f68c6ae6e7', 'name': 'volume-edd53838-4f56-4b77-b167-44f68c6ae6e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4', 'attached_at': '', 'detached_at': '', 'volume_id': 'edd53838-4f56-4b77-b167-44f68c6ae6e7', 'serial': 'edd53838-4f56-4b77-b167-44f68c6ae6e7'}, 'volume_type': None}], 'swap': None} {{(pid=62321) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 978.187886] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Root volume attach. Driver type: vmdk {{(pid=62321) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 978.188724] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab850399-7a81-4562-92de-2e85dc638ee3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.199049] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05de6af-af77-42ad-b5bb-65781d18bf63 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.210112] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f5a5b7-cb6b-4e81-8b30-b2e48c3eabfb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.219498] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-e88d6eac-4f9d-4dbe-87d2-63104f2a34ff {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.228413] env[62321]: DEBUG nova.compute.manager [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.230647] env[62321]: DEBUG oslo_vmware.api [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Waiting for the task: (returnval){ [ 978.230647] env[62321]: value = "task-2633669" [ 978.230647] env[62321]: _type = "Task" [ 978.230647] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.230647] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba09929a-59bd-448a-a506-f1862a555993 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.238217] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5826d789-49e0-426d-8147-2f20b788ef4e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.252220] env[62321]: DEBUG oslo_vmware.api [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Task: {'id': task-2633669, 'name': RelocateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.256517] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcac86a5-2c1a-4ee4-9af8-be78b0586915 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.298548] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c00147e-2f47-4994-824f-0f8556cfb40d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.311013] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a48136-72c6-46da-b80a-720e44656e90 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.315074] env[62321]: DEBUG oslo_vmware.api [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633668, 'name': Rename_Task, 'duration_secs': 0.214586} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.318174] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.318781] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05383877-6d1d-4649-a754-8a3b6f2bccf2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.329278] env[62321]: DEBUG nova.compute.provider_tree [None req-e4934480-b95e-478d-9728-411589b20b72 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.332157] env[62321]: DEBUG oslo_vmware.api [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 978.332157] env[62321]: value = "task-2633670" [ 978.332157] env[62321]: _type = "Task" [ 978.332157] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.341435] env[62321]: DEBUG oslo_vmware.api [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.364594] env[62321]: DEBUG nova.network.neutron [None req-5edb4abd-99b7-4270-8bce-d7216ad37666 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Updating instance_info_cache with network_info: [{"id": "7d32a94b-1aa5-4ae7-a33d-86bc2c534fa3", "address": "fa:16:3e:90:4f:54", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d32a94b-1a", "ovs_interfaceid": "7d32a94b-1aa5-4ae7-a33d-86bc2c534fa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "edeab612-fe32-44d8-933d-23d2da9d7c93", "address": "fa:16:3e:99:fc:35", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedeab612-fe", "ovs_interfaceid": "edeab612-fe32-44d8-933d-23d2da9d7c93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.504862] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fea8203c-537c-4c79-a486-a658bfe2f08f tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "9c0c978d-9c8c-484c-93ff-c300b7536d65" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.280s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.746012] env[62321]: DEBUG oslo_vmware.api [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Task: {'id': task-2633669, 'name': RelocateVM_Task} progress is 40%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.757098] env[62321]: INFO nova.compute.manager [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] instance snapshotting [ 978.757098] env[62321]: DEBUG nova.objects.instance [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lazy-loading 'flavor' on Instance uuid 88c97bc4-ebde-4bd0-8217-f682605a6bc8 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.834326] env[62321]: DEBUG nova.scheduler.client.report [None req-e4934480-b95e-478d-9728-411589b20b72 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.855321] env[62321]: DEBUG oslo_vmware.api [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633670, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.871146] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5edb4abd-99b7-4270-8bce-d7216ad37666 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Releasing lock "refresh_cache-fbf80529-4efb-4056-9d2b-5b03df0c7777" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.871932] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5edb4abd-99b7-4270-8bce-d7216ad37666 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "fbf80529-4efb-4056-9d2b-5b03df0c7777" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.872096] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5edb4abd-99b7-4270-8bce-d7216ad37666 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquired lock "fbf80529-4efb-4056-9d2b-5b03df0c7777" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.874325] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7509c9d5-bdf4-4cec-81a7-00cb845663a6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.901095] env[62321]: DEBUG nova.virt.hardware [None req-5edb4abd-99b7-4270-8bce-d7216ad37666 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.901483] env[62321]: DEBUG nova.virt.hardware [None req-5edb4abd-99b7-4270-8bce-d7216ad37666 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.901704] env[62321]: DEBUG nova.virt.hardware [None req-5edb4abd-99b7-4270-8bce-d7216ad37666 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.902048] env[62321]: DEBUG nova.virt.hardware [None req-5edb4abd-99b7-4270-8bce-d7216ad37666 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.902303] env[62321]: DEBUG nova.virt.hardware [None req-5edb4abd-99b7-4270-8bce-d7216ad37666 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.902516] env[62321]: DEBUG nova.virt.hardware [None req-5edb4abd-99b7-4270-8bce-d7216ad37666 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.902847] env[62321]: DEBUG nova.virt.hardware [None req-5edb4abd-99b7-4270-8bce-d7216ad37666 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.903227] env[62321]: DEBUG nova.virt.hardware [None req-5edb4abd-99b7-4270-8bce-d7216ad37666 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.903500] env[62321]: DEBUG nova.virt.hardware [None req-5edb4abd-99b7-4270-8bce-d7216ad37666 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.903746] env[62321]: DEBUG nova.virt.hardware [None req-5edb4abd-99b7-4270-8bce-d7216ad37666 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.904011] env[62321]: DEBUG nova.virt.hardware [None req-5edb4abd-99b7-4270-8bce-d7216ad37666 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.911466] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5edb4abd-99b7-4270-8bce-d7216ad37666 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Reconfiguring VM to attach interface {{(pid=62321) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 978.912048] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4503cf61-8ad9-46d0-b566-b2651f873672 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.926903] env[62321]: DEBUG nova.network.neutron [req-b8cce2c6-8052-4acd-a763-5d4a1b3f4689 req-8d3c9efd-7db5-4444-9323-c98f59e5b8a1 service nova] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Updated VIF entry in instance network info cache for port cb8e7981-ac65-41c2-b860-d92f72cfab02. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 978.927405] env[62321]: DEBUG nova.network.neutron [req-b8cce2c6-8052-4acd-a763-5d4a1b3f4689 req-8d3c9efd-7db5-4444-9323-c98f59e5b8a1 service nova] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Updating instance_info_cache with network_info: [{"id": "cb8e7981-ac65-41c2-b860-d92f72cfab02", "address": "fa:16:3e:39:c8:3f", "network": {"id": "f4c7f29d-e6a9-4faa-9b2f-961a22354d42", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-14555226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e784d20072a4ce0b70df9792e35887a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb8e7981-ac", "ovs_interfaceid": "cb8e7981-ac65-41c2-b860-d92f72cfab02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.936444] env[62321]: DEBUG oslo_vmware.api [None req-5edb4abd-99b7-4270-8bce-d7216ad37666 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 978.936444] env[62321]: value = "task-2633671" [ 978.936444] env[62321]: _type = "Task" [ 978.936444] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.951211] env[62321]: DEBUG oslo_vmware.api [None req-5edb4abd-99b7-4270-8bce-d7216ad37666 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633671, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.969412] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.969917] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b443a081-b9b6-4392-b716-44de026a0724 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.980842] env[62321]: DEBUG oslo_vmware.api [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 978.980842] env[62321]: value = "task-2633672" [ 978.980842] env[62321]: _type = "Task" [ 978.980842] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.993439] env[62321]: DEBUG oslo_vmware.api [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633672, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.254555] env[62321]: DEBUG oslo_vmware.api [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Task: {'id': task-2633669, 'name': RelocateVM_Task} progress is 53%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.262463] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcedf3c2-e1c5-48c8-ab59-a313b3b8d941 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.290648] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b4d6e1-217e-441d-acc3-1bb88c6ca15e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.345649] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e4934480-b95e-478d-9728-411589b20b72 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.941s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.348535] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3b81942c-a0c0-495f-b286-df3ff6e55822 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.922s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.348861] env[62321]: DEBUG nova.objects.instance [None req-3b81942c-a0c0-495f-b286-df3ff6e55822 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Lazy-loading 'resources' on Instance uuid 2ec7b858-4063-4a79-8681-8655eb22bfab {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.357103] env[62321]: DEBUG oslo_vmware.api [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633670, 'name': PowerOnVM_Task, 'duration_secs': 0.571119} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.358949] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.358949] env[62321]: INFO nova.compute.manager [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Took 8.23 seconds to spawn the instance on the hypervisor. [ 979.358949] env[62321]: DEBUG nova.compute.manager [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.360195] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6e00dc-bfda-44b1-ac7c-72b1cc604610 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.377229] env[62321]: INFO nova.scheduler.client.report [None req-e4934480-b95e-478d-9728-411589b20b72 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Deleted allocations for instance 947f44e2-122c-4af1-a2ca-ecaf2fb099a0 [ 979.430716] env[62321]: DEBUG oslo_concurrency.lockutils [req-b8cce2c6-8052-4acd-a763-5d4a1b3f4689 req-8d3c9efd-7db5-4444-9323-c98f59e5b8a1 service nova] Releasing lock "refresh_cache-ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.431113] env[62321]: DEBUG nova.compute.manager [req-b8cce2c6-8052-4acd-a763-5d4a1b3f4689 req-8d3c9efd-7db5-4444-9323-c98f59e5b8a1 service nova] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Received event network-vif-plugged-edeab612-fe32-44d8-933d-23d2da9d7c93 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 979.431330] env[62321]: DEBUG oslo_concurrency.lockutils [req-b8cce2c6-8052-4acd-a763-5d4a1b3f4689 req-8d3c9efd-7db5-4444-9323-c98f59e5b8a1 service nova] Acquiring lock "fbf80529-4efb-4056-9d2b-5b03df0c7777-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.431568] env[62321]: DEBUG oslo_concurrency.lockutils [req-b8cce2c6-8052-4acd-a763-5d4a1b3f4689 req-8d3c9efd-7db5-4444-9323-c98f59e5b8a1 service nova] Lock "fbf80529-4efb-4056-9d2b-5b03df0c7777-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.431767] env[62321]: DEBUG oslo_concurrency.lockutils [req-b8cce2c6-8052-4acd-a763-5d4a1b3f4689 req-8d3c9efd-7db5-4444-9323-c98f59e5b8a1 service nova] Lock "fbf80529-4efb-4056-9d2b-5b03df0c7777-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.431953] env[62321]: DEBUG nova.compute.manager [req-b8cce2c6-8052-4acd-a763-5d4a1b3f4689 req-8d3c9efd-7db5-4444-9323-c98f59e5b8a1 service nova] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] No waiting events found dispatching network-vif-plugged-edeab612-fe32-44d8-933d-23d2da9d7c93 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 979.432129] env[62321]: WARNING nova.compute.manager [req-b8cce2c6-8052-4acd-a763-5d4a1b3f4689 req-8d3c9efd-7db5-4444-9323-c98f59e5b8a1 service nova] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Received unexpected event network-vif-plugged-edeab612-fe32-44d8-933d-23d2da9d7c93 for instance with vm_state active and task_state None. [ 979.434786] env[62321]: DEBUG nova.compute.manager [req-b8cce2c6-8052-4acd-a763-5d4a1b3f4689 req-8d3c9efd-7db5-4444-9323-c98f59e5b8a1 service nova] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Received event network-changed-edeab612-fe32-44d8-933d-23d2da9d7c93 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 979.434786] env[62321]: DEBUG nova.compute.manager [req-b8cce2c6-8052-4acd-a763-5d4a1b3f4689 req-8d3c9efd-7db5-4444-9323-c98f59e5b8a1 service nova] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Refreshing instance network info cache due to event network-changed-edeab612-fe32-44d8-933d-23d2da9d7c93. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 979.434786] env[62321]: DEBUG oslo_concurrency.lockutils [req-b8cce2c6-8052-4acd-a763-5d4a1b3f4689 req-8d3c9efd-7db5-4444-9323-c98f59e5b8a1 service nova] Acquiring lock "refresh_cache-fbf80529-4efb-4056-9d2b-5b03df0c7777" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.434786] env[62321]: DEBUG oslo_concurrency.lockutils [req-b8cce2c6-8052-4acd-a763-5d4a1b3f4689 req-8d3c9efd-7db5-4444-9323-c98f59e5b8a1 service nova] Acquired lock "refresh_cache-fbf80529-4efb-4056-9d2b-5b03df0c7777" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.434786] env[62321]: DEBUG nova.network.neutron [req-b8cce2c6-8052-4acd-a763-5d4a1b3f4689 req-8d3c9efd-7db5-4444-9323-c98f59e5b8a1 service nova] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Refreshing network info cache for port edeab612-fe32-44d8-933d-23d2da9d7c93 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.449779] env[62321]: DEBUG oslo_vmware.api [None req-5edb4abd-99b7-4270-8bce-d7216ad37666 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.494793] env[62321]: DEBUG oslo_vmware.api [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633672, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.745054] env[62321]: DEBUG oslo_vmware.api [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Task: {'id': task-2633669, 'name': RelocateVM_Task} progress is 65%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.805036] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Creating Snapshot of the VM instance {{(pid=62321) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 979.805036] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-72a91931-d9bc-45a4-a1ad-f1c7d66999f1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.814425] env[62321]: DEBUG oslo_vmware.api [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 979.814425] env[62321]: value = "task-2633673" [ 979.814425] env[62321]: _type = "Task" [ 979.814425] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.824953] env[62321]: DEBUG oslo_vmware.api [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633673, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.887253] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e4934480-b95e-478d-9728-411589b20b72 tempest-ServerMetadataNegativeTestJSON-294575970 tempest-ServerMetadataNegativeTestJSON-294575970-project-member] Lock "947f44e2-122c-4af1-a2ca-ecaf2fb099a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.222s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.887253] env[62321]: INFO nova.compute.manager [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Took 14.27 seconds to build instance. [ 979.959517] env[62321]: DEBUG oslo_vmware.api [None req-5edb4abd-99b7-4270-8bce-d7216ad37666 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633671, 'name': ReconfigVM_Task, 'duration_secs': 0.94211} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.959517] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5edb4abd-99b7-4270-8bce-d7216ad37666 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Releasing lock "fbf80529-4efb-4056-9d2b-5b03df0c7777" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.959517] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5edb4abd-99b7-4270-8bce-d7216ad37666 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Reconfigured VM to attach interface {{(pid=62321) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 980.004100] env[62321]: DEBUG oslo_vmware.api [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633672, 'name': PowerOffVM_Task, 'duration_secs': 0.705447} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.004487] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.006732] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5576d4f-0c18-4c09-b1ff-7a17bd6831c0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.036835] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8847dec3-e507-47cb-8ba2-96b7a0fd1ab0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.082461] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.082798] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c43a2791-9ea5-4f04-982b-22d3edf8e077 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.093739] env[62321]: DEBUG oslo_vmware.api [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 980.093739] env[62321]: value = "task-2633674" [ 980.093739] env[62321]: _type = "Task" [ 980.093739] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.109135] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] VM already powered off {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 980.110022] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 980.110337] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.110496] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.110808] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 980.111540] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ebaa8a9-0581-4ea7-be77-9dbfc1269999 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.127806] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 980.127806] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 980.127806] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c36fa6df-e29f-40e0-89f1-9246fe6949f9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.134065] env[62321]: DEBUG oslo_vmware.api [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 980.134065] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d1ebb8-379a-ed2f-becb-ff6b33cf199a" [ 980.134065] env[62321]: _type = "Task" [ 980.134065] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.151038] env[62321]: DEBUG oslo_vmware.api [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d1ebb8-379a-ed2f-becb-ff6b33cf199a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.254674] env[62321]: DEBUG oslo_vmware.api [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Task: {'id': task-2633669, 'name': RelocateVM_Task} progress is 78%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.261148] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf10a92-87af-4a09-9aff-4c0de8c5d8f8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.270620] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990dd4ac-3aa7-432d-9750-d9992cd58aba {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.313321] env[62321]: DEBUG nova.network.neutron [req-b8cce2c6-8052-4acd-a763-5d4a1b3f4689 req-8d3c9efd-7db5-4444-9323-c98f59e5b8a1 service nova] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Updated VIF entry in instance network info cache for port edeab612-fe32-44d8-933d-23d2da9d7c93. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.313477] env[62321]: DEBUG nova.network.neutron [req-b8cce2c6-8052-4acd-a763-5d4a1b3f4689 req-8d3c9efd-7db5-4444-9323-c98f59e5b8a1 service nova] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Updating instance_info_cache with network_info: [{"id": "7d32a94b-1aa5-4ae7-a33d-86bc2c534fa3", "address": "fa:16:3e:90:4f:54", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d32a94b-1a", "ovs_interfaceid": "7d32a94b-1aa5-4ae7-a33d-86bc2c534fa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "edeab612-fe32-44d8-933d-23d2da9d7c93", "address": "fa:16:3e:99:fc:35", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedeab612-fe", "ovs_interfaceid": "edeab612-fe32-44d8-933d-23d2da9d7c93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.315347] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac947ba5-114f-4dc8-9833-61227f053d0c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.332143] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa8cc6f-0b76-4250-b3ac-95cf20dcadc2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.336657] env[62321]: DEBUG oslo_vmware.api [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633673, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.352989] env[62321]: DEBUG nova.compute.provider_tree [None req-3b81942c-a0c0-495f-b286-df3ff6e55822 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.391964] env[62321]: DEBUG oslo_concurrency.lockutils [None req-48816899-ef6f-4442-ad45-62b0071a87c8 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "4dbd2adb-a1af-40df-9149-4562c01ea965" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.780s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.466152] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5edb4abd-99b7-4270-8bce-d7216ad37666 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "interface-fbf80529-4efb-4056-9d2b-5b03df0c7777-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.054s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.625896] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fe178ff8-94ab-4cda-87cd-29d8ead0fd81 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "9c0c978d-9c8c-484c-93ff-c300b7536d65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.628637] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fe178ff8-94ab-4cda-87cd-29d8ead0fd81 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "9c0c978d-9c8c-484c-93ff-c300b7536d65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.628637] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fe178ff8-94ab-4cda-87cd-29d8ead0fd81 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "9c0c978d-9c8c-484c-93ff-c300b7536d65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.628637] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fe178ff8-94ab-4cda-87cd-29d8ead0fd81 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "9c0c978d-9c8c-484c-93ff-c300b7536d65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.628637] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fe178ff8-94ab-4cda-87cd-29d8ead0fd81 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "9c0c978d-9c8c-484c-93ff-c300b7536d65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.631276] env[62321]: INFO nova.compute.manager [None req-fe178ff8-94ab-4cda-87cd-29d8ead0fd81 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Terminating instance [ 980.653029] env[62321]: DEBUG oslo_vmware.api [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d1ebb8-379a-ed2f-becb-ff6b33cf199a, 'name': SearchDatastore_Task, 'duration_secs': 0.032355} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.653029] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5215c467-4239-45bf-b6a1-f1e869fd1629 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.664241] env[62321]: DEBUG oslo_vmware.api [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 980.664241] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b56036-3845-ed5e-9a9a-938930e58515" [ 980.664241] env[62321]: _type = "Task" [ 980.664241] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.676768] env[62321]: DEBUG oslo_vmware.api [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b56036-3845-ed5e-9a9a-938930e58515, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.749134] env[62321]: DEBUG oslo_vmware.api [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Task: {'id': task-2633669, 'name': RelocateVM_Task} progress is 92%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.819611] env[62321]: DEBUG oslo_concurrency.lockutils [req-b8cce2c6-8052-4acd-a763-5d4a1b3f4689 req-8d3c9efd-7db5-4444-9323-c98f59e5b8a1 service nova] Releasing lock "refresh_cache-fbf80529-4efb-4056-9d2b-5b03df0c7777" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.831134] env[62321]: DEBUG oslo_vmware.api [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633673, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.856842] env[62321]: DEBUG nova.scheduler.client.report [None req-3b81942c-a0c0-495f-b286-df3ff6e55822 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.135209] env[62321]: DEBUG nova.compute.manager [None req-fe178ff8-94ab-4cda-87cd-29d8ead0fd81 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.135209] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-fe178ff8-94ab-4cda-87cd-29d8ead0fd81 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.136555] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d067328-e23f-4021-b360-204f42465291 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.147082] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe178ff8-94ab-4cda-87cd-29d8ead0fd81 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.147082] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8370b89e-5a9c-4703-9436-ea5fec9f8f21 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.155051] env[62321]: DEBUG oslo_vmware.api [None req-fe178ff8-94ab-4cda-87cd-29d8ead0fd81 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 981.155051] env[62321]: value = "task-2633675" [ 981.155051] env[62321]: _type = "Task" [ 981.155051] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.165020] env[62321]: DEBUG oslo_vmware.api [None req-fe178ff8-94ab-4cda-87cd-29d8ead0fd81 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.175885] env[62321]: DEBUG oslo_vmware.api [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b56036-3845-ed5e-9a9a-938930e58515, 'name': SearchDatastore_Task, 'duration_secs': 0.031835} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.176274] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.176606] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 29b8ec19-e3c4-484a-a749-371359631c7f/7fc427ea-8761-4336-ad20-460b5403c5d0-rescue.vmdk. {{(pid=62321) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 981.176936] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16e43dd7-b1e0-4097-871a-a7b86efce100 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.187477] env[62321]: DEBUG oslo_vmware.api [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 981.187477] env[62321]: value = "task-2633676" [ 981.187477] env[62321]: _type = "Task" [ 981.187477] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.203671] env[62321]: DEBUG oslo_vmware.api [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.251935] env[62321]: DEBUG oslo_vmware.api [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Task: {'id': task-2633669, 'name': RelocateVM_Task} progress is 98%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.292326] env[62321]: DEBUG nova.compute.manager [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Stashing vm_state: active {{(pid=62321) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 981.331471] env[62321]: DEBUG oslo_vmware.api [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633673, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.362502] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3b81942c-a0c0-495f-b286-df3ff6e55822 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.014s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.365031] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.201s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.366648] env[62321]: INFO nova.compute.claims [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 981.392038] env[62321]: INFO nova.scheduler.client.report [None req-3b81942c-a0c0-495f-b286-df3ff6e55822 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Deleted allocations for instance 2ec7b858-4063-4a79-8681-8655eb22bfab [ 981.549812] env[62321]: DEBUG oslo_concurrency.lockutils [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "f73407ff-6afd-466a-8cf8-25b5f1ddef70" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.550114] env[62321]: DEBUG oslo_concurrency.lockutils [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "f73407ff-6afd-466a-8cf8-25b5f1ddef70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.669386] env[62321]: DEBUG oslo_vmware.api [None req-fe178ff8-94ab-4cda-87cd-29d8ead0fd81 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633675, 'name': PowerOffVM_Task, 'duration_secs': 0.237805} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.669803] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe178ff8-94ab-4cda-87cd-29d8ead0fd81 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.672071] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-fe178ff8-94ab-4cda-87cd-29d8ead0fd81 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.672071] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90b711b9-3763-4030-8617-a1068ebcd297 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.700093] env[62321]: DEBUG oslo_vmware.api [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633676, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.748298] env[62321]: DEBUG oslo_vmware.api [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Task: {'id': task-2633669, 'name': RelocateVM_Task} progress is 98%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.819514] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.832198] env[62321]: DEBUG oslo_vmware.api [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633673, 'name': CreateSnapshot_Task, 'duration_secs': 1.727185} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.832523] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Created Snapshot of the VM instance {{(pid=62321) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 981.833403] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4fd0be-a312-42d5-b9ac-e1f8a9dd3bf7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.900856] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3b81942c-a0c0-495f-b286-df3ff6e55822 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Lock "2ec7b858-4063-4a79-8681-8655eb22bfab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.014s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.962497] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-fe178ff8-94ab-4cda-87cd-29d8ead0fd81 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.962646] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-fe178ff8-94ab-4cda-87cd-29d8ead0fd81 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.962719] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe178ff8-94ab-4cda-87cd-29d8ead0fd81 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Deleting the datastore file [datastore1] 9c0c978d-9c8c-484c-93ff-c300b7536d65 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.962998] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b95c8770-5a11-4fd5-a460-804d25179d8d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.970172] env[62321]: DEBUG oslo_vmware.api [None req-fe178ff8-94ab-4cda-87cd-29d8ead0fd81 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 981.970172] env[62321]: value = "task-2633678" [ 981.970172] env[62321]: _type = "Task" [ 981.970172] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.978643] env[62321]: DEBUG oslo_vmware.api [None req-fe178ff8-94ab-4cda-87cd-29d8ead0fd81 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633678, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.053585] env[62321]: DEBUG nova.compute.manager [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 982.200836] env[62321]: DEBUG oslo_vmware.api [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633676, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764147} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.201182] env[62321]: INFO nova.virt.vmwareapi.ds_util [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 29b8ec19-e3c4-484a-a749-371359631c7f/7fc427ea-8761-4336-ad20-460b5403c5d0-rescue.vmdk. [ 982.202070] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70c66f0-086e-4977-8dfe-6e20c3716aa6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.236700] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 29b8ec19-e3c4-484a-a749-371359631c7f/7fc427ea-8761-4336-ad20-460b5403c5d0-rescue.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.237099] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d96804e4-ab82-4e57-839b-4a4fb2050068 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.261598] env[62321]: DEBUG oslo_vmware.api [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Task: {'id': task-2633669, 'name': RelocateVM_Task, 'duration_secs': 3.896123} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.263098] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Volume attach. Driver type: vmdk {{(pid=62321) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 982.263378] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530695', 'volume_id': 'edd53838-4f56-4b77-b167-44f68c6ae6e7', 'name': 'volume-edd53838-4f56-4b77-b167-44f68c6ae6e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4', 'attached_at': '', 'detached_at': '', 'volume_id': 'edd53838-4f56-4b77-b167-44f68c6ae6e7', 'serial': 'edd53838-4f56-4b77-b167-44f68c6ae6e7'} {{(pid=62321) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 982.263803] env[62321]: DEBUG oslo_vmware.api [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 982.263803] env[62321]: value = "task-2633679" [ 982.263803] env[62321]: _type = "Task" [ 982.263803] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.264556] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22786c59-84cb-4d53-8ad6-237df6b87b0f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.276372] env[62321]: DEBUG oslo_vmware.api [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633679, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.288658] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cf3072-205d-4550-b83c-c83fb39f661e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.316290] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] volume-edd53838-4f56-4b77-b167-44f68c6ae6e7/volume-edd53838-4f56-4b77-b167-44f68c6ae6e7.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.316641] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f901d5c9-6e42-4939-9fc0-796451f8e4d9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.342985] env[62321]: DEBUG oslo_vmware.api [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Waiting for the task: (returnval){ [ 982.342985] env[62321]: value = "task-2633680" [ 982.342985] env[62321]: _type = "Task" [ 982.342985] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.355403] env[62321]: DEBUG oslo_vmware.api [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Task: {'id': task-2633680, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.362360] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Creating linked-clone VM from snapshot {{(pid=62321) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 982.362687] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-33ad8b9d-d80e-4ebc-b510-39d9669d4e45 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.372990] env[62321]: DEBUG oslo_vmware.api [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 982.372990] env[62321]: value = "task-2633681" [ 982.372990] env[62321]: _type = "Task" [ 982.372990] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.384974] env[62321]: DEBUG oslo_vmware.api [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633681, 'name': CloneVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.481585] env[62321]: DEBUG oslo_vmware.api [None req-fe178ff8-94ab-4cda-87cd-29d8ead0fd81 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633678, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171249} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.484716] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe178ff8-94ab-4cda-87cd-29d8ead0fd81 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.488027] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-fe178ff8-94ab-4cda-87cd-29d8ead0fd81 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.488027] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-fe178ff8-94ab-4cda-87cd-29d8ead0fd81 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.488027] env[62321]: INFO nova.compute.manager [None req-fe178ff8-94ab-4cda-87cd-29d8ead0fd81 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Took 1.35 seconds to destroy the instance on the hypervisor. [ 982.488027] env[62321]: DEBUG oslo.service.loopingcall [None req-fe178ff8-94ab-4cda-87cd-29d8ead0fd81 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 982.488027] env[62321]: DEBUG nova.compute.manager [-] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 982.488027] env[62321]: DEBUG nova.network.neutron [-] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 982.576300] env[62321]: DEBUG oslo_concurrency.lockutils [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.660015] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5f0ca4da-9c57-4e5b-900f-94164bb9a9b6 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "interface-fbf80529-4efb-4056-9d2b-5b03df0c7777-533cea52-465f-4246-98e2-98ce4db21d19" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.660331] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5f0ca4da-9c57-4e5b-900f-94164bb9a9b6 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "interface-fbf80529-4efb-4056-9d2b-5b03df0c7777-533cea52-465f-4246-98e2-98ce4db21d19" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.660725] env[62321]: DEBUG nova.objects.instance [None req-5f0ca4da-9c57-4e5b-900f-94164bb9a9b6 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lazy-loading 'flavor' on Instance uuid fbf80529-4efb-4056-9d2b-5b03df0c7777 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.695945] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6c3a3c-e94a-4d8d-a9f2-9e751f721981 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.704821] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d029f16e-76b8-4d96-a1c3-c9bee564c83e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.739802] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899fc522-9438-4847-a797-f90b6f71e776 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.748152] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95952a7e-f9ab-4079-b52e-0f288eec8c59 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.762515] env[62321]: DEBUG nova.compute.provider_tree [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.778493] env[62321]: DEBUG oslo_vmware.api [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.855085] env[62321]: DEBUG oslo_vmware.api [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Task: {'id': task-2633680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.884299] env[62321]: DEBUG oslo_vmware.api [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633681, 'name': CloneVM_Task} progress is 94%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.933658] env[62321]: DEBUG nova.compute.manager [req-de79a52f-fdea-4bc2-a07d-8ae63f0a2a36 req-7c24378a-7ad0-4e59-bf0e-07425e7fab57 service nova] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Received event network-vif-deleted-05ae3f08-99a5-4b85-b28b-2d1d083791cd {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 982.933922] env[62321]: INFO nova.compute.manager [req-de79a52f-fdea-4bc2-a07d-8ae63f0a2a36 req-7c24378a-7ad0-4e59-bf0e-07425e7fab57 service nova] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Neutron deleted interface 05ae3f08-99a5-4b85-b28b-2d1d083791cd; detaching it from the instance and deleting it from the info cache [ 982.934123] env[62321]: DEBUG nova.network.neutron [req-de79a52f-fdea-4bc2-a07d-8ae63f0a2a36 req-7c24378a-7ad0-4e59-bf0e-07425e7fab57 service nova] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.101486] env[62321]: DEBUG oslo_concurrency.lockutils [None req-49a8f827-4ce8-490f-b3db-c5192b15e2a5 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Acquiring lock "179b5998-467e-4e40-89bd-e8555eac9051" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.101759] env[62321]: DEBUG oslo_concurrency.lockutils [None req-49a8f827-4ce8-490f-b3db-c5192b15e2a5 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Lock "179b5998-467e-4e40-89bd-e8555eac9051" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.101975] env[62321]: DEBUG oslo_concurrency.lockutils [None req-49a8f827-4ce8-490f-b3db-c5192b15e2a5 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Acquiring lock "179b5998-467e-4e40-89bd-e8555eac9051-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.102567] env[62321]: DEBUG oslo_concurrency.lockutils [None req-49a8f827-4ce8-490f-b3db-c5192b15e2a5 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Lock "179b5998-467e-4e40-89bd-e8555eac9051-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.102762] env[62321]: DEBUG oslo_concurrency.lockutils [None req-49a8f827-4ce8-490f-b3db-c5192b15e2a5 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Lock "179b5998-467e-4e40-89bd-e8555eac9051-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.105058] env[62321]: INFO nova.compute.manager [None req-49a8f827-4ce8-490f-b3db-c5192b15e2a5 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Terminating instance [ 983.263094] env[62321]: DEBUG nova.objects.instance [None req-5f0ca4da-9c57-4e5b-900f-94164bb9a9b6 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lazy-loading 'pci_requests' on Instance uuid fbf80529-4efb-4056-9d2b-5b03df0c7777 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.265277] env[62321]: DEBUG nova.scheduler.client.report [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.279732] env[62321]: DEBUG oslo_vmware.api [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633679, 'name': ReconfigVM_Task, 'duration_secs': 0.908686} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.280158] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 29b8ec19-e3c4-484a-a749-371359631c7f/7fc427ea-8761-4336-ad20-460b5403c5d0-rescue.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.281072] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfaa483b-4739-4238-a9e8-e444dd197a92 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.310219] env[62321]: DEBUG nova.network.neutron [-] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.318164] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1d116ad-2bda-4972-952a-1c3e1557e4db {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.335980] env[62321]: DEBUG oslo_vmware.api [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 983.335980] env[62321]: value = "task-2633682" [ 983.335980] env[62321]: _type = "Task" [ 983.335980] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.346826] env[62321]: DEBUG oslo_vmware.api [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633682, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.356023] env[62321]: DEBUG oslo_vmware.api [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Task: {'id': task-2633680, 'name': ReconfigVM_Task, 'duration_secs': 0.900584} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.356340] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Reconfigured VM instance instance-0000005f to attach disk [datastore2] volume-edd53838-4f56-4b77-b167-44f68c6ae6e7/volume-edd53838-4f56-4b77-b167-44f68c6ae6e7.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.361449] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e666be5-f63d-46f8-a154-3b2c2a853c3d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.379587] env[62321]: DEBUG oslo_vmware.api [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Waiting for the task: (returnval){ [ 983.379587] env[62321]: value = "task-2633683" [ 983.379587] env[62321]: _type = "Task" [ 983.379587] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.386640] env[62321]: DEBUG oslo_vmware.api [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633681, 'name': CloneVM_Task} progress is 94%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.392933] env[62321]: DEBUG oslo_vmware.api [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Task: {'id': task-2633683, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.437472] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7f3c053-733b-4e37-96a3-1baad70c1343 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.448646] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7623b86e-66e2-4241-97c9-260cad119ca1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.498404] env[62321]: DEBUG nova.compute.manager [req-de79a52f-fdea-4bc2-a07d-8ae63f0a2a36 req-7c24378a-7ad0-4e59-bf0e-07425e7fab57 service nova] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Detach interface failed, port_id=05ae3f08-99a5-4b85-b28b-2d1d083791cd, reason: Instance 9c0c978d-9c8c-484c-93ff-c300b7536d65 could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 983.609190] env[62321]: DEBUG nova.compute.manager [None req-49a8f827-4ce8-490f-b3db-c5192b15e2a5 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 983.609433] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-49a8f827-4ce8-490f-b3db-c5192b15e2a5 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.610411] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85579433-1fe8-43c5-a9cb-06b74ea23cfd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.619197] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a8f827-4ce8-490f-b3db-c5192b15e2a5 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.619480] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0876487-1974-466f-83ff-a43abf2db28e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.629733] env[62321]: DEBUG oslo_vmware.api [None req-49a8f827-4ce8-490f-b3db-c5192b15e2a5 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Waiting for the task: (returnval){ [ 983.629733] env[62321]: value = "task-2633684" [ 983.629733] env[62321]: _type = "Task" [ 983.629733] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.640835] env[62321]: DEBUG oslo_vmware.api [None req-49a8f827-4ce8-490f-b3db-c5192b15e2a5 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.770080] env[62321]: DEBUG nova.objects.base [None req-5f0ca4da-9c57-4e5b-900f-94164bb9a9b6 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62321) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 983.770333] env[62321]: DEBUG nova.network.neutron [None req-5f0ca4da-9c57-4e5b-900f-94164bb9a9b6 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 983.772999] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.773503] env[62321]: DEBUG nova.compute.manager [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 983.775975] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.957s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.817899] env[62321]: INFO nova.compute.manager [-] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Took 1.33 seconds to deallocate network for instance. [ 983.848735] env[62321]: DEBUG oslo_vmware.api [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633682, 'name': ReconfigVM_Task, 'duration_secs': 0.231029} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.849030] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.849291] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7062342-d498-4e6f-af7d-c4644a2c60e0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.859420] env[62321]: DEBUG oslo_vmware.api [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 983.859420] env[62321]: value = "task-2633685" [ 983.859420] env[62321]: _type = "Task" [ 983.859420] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.871971] env[62321]: DEBUG oslo_vmware.api [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.888026] env[62321]: DEBUG nova.policy [None req-5f0ca4da-9c57-4e5b-900f-94164bb9a9b6 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1c2f5dfbac44829bbe716952367a1aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c660bc9909cd431cbe05cf3f4e3d2be4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 983.890165] env[62321]: DEBUG oslo_vmware.api [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633681, 'name': CloneVM_Task, 'duration_secs': 1.335283} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.890789] env[62321]: INFO nova.virt.vmwareapi.vmops [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Created linked-clone VM from snapshot [ 983.891809] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42749c3-7df7-4fea-bd6e-6eb4fdc15b52 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.897266] env[62321]: DEBUG oslo_vmware.api [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Task: {'id': task-2633683, 'name': ReconfigVM_Task, 'duration_secs': 0.210999} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.897923] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530695', 'volume_id': 'edd53838-4f56-4b77-b167-44f68c6ae6e7', 'name': 'volume-edd53838-4f56-4b77-b167-44f68c6ae6e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4', 'attached_at': '', 'detached_at': '', 'volume_id': 'edd53838-4f56-4b77-b167-44f68c6ae6e7', 'serial': 'edd53838-4f56-4b77-b167-44f68c6ae6e7'} {{(pid=62321) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 983.898450] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3bd4abbc-e4f5-44ca-9f75-8fd633f52c6f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.903036] env[62321]: DEBUG nova.virt.vmwareapi.images [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Uploading image bc5a547d-c425-4d06-9ea8-9a21975b1f5a {{(pid=62321) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 983.910911] env[62321]: DEBUG oslo_vmware.api [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Waiting for the task: (returnval){ [ 983.910911] env[62321]: value = "task-2633686" [ 983.910911] env[62321]: _type = "Task" [ 983.910911] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.919961] env[62321]: DEBUG oslo_vmware.api [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Task: {'id': task-2633686, 'name': Rename_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.936646] env[62321]: DEBUG oslo_vmware.rw_handles [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 983.936646] env[62321]: value = "vm-530708" [ 983.936646] env[62321]: _type = "VirtualMachine" [ 983.936646] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 983.937241] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f3a63a62-5eaf-4149-bcea-bc9f910fd3b9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.946299] env[62321]: DEBUG oslo_vmware.rw_handles [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lease: (returnval){ [ 983.946299] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]526798e6-e9d9-5b63-24c4-185068e79294" [ 983.946299] env[62321]: _type = "HttpNfcLease" [ 983.946299] env[62321]: } obtained for exporting VM: (result){ [ 983.946299] env[62321]: value = "vm-530708" [ 983.946299] env[62321]: _type = "VirtualMachine" [ 983.946299] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 983.946611] env[62321]: DEBUG oslo_vmware.api [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the lease: (returnval){ [ 983.946611] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]526798e6-e9d9-5b63-24c4-185068e79294" [ 983.946611] env[62321]: _type = "HttpNfcLease" [ 983.946611] env[62321]: } to be ready. {{(pid=62321) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 983.954645] env[62321]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 983.954645] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]526798e6-e9d9-5b63-24c4-185068e79294" [ 983.954645] env[62321]: _type = "HttpNfcLease" [ 983.954645] env[62321]: } is initializing. {{(pid=62321) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 984.142640] env[62321]: DEBUG oslo_vmware.api [None req-49a8f827-4ce8-490f-b3db-c5192b15e2a5 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633684, 'name': PowerOffVM_Task, 'duration_secs': 0.460432} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.142920] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a8f827-4ce8-490f-b3db-c5192b15e2a5 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.143123] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-49a8f827-4ce8-490f-b3db-c5192b15e2a5 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.143397] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-059f04fe-7545-40bc-b92e-92bc5aa1c386 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.222305] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-49a8f827-4ce8-490f-b3db-c5192b15e2a5 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.222602] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-49a8f827-4ce8-490f-b3db-c5192b15e2a5 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.222877] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-49a8f827-4ce8-490f-b3db-c5192b15e2a5 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Deleting the datastore file [datastore1] 179b5998-467e-4e40-89bd-e8555eac9051 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.223248] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-154e5d89-7f4e-4386-a291-d6c0314282dc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.230831] env[62321]: DEBUG oslo_vmware.api [None req-49a8f827-4ce8-490f-b3db-c5192b15e2a5 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Waiting for the task: (returnval){ [ 984.230831] env[62321]: value = "task-2633689" [ 984.230831] env[62321]: _type = "Task" [ 984.230831] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.239214] env[62321]: DEBUG oslo_vmware.api [None req-49a8f827-4ce8-490f-b3db-c5192b15e2a5 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633689, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.278879] env[62321]: DEBUG nova.compute.utils [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 984.283069] env[62321]: INFO nova.compute.claims [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 984.286651] env[62321]: DEBUG nova.compute.manager [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 984.286771] env[62321]: DEBUG nova.network.neutron [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 984.327351] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fe178ff8-94ab-4cda-87cd-29d8ead0fd81 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.334727] env[62321]: DEBUG nova.policy [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9fe0b40094e4f8596d3b7a28639e212', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'adf0606cb740439e8133e7dd91768355', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 984.370510] env[62321]: DEBUG oslo_vmware.api [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633685, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.421326] env[62321]: DEBUG oslo_vmware.api [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Task: {'id': task-2633686, 'name': Rename_Task, 'duration_secs': 0.173051} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.421602] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 984.421842] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae41b536-6a24-4f5a-a8f2-2d3d0637e36e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.430069] env[62321]: DEBUG oslo_vmware.api [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Waiting for the task: (returnval){ [ 984.430069] env[62321]: value = "task-2633690" [ 984.430069] env[62321]: _type = "Task" [ 984.430069] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.439240] env[62321]: DEBUG oslo_vmware.api [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Task: {'id': task-2633690, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.454783] env[62321]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 984.454783] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]526798e6-e9d9-5b63-24c4-185068e79294" [ 984.454783] env[62321]: _type = "HttpNfcLease" [ 984.454783] env[62321]: } is ready. {{(pid=62321) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 984.455173] env[62321]: DEBUG oslo_vmware.rw_handles [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 984.455173] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]526798e6-e9d9-5b63-24c4-185068e79294" [ 984.455173] env[62321]: _type = "HttpNfcLease" [ 984.455173] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 984.456105] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd842d7-c3bc-4b3f-822b-64693532b136 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.465169] env[62321]: DEBUG oslo_vmware.rw_handles [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa7c1a-3905-0796-4a9e-6d1eaa8c8286/disk-0.vmdk from lease info. {{(pid=62321) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 984.465381] env[62321]: DEBUG oslo_vmware.rw_handles [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa7c1a-3905-0796-4a9e-6d1eaa8c8286/disk-0.vmdk for reading. {{(pid=62321) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 984.576929] env[62321]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-59f8de0b-b1f1-4b03-9ff4-75494c4676b1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.736178] env[62321]: DEBUG nova.network.neutron [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Successfully created port: c04f6d01-ff63-4a4b-982f-437c21dddd8c {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 984.745875] env[62321]: DEBUG oslo_vmware.api [None req-49a8f827-4ce8-490f-b3db-c5192b15e2a5 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Task: {'id': task-2633689, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267617} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.746071] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-49a8f827-4ce8-490f-b3db-c5192b15e2a5 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.746265] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-49a8f827-4ce8-490f-b3db-c5192b15e2a5 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.747033] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-49a8f827-4ce8-490f-b3db-c5192b15e2a5 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.747033] env[62321]: INFO nova.compute.manager [None req-49a8f827-4ce8-490f-b3db-c5192b15e2a5 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Took 1.14 seconds to destroy the instance on the hypervisor. [ 984.747033] env[62321]: DEBUG oslo.service.loopingcall [None req-49a8f827-4ce8-490f-b3db-c5192b15e2a5 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 984.747168] env[62321]: DEBUG nova.compute.manager [-] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 984.747226] env[62321]: DEBUG nova.network.neutron [-] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 984.792455] env[62321]: INFO nova.compute.resource_tracker [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Updating resource usage from migration 3fd1bb7a-d249-469b-91ba-85cf404a8c32 [ 984.796081] env[62321]: DEBUG nova.compute.manager [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 984.878029] env[62321]: DEBUG oslo_vmware.api [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633685, 'name': PowerOnVM_Task, 'duration_secs': 0.517407} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.878029] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.878451] env[62321]: DEBUG nova.compute.manager [None req-6614516a-6ecc-4e7d-9dd9-e4c3f9244760 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.879289] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72694f46-77d9-4a1d-9c09-c32ecb499c18 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.947963] env[62321]: DEBUG oslo_vmware.api [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Task: {'id': task-2633690, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.182778] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6adda16d-b746-4a9e-91bf-4900eb7b98ff {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.195067] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508ad78f-5eee-4463-83d9-0df8b9ff85e1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.238272] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259fbc69-b0c3-4087-8df1-0e09af7529bf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.249097] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988bb916-151a-41c4-83b3-d3dd3f7120ec {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.271522] env[62321]: DEBUG nova.compute.provider_tree [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.445653] env[62321]: DEBUG oslo_vmware.api [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Task: {'id': task-2633690, 'name': PowerOnVM_Task, 'duration_secs': 0.680937} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.446451] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 985.446784] env[62321]: INFO nova.compute.manager [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Took 8.62 seconds to spawn the instance on the hypervisor. [ 985.447096] env[62321]: DEBUG nova.compute.manager [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.452281] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ea0d8f-5521-4ec6-a451-7f3408dc8adb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.455638] env[62321]: DEBUG nova.compute.manager [req-8a9d4567-55b9-41ad-affe-53d5d6e0a91c req-ef39ab48-f444-4168-bb0d-60f9febf4900 service nova] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Received event network-vif-deleted-9a9e0942-8708-4d18-8628-6302c39a7c9f {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 985.455813] env[62321]: INFO nova.compute.manager [req-8a9d4567-55b9-41ad-affe-53d5d6e0a91c req-ef39ab48-f444-4168-bb0d-60f9febf4900 service nova] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Neutron deleted interface 9a9e0942-8708-4d18-8628-6302c39a7c9f; detaching it from the instance and deleting it from the info cache [ 985.455985] env[62321]: DEBUG nova.network.neutron [req-8a9d4567-55b9-41ad-affe-53d5d6e0a91c req-ef39ab48-f444-4168-bb0d-60f9febf4900 service nova] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.602505] env[62321]: DEBUG nova.compute.manager [req-c1547dcb-5d41-4431-984f-8a88ac009c76 req-9e1ac667-cd79-4ef6-a9bb-a57e69d54caa service nova] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Received event network-vif-plugged-533cea52-465f-4246-98e2-98ce4db21d19 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 985.602742] env[62321]: DEBUG oslo_concurrency.lockutils [req-c1547dcb-5d41-4431-984f-8a88ac009c76 req-9e1ac667-cd79-4ef6-a9bb-a57e69d54caa service nova] Acquiring lock "fbf80529-4efb-4056-9d2b-5b03df0c7777-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.602957] env[62321]: DEBUG oslo_concurrency.lockutils [req-c1547dcb-5d41-4431-984f-8a88ac009c76 req-9e1ac667-cd79-4ef6-a9bb-a57e69d54caa service nova] Lock "fbf80529-4efb-4056-9d2b-5b03df0c7777-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.603164] env[62321]: DEBUG oslo_concurrency.lockutils [req-c1547dcb-5d41-4431-984f-8a88ac009c76 req-9e1ac667-cd79-4ef6-a9bb-a57e69d54caa service nova] Lock "fbf80529-4efb-4056-9d2b-5b03df0c7777-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.603336] env[62321]: DEBUG nova.compute.manager [req-c1547dcb-5d41-4431-984f-8a88ac009c76 req-9e1ac667-cd79-4ef6-a9bb-a57e69d54caa service nova] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] No waiting events found dispatching network-vif-plugged-533cea52-465f-4246-98e2-98ce4db21d19 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 985.603499] env[62321]: WARNING nova.compute.manager [req-c1547dcb-5d41-4431-984f-8a88ac009c76 req-9e1ac667-cd79-4ef6-a9bb-a57e69d54caa service nova] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Received unexpected event network-vif-plugged-533cea52-465f-4246-98e2-98ce4db21d19 for instance with vm_state active and task_state None. [ 985.760157] env[62321]: DEBUG nova.network.neutron [-] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.775638] env[62321]: DEBUG nova.scheduler.client.report [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.808858] env[62321]: DEBUG nova.compute.manager [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 985.840042] env[62321]: DEBUG nova.virt.hardware [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 985.840430] env[62321]: DEBUG nova.virt.hardware [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 985.840719] env[62321]: DEBUG nova.virt.hardware [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.840928] env[62321]: DEBUG nova.virt.hardware [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 985.841158] env[62321]: DEBUG nova.virt.hardware [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.841300] env[62321]: DEBUG nova.virt.hardware [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 985.841543] env[62321]: DEBUG nova.virt.hardware [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 985.841711] env[62321]: DEBUG nova.virt.hardware [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 985.841983] env[62321]: DEBUG nova.virt.hardware [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 985.842161] env[62321]: DEBUG nova.virt.hardware [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 985.842345] env[62321]: DEBUG nova.virt.hardware [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 985.843258] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c273dd68-db92-47b4-b168-41d77ad22624 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.852745] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cac2a71-b9dd-45a5-9c6e-c2f7e27df5a6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.958626] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-daceb6ea-41a0-4705-9de5-ba8f97ea2a57 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.970288] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c6e6f1-2c38-4082-ba26-c9f269d5d3d9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.989514] env[62321]: INFO nova.compute.manager [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Took 17.12 seconds to build instance. [ 986.019395] env[62321]: DEBUG nova.compute.manager [req-8a9d4567-55b9-41ad-affe-53d5d6e0a91c req-ef39ab48-f444-4168-bb0d-60f9febf4900 service nova] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Detach interface failed, port_id=9a9e0942-8708-4d18-8628-6302c39a7c9f, reason: Instance 179b5998-467e-4e40-89bd-e8555eac9051 could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 986.020755] env[62321]: DEBUG nova.network.neutron [None req-5f0ca4da-9c57-4e5b-900f-94164bb9a9b6 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Successfully updated port: 533cea52-465f-4246-98e2-98ce4db21d19 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 986.263112] env[62321]: INFO nova.compute.manager [-] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Took 1.52 seconds to deallocate network for instance. [ 986.284025] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.505s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.284025] env[62321]: INFO nova.compute.manager [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Migrating [ 986.293570] env[62321]: DEBUG oslo_concurrency.lockutils [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.717s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.296060] env[62321]: INFO nova.compute.claims [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.374057] env[62321]: INFO nova.compute.manager [None req-6082e804-d918-48ce-83ac-5327c08da8c3 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Unrescuing [ 986.374350] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6082e804-d918-48ce-83ac-5327c08da8c3 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquiring lock "refresh_cache-29b8ec19-e3c4-484a-a749-371359631c7f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.374504] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6082e804-d918-48ce-83ac-5327c08da8c3 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquired lock "refresh_cache-29b8ec19-e3c4-484a-a749-371359631c7f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.374690] env[62321]: DEBUG nova.network.neutron [None req-6082e804-d918-48ce-83ac-5327c08da8c3 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.494563] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4a71e8c1-b94f-4666-bda7-e4a6463f94dc tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Lock "ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.627s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.494563] env[62321]: DEBUG nova.compute.manager [req-bf9a0017-d325-4e90-bf9d-7aeb0b0d3d4a req-1e601e6a-5b54-4ef3-a6bf-891edce52691 service nova] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Received event network-changed-533cea52-465f-4246-98e2-98ce4db21d19 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 986.495234] env[62321]: DEBUG nova.compute.manager [req-bf9a0017-d325-4e90-bf9d-7aeb0b0d3d4a req-1e601e6a-5b54-4ef3-a6bf-891edce52691 service nova] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Refreshing instance network info cache due to event network-changed-533cea52-465f-4246-98e2-98ce4db21d19. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 986.495602] env[62321]: DEBUG oslo_concurrency.lockutils [req-bf9a0017-d325-4e90-bf9d-7aeb0b0d3d4a req-1e601e6a-5b54-4ef3-a6bf-891edce52691 service nova] Acquiring lock "refresh_cache-fbf80529-4efb-4056-9d2b-5b03df0c7777" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.495874] env[62321]: DEBUG oslo_concurrency.lockutils [req-bf9a0017-d325-4e90-bf9d-7aeb0b0d3d4a req-1e601e6a-5b54-4ef3-a6bf-891edce52691 service nova] Acquired lock "refresh_cache-fbf80529-4efb-4056-9d2b-5b03df0c7777" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.496270] env[62321]: DEBUG nova.network.neutron [req-bf9a0017-d325-4e90-bf9d-7aeb0b0d3d4a req-1e601e6a-5b54-4ef3-a6bf-891edce52691 service nova] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Refreshing network info cache for port 533cea52-465f-4246-98e2-98ce4db21d19 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.524070] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5f0ca4da-9c57-4e5b-900f-94164bb9a9b6 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "refresh_cache-fbf80529-4efb-4056-9d2b-5b03df0c7777" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.773526] env[62321]: DEBUG oslo_concurrency.lockutils [None req-49a8f827-4ce8-490f-b3db-c5192b15e2a5 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.829448] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "refresh_cache-4dbd2adb-a1af-40df-9149-4562c01ea965" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.829448] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquired lock "refresh_cache-4dbd2adb-a1af-40df-9149-4562c01ea965" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.829448] env[62321]: DEBUG nova.network.neutron [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.998551] env[62321]: DEBUG nova.network.neutron [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Successfully updated port: c04f6d01-ff63-4a4b-982f-437c21dddd8c {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 987.132622] env[62321]: DEBUG nova.network.neutron [None req-6082e804-d918-48ce-83ac-5327c08da8c3 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Updating instance_info_cache with network_info: [{"id": "c65e7902-4d23-4bf2-9440-6305024b5b01", "address": "fa:16:3e:c6:5d:fc", "network": {"id": "31512f77-e967-4fe6-9fc1-48e1b1dc1c59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319997203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ab0ef1837a249d9bca4fa5faf5cc8ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc65e7902-4d", "ovs_interfaceid": "c65e7902-4d23-4bf2-9440-6305024b5b01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.320682] env[62321]: DEBUG nova.network.neutron [req-bf9a0017-d325-4e90-bf9d-7aeb0b0d3d4a req-1e601e6a-5b54-4ef3-a6bf-891edce52691 service nova] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Added VIF to instance network info cache for port 533cea52-465f-4246-98e2-98ce4db21d19. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 987.320966] env[62321]: DEBUG nova.network.neutron [req-bf9a0017-d325-4e90-bf9d-7aeb0b0d3d4a req-1e601e6a-5b54-4ef3-a6bf-891edce52691 service nova] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Updating instance_info_cache with network_info: [{"id": "7d32a94b-1aa5-4ae7-a33d-86bc2c534fa3", "address": "fa:16:3e:90:4f:54", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d32a94b-1a", "ovs_interfaceid": "7d32a94b-1aa5-4ae7-a33d-86bc2c534fa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "edeab612-fe32-44d8-933d-23d2da9d7c93", "address": "fa:16:3e:99:fc:35", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedeab612-fe", "ovs_interfaceid": "edeab612-fe32-44d8-933d-23d2da9d7c93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "533cea52-465f-4246-98e2-98ce4db21d19", "address": "fa:16:3e:90:f3:4e", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap533cea52-46", "ovs_interfaceid": "533cea52-465f-4246-98e2-98ce4db21d19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.500143] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "refresh_cache-ad5cef61-5983-4087-a85a-ad640c52a89a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.500397] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquired lock "refresh_cache-ad5cef61-5983-4087-a85a-ad640c52a89a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.500397] env[62321]: DEBUG nova.network.neutron [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.574716] env[62321]: DEBUG nova.compute.manager [req-6b49ef74-4a01-4a91-9359-7787b14fa583 req-8eb5fce3-a689-4e66-9d41-040de042c4ce service nova] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Received event network-vif-plugged-c04f6d01-ff63-4a4b-982f-437c21dddd8c {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 987.574903] env[62321]: DEBUG oslo_concurrency.lockutils [req-6b49ef74-4a01-4a91-9359-7787b14fa583 req-8eb5fce3-a689-4e66-9d41-040de042c4ce service nova] Acquiring lock "ad5cef61-5983-4087-a85a-ad640c52a89a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.575106] env[62321]: DEBUG oslo_concurrency.lockutils [req-6b49ef74-4a01-4a91-9359-7787b14fa583 req-8eb5fce3-a689-4e66-9d41-040de042c4ce service nova] Lock "ad5cef61-5983-4087-a85a-ad640c52a89a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.575278] env[62321]: DEBUG oslo_concurrency.lockutils [req-6b49ef74-4a01-4a91-9359-7787b14fa583 req-8eb5fce3-a689-4e66-9d41-040de042c4ce service nova] Lock "ad5cef61-5983-4087-a85a-ad640c52a89a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.575447] env[62321]: DEBUG nova.compute.manager [req-6b49ef74-4a01-4a91-9359-7787b14fa583 req-8eb5fce3-a689-4e66-9d41-040de042c4ce service nova] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] No waiting events found dispatching network-vif-plugged-c04f6d01-ff63-4a4b-982f-437c21dddd8c {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 987.575611] env[62321]: WARNING nova.compute.manager [req-6b49ef74-4a01-4a91-9359-7787b14fa583 req-8eb5fce3-a689-4e66-9d41-040de042c4ce service nova] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Received unexpected event network-vif-plugged-c04f6d01-ff63-4a4b-982f-437c21dddd8c for instance with vm_state building and task_state spawning. [ 987.575771] env[62321]: DEBUG nova.compute.manager [req-6b49ef74-4a01-4a91-9359-7787b14fa583 req-8eb5fce3-a689-4e66-9d41-040de042c4ce service nova] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Received event network-changed-c04f6d01-ff63-4a4b-982f-437c21dddd8c {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 987.576056] env[62321]: DEBUG nova.compute.manager [req-6b49ef74-4a01-4a91-9359-7787b14fa583 req-8eb5fce3-a689-4e66-9d41-040de042c4ce service nova] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Refreshing instance network info cache due to event network-changed-c04f6d01-ff63-4a4b-982f-437c21dddd8c. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 987.576249] env[62321]: DEBUG oslo_concurrency.lockutils [req-6b49ef74-4a01-4a91-9359-7787b14fa583 req-8eb5fce3-a689-4e66-9d41-040de042c4ce service nova] Acquiring lock "refresh_cache-ad5cef61-5983-4087-a85a-ad640c52a89a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.595240] env[62321]: DEBUG nova.network.neutron [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Updating instance_info_cache with network_info: [{"id": "d89eefe4-7023-46e4-9f96-f627c32d5397", "address": "fa:16:3e:20:bc:a0", "network": {"id": "aeb4035c-866a-49d1-8e35-92023a4db09e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-243125243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd8fac8dc7ba41c6b0550e1fff9988a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd89eefe4-70", "ovs_interfaceid": "d89eefe4-7023-46e4-9f96-f627c32d5397", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.636668] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6082e804-d918-48ce-83ac-5327c08da8c3 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Releasing lock "refresh_cache-29b8ec19-e3c4-484a-a749-371359631c7f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.637421] env[62321]: DEBUG nova.objects.instance [None req-6082e804-d918-48ce-83ac-5327c08da8c3 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Lazy-loading 'flavor' on Instance uuid 29b8ec19-e3c4-484a-a749-371359631c7f {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.646568] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0367fd6f-13ee-4604-9e6b-aa8380a210dd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.657714] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adcf5b43-ce6f-49e1-8280-ea92051d938f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.692865] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cda6a4c-6e11-4305-b360-0983d3d182ed {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.702632] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348f99c3-3508-48dc-9cf8-ec8bcf086566 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.716983] env[62321]: DEBUG nova.compute.provider_tree [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.825044] env[62321]: DEBUG oslo_concurrency.lockutils [req-bf9a0017-d325-4e90-bf9d-7aeb0b0d3d4a req-1e601e6a-5b54-4ef3-a6bf-891edce52691 service nova] Releasing lock "refresh_cache-fbf80529-4efb-4056-9d2b-5b03df0c7777" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.825044] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5f0ca4da-9c57-4e5b-900f-94164bb9a9b6 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquired lock "refresh_cache-fbf80529-4efb-4056-9d2b-5b03df0c7777" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.825044] env[62321]: DEBUG nova.network.neutron [None req-5f0ca4da-9c57-4e5b-900f-94164bb9a9b6 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.030775] env[62321]: DEBUG nova.network.neutron [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.098612] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Releasing lock "refresh_cache-4dbd2adb-a1af-40df-9149-4562c01ea965" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.145307] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c85b324-1037-40a5-879b-222328ff904e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.171430] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6082e804-d918-48ce-83ac-5327c08da8c3 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.171765] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f400e65d-d80b-40ae-82a0-00fe46e98459 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.175363] env[62321]: DEBUG nova.network.neutron [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Updating instance_info_cache with network_info: [{"id": "c04f6d01-ff63-4a4b-982f-437c21dddd8c", "address": "fa:16:3e:13:d8:2e", "network": {"id": "ae63f03d-a437-4466-8919-e20785c3287e", "bridge": "br-int", "label": "tempest-ServersTestJSON-414500887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adf0606cb740439e8133e7dd91768355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc04f6d01-ff", "ovs_interfaceid": "c04f6d01-ff63-4a4b-982f-437c21dddd8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.180018] env[62321]: DEBUG oslo_vmware.api [None req-6082e804-d918-48ce-83ac-5327c08da8c3 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 988.180018] env[62321]: value = "task-2633691" [ 988.180018] env[62321]: _type = "Task" [ 988.180018] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.188690] env[62321]: DEBUG oslo_vmware.api [None req-6082e804-d918-48ce-83ac-5327c08da8c3 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.220409] env[62321]: DEBUG nova.scheduler.client.report [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.370414] env[62321]: WARNING nova.network.neutron [None req-5f0ca4da-9c57-4e5b-900f-94164bb9a9b6 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] 62edaec8-ba2d-4464-b39a-ca6af58f81f9 already exists in list: networks containing: ['62edaec8-ba2d-4464-b39a-ca6af58f81f9']. ignoring it [ 988.370598] env[62321]: WARNING nova.network.neutron [None req-5f0ca4da-9c57-4e5b-900f-94164bb9a9b6 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] 62edaec8-ba2d-4464-b39a-ca6af58f81f9 already exists in list: networks containing: ['62edaec8-ba2d-4464-b39a-ca6af58f81f9']. ignoring it [ 988.370767] env[62321]: WARNING nova.network.neutron [None req-5f0ca4da-9c57-4e5b-900f-94164bb9a9b6 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] 62edaec8-ba2d-4464-b39a-ca6af58f81f9 already exists in list: networks containing: ['62edaec8-ba2d-4464-b39a-ca6af58f81f9']. ignoring it [ 988.371017] env[62321]: WARNING nova.network.neutron [None req-5f0ca4da-9c57-4e5b-900f-94164bb9a9b6 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] 533cea52-465f-4246-98e2-98ce4db21d19 already exists in list: port_ids containing: ['533cea52-465f-4246-98e2-98ce4db21d19']. ignoring it [ 988.678138] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Releasing lock "refresh_cache-ad5cef61-5983-4087-a85a-ad640c52a89a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.679208] env[62321]: DEBUG nova.compute.manager [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Instance network_info: |[{"id": "c04f6d01-ff63-4a4b-982f-437c21dddd8c", "address": "fa:16:3e:13:d8:2e", "network": {"id": "ae63f03d-a437-4466-8919-e20785c3287e", "bridge": "br-int", "label": "tempest-ServersTestJSON-414500887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adf0606cb740439e8133e7dd91768355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc04f6d01-ff", "ovs_interfaceid": "c04f6d01-ff63-4a4b-982f-437c21dddd8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 988.679208] env[62321]: DEBUG oslo_concurrency.lockutils [req-6b49ef74-4a01-4a91-9359-7787b14fa583 req-8eb5fce3-a689-4e66-9d41-040de042c4ce service nova] Acquired lock "refresh_cache-ad5cef61-5983-4087-a85a-ad640c52a89a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.679208] env[62321]: DEBUG nova.network.neutron [req-6b49ef74-4a01-4a91-9359-7787b14fa583 req-8eb5fce3-a689-4e66-9d41-040de042c4ce service nova] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Refreshing network info cache for port c04f6d01-ff63-4a4b-982f-437c21dddd8c {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.680193] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:d8:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7edb7c08-2fae-4df5-9ec6-5ccf06d7e337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c04f6d01-ff63-4a4b-982f-437c21dddd8c', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 988.691933] env[62321]: DEBUG oslo.service.loopingcall [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 988.697472] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.701468] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f6e4625-be35-4bc7-a05f-b4c702648759 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.722829] env[62321]: DEBUG oslo_vmware.api [None req-6082e804-d918-48ce-83ac-5327c08da8c3 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633691, 'name': PowerOffVM_Task, 'duration_secs': 0.299928} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.724290] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6082e804-d918-48ce-83ac-5327c08da8c3 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.729567] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-6082e804-d918-48ce-83ac-5327c08da8c3 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Reconfiguring VM instance instance-0000003d to detach disk 2002 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 988.729858] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.729858] env[62321]: value = "task-2633692" [ 988.729858] env[62321]: _type = "Task" [ 988.729858] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.730555] env[62321]: DEBUG oslo_concurrency.lockutils [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.731134] env[62321]: DEBUG nova.compute.manager [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 988.733490] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c37b1e2a-12e6-40aa-9500-63b7fedc7caf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.749152] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fe178ff8-94ab-4cda-87cd-29d8ead0fd81 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.422s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.749152] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fe178ff8-94ab-4cda-87cd-29d8ead0fd81 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.751242] env[62321]: DEBUG oslo_concurrency.lockutils [None req-49a8f827-4ce8-490f-b3db-c5192b15e2a5 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.978s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.751460] env[62321]: DEBUG nova.objects.instance [None req-49a8f827-4ce8-490f-b3db-c5192b15e2a5 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Lazy-loading 'resources' on Instance uuid 179b5998-467e-4e40-89bd-e8555eac9051 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.764772] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633692, 'name': CreateVM_Task} progress is 15%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.768024] env[62321]: DEBUG oslo_vmware.api [None req-6082e804-d918-48ce-83ac-5327c08da8c3 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 988.768024] env[62321]: value = "task-2633693" [ 988.768024] env[62321]: _type = "Task" [ 988.768024] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.780641] env[62321]: DEBUG oslo_vmware.api [None req-6082e804-d918-48ce-83ac-5327c08da8c3 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633693, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.788829] env[62321]: INFO nova.scheduler.client.report [None req-fe178ff8-94ab-4cda-87cd-29d8ead0fd81 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Deleted allocations for instance 9c0c978d-9c8c-484c-93ff-c300b7536d65 [ 988.953543] env[62321]: DEBUG nova.network.neutron [None req-5f0ca4da-9c57-4e5b-900f-94164bb9a9b6 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Updating instance_info_cache with network_info: [{"id": "7d32a94b-1aa5-4ae7-a33d-86bc2c534fa3", "address": "fa:16:3e:90:4f:54", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d32a94b-1a", "ovs_interfaceid": "7d32a94b-1aa5-4ae7-a33d-86bc2c534fa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "edeab612-fe32-44d8-933d-23d2da9d7c93", "address": "fa:16:3e:99:fc:35", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedeab612-fe", "ovs_interfaceid": "edeab612-fe32-44d8-933d-23d2da9d7c93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "533cea52-465f-4246-98e2-98ce4db21d19", "address": "fa:16:3e:90:f3:4e", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap533cea52-46", "ovs_interfaceid": "533cea52-465f-4246-98e2-98ce4db21d19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.979309] env[62321]: DEBUG nova.network.neutron [req-6b49ef74-4a01-4a91-9359-7787b14fa583 req-8eb5fce3-a689-4e66-9d41-040de042c4ce service nova] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Updated VIF entry in instance network info cache for port c04f6d01-ff63-4a4b-982f-437c21dddd8c. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 988.979713] env[62321]: DEBUG nova.network.neutron [req-6b49ef74-4a01-4a91-9359-7787b14fa583 req-8eb5fce3-a689-4e66-9d41-040de042c4ce service nova] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Updating instance_info_cache with network_info: [{"id": "c04f6d01-ff63-4a4b-982f-437c21dddd8c", "address": "fa:16:3e:13:d8:2e", "network": {"id": "ae63f03d-a437-4466-8919-e20785c3287e", "bridge": "br-int", "label": "tempest-ServersTestJSON-414500887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adf0606cb740439e8133e7dd91768355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc04f6d01-ff", "ovs_interfaceid": "c04f6d01-ff63-4a4b-982f-437c21dddd8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.249153] env[62321]: DEBUG nova.compute.utils [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.254599] env[62321]: DEBUG nova.compute.manager [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 989.254827] env[62321]: DEBUG nova.network.neutron [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 989.263648] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633692, 'name': CreateVM_Task, 'duration_secs': 0.453493} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.264455] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 989.265163] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.265334] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.265714] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.266272] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33474504-23f5-48d8-9ef3-aa96af73a75e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.275712] env[62321]: DEBUG oslo_vmware.api [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 989.275712] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a0b0e4-e7e5-a025-6062-8b11a15cd3a2" [ 989.275712] env[62321]: _type = "Task" [ 989.275712] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.279499] env[62321]: DEBUG oslo_vmware.api [None req-6082e804-d918-48ce-83ac-5327c08da8c3 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633693, 'name': ReconfigVM_Task, 'duration_secs': 0.414937} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.285226] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-6082e804-d918-48ce-83ac-5327c08da8c3 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Reconfigured VM instance instance-0000003d to detach disk 2002 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 989.285459] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6082e804-d918-48ce-83ac-5327c08da8c3 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.285946] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec24b253-8f18-4fba-b37d-88604ff8b9dc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.294261] env[62321]: DEBUG oslo_vmware.api [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a0b0e4-e7e5-a025-6062-8b11a15cd3a2, 'name': SearchDatastore_Task, 'duration_secs': 0.012461} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.295698] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.295966] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.296242] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.296401] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.296595] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.296929] env[62321]: DEBUG oslo_vmware.api [None req-6082e804-d918-48ce-83ac-5327c08da8c3 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 989.296929] env[62321]: value = "task-2633694" [ 989.296929] env[62321]: _type = "Task" [ 989.296929] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.300866] env[62321]: DEBUG nova.policy [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7af40d1cdf2341e5903b16e1fbc98824', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f6e0514ecb245af82559116fef7e299', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 989.304273] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59fc5925-1b52-4f18-9576-7a6f9f2b9616 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.306777] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fe178ff8-94ab-4cda-87cd-29d8ead0fd81 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "9c0c978d-9c8c-484c-93ff-c300b7536d65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.680s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.318340] env[62321]: DEBUG oslo_vmware.api [None req-6082e804-d918-48ce-83ac-5327c08da8c3 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633694, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.331676] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.331902] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.332708] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a2eb0b9-4d9f-487f-a225-d63c26450a16 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.343345] env[62321]: DEBUG oslo_vmware.api [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 989.343345] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521452a6-3ca3-1150-dfc8-b01558b50081" [ 989.343345] env[62321]: _type = "Task" [ 989.343345] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.356690] env[62321]: DEBUG oslo_vmware.api [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521452a6-3ca3-1150-dfc8-b01558b50081, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.456419] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5f0ca4da-9c57-4e5b-900f-94164bb9a9b6 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Releasing lock "refresh_cache-fbf80529-4efb-4056-9d2b-5b03df0c7777" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.456916] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5f0ca4da-9c57-4e5b-900f-94164bb9a9b6 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "fbf80529-4efb-4056-9d2b-5b03df0c7777" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.457115] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5f0ca4da-9c57-4e5b-900f-94164bb9a9b6 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquired lock "fbf80529-4efb-4056-9d2b-5b03df0c7777" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.457977] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee352a4c-0e86-4d7c-b0ed-ab5294d01d23 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.477932] env[62321]: DEBUG nova.virt.hardware [None req-5f0ca4da-9c57-4e5b-900f-94164bb9a9b6 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.478117] env[62321]: DEBUG nova.virt.hardware [None req-5f0ca4da-9c57-4e5b-900f-94164bb9a9b6 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.478279] env[62321]: DEBUG nova.virt.hardware [None req-5f0ca4da-9c57-4e5b-900f-94164bb9a9b6 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.478458] env[62321]: DEBUG nova.virt.hardware [None req-5f0ca4da-9c57-4e5b-900f-94164bb9a9b6 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.478601] env[62321]: DEBUG nova.virt.hardware [None req-5f0ca4da-9c57-4e5b-900f-94164bb9a9b6 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.478762] env[62321]: DEBUG nova.virt.hardware [None req-5f0ca4da-9c57-4e5b-900f-94164bb9a9b6 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.478984] env[62321]: DEBUG nova.virt.hardware [None req-5f0ca4da-9c57-4e5b-900f-94164bb9a9b6 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.479164] env[62321]: DEBUG nova.virt.hardware [None req-5f0ca4da-9c57-4e5b-900f-94164bb9a9b6 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.479330] env[62321]: DEBUG nova.virt.hardware [None req-5f0ca4da-9c57-4e5b-900f-94164bb9a9b6 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.479490] env[62321]: DEBUG nova.virt.hardware [None req-5f0ca4da-9c57-4e5b-900f-94164bb9a9b6 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.479706] env[62321]: DEBUG nova.virt.hardware [None req-5f0ca4da-9c57-4e5b-900f-94164bb9a9b6 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.486809] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0ca4da-9c57-4e5b-900f-94164bb9a9b6 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Reconfiguring VM to attach interface {{(pid=62321) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 989.487518] env[62321]: DEBUG oslo_concurrency.lockutils [req-6b49ef74-4a01-4a91-9359-7787b14fa583 req-8eb5fce3-a689-4e66-9d41-040de042c4ce service nova] Releasing lock "refresh_cache-ad5cef61-5983-4087-a85a-ad640c52a89a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.487857] env[62321]: DEBUG nova.compute.manager [req-6b49ef74-4a01-4a91-9359-7787b14fa583 req-8eb5fce3-a689-4e66-9d41-040de042c4ce service nova] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Received event network-changed-cb8e7981-ac65-41c2-b860-d92f72cfab02 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 989.487956] env[62321]: DEBUG nova.compute.manager [req-6b49ef74-4a01-4a91-9359-7787b14fa583 req-8eb5fce3-a689-4e66-9d41-040de042c4ce service nova] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Refreshing instance network info cache due to event network-changed-cb8e7981-ac65-41c2-b860-d92f72cfab02. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 989.488196] env[62321]: DEBUG oslo_concurrency.lockutils [req-6b49ef74-4a01-4a91-9359-7787b14fa583 req-8eb5fce3-a689-4e66-9d41-040de042c4ce service nova] Acquiring lock "refresh_cache-ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.488342] env[62321]: DEBUG oslo_concurrency.lockutils [req-6b49ef74-4a01-4a91-9359-7787b14fa583 req-8eb5fce3-a689-4e66-9d41-040de042c4ce service nova] Acquired lock "refresh_cache-ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.488504] env[62321]: DEBUG nova.network.neutron [req-6b49ef74-4a01-4a91-9359-7787b14fa583 req-8eb5fce3-a689-4e66-9d41-040de042c4ce service nova] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Refreshing network info cache for port cb8e7981-ac65-41c2-b860-d92f72cfab02 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.489742] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25bea305-fd02-4299-bfef-b56a89f4700a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.518629] env[62321]: DEBUG oslo_vmware.api [None req-5f0ca4da-9c57-4e5b-900f-94164bb9a9b6 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 989.518629] env[62321]: value = "task-2633695" [ 989.518629] env[62321]: _type = "Task" [ 989.518629] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.530387] env[62321]: DEBUG oslo_vmware.api [None req-5f0ca4da-9c57-4e5b-900f-94164bb9a9b6 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633695, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.613192] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23439776-9bc4-4990-b5f9-f8b6323bcef4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.617544] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab116fc6-2c65-4996-98af-0e9a742a2440 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.639909] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46e2f1b-9d54-41c5-b88f-15744ad65d28 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.644701] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Updating instance '4dbd2adb-a1af-40df-9149-4562c01ea965' progress to 0 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 989.652479] env[62321]: DEBUG nova.network.neutron [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Successfully created port: c9adc3e7-2595-446d-b1f4-37eea47039b6 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 989.688559] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29890aeb-b831-49ac-9413-cd8e46a13ab3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.703030] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d15ae0-f769-4a84-9488-2bed54cc7cc2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.721453] env[62321]: DEBUG nova.compute.provider_tree [None req-49a8f827-4ce8-490f-b3db-c5192b15e2a5 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.751834] env[62321]: DEBUG nova.compute.manager [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 989.820497] env[62321]: DEBUG oslo_vmware.api [None req-6082e804-d918-48ce-83ac-5327c08da8c3 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633694, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.850995] env[62321]: DEBUG nova.network.neutron [req-6b49ef74-4a01-4a91-9359-7787b14fa583 req-8eb5fce3-a689-4e66-9d41-040de042c4ce service nova] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Updated VIF entry in instance network info cache for port cb8e7981-ac65-41c2-b860-d92f72cfab02. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.851642] env[62321]: DEBUG nova.network.neutron [req-6b49ef74-4a01-4a91-9359-7787b14fa583 req-8eb5fce3-a689-4e66-9d41-040de042c4ce service nova] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Updating instance_info_cache with network_info: [{"id": "cb8e7981-ac65-41c2-b860-d92f72cfab02", "address": "fa:16:3e:39:c8:3f", "network": {"id": "f4c7f29d-e6a9-4faa-9b2f-961a22354d42", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-14555226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e784d20072a4ce0b70df9792e35887a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb8e7981-ac", "ovs_interfaceid": "cb8e7981-ac65-41c2-b860-d92f72cfab02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.857991] env[62321]: DEBUG oslo_vmware.api [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521452a6-3ca3-1150-dfc8-b01558b50081, 'name': SearchDatastore_Task, 'duration_secs': 0.014129} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.858557] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0e19ab5-594c-41ce-8e4e-8759468ec05d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.866029] env[62321]: DEBUG oslo_vmware.api [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 989.866029] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d721a3-cac5-1862-0063-9d3680ed168c" [ 989.866029] env[62321]: _type = "Task" [ 989.866029] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.875902] env[62321]: DEBUG oslo_vmware.api [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d721a3-cac5-1862-0063-9d3680ed168c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.030516] env[62321]: DEBUG oslo_vmware.api [None req-5f0ca4da-9c57-4e5b-900f-94164bb9a9b6 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633695, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.075210] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3bc824a1-2cf8-4c07-81b4-732b5e24427b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquiring lock "2ac1005f-138b-4e2d-9952-4df86b0c9eb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.075494] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3bc824a1-2cf8-4c07-81b4-732b5e24427b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "2ac1005f-138b-4e2d-9952-4df86b0c9eb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.075710] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3bc824a1-2cf8-4c07-81b4-732b5e24427b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquiring lock "2ac1005f-138b-4e2d-9952-4df86b0c9eb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.075899] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3bc824a1-2cf8-4c07-81b4-732b5e24427b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "2ac1005f-138b-4e2d-9952-4df86b0c9eb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.076113] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3bc824a1-2cf8-4c07-81b4-732b5e24427b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "2ac1005f-138b-4e2d-9952-4df86b0c9eb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.078585] env[62321]: INFO nova.compute.manager [None req-3bc824a1-2cf8-4c07-81b4-732b5e24427b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Terminating instance [ 990.151407] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.151731] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c72d42ca-f974-4c36-984e-5652788a76cb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.160075] env[62321]: DEBUG oslo_vmware.api [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 990.160075] env[62321]: value = "task-2633696" [ 990.160075] env[62321]: _type = "Task" [ 990.160075] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.169862] env[62321]: DEBUG oslo_vmware.api [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.224807] env[62321]: DEBUG nova.scheduler.client.report [None req-49a8f827-4ce8-490f-b3db-c5192b15e2a5 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.317817] env[62321]: DEBUG oslo_vmware.api [None req-6082e804-d918-48ce-83ac-5327c08da8c3 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633694, 'name': PowerOnVM_Task, 'duration_secs': 0.539725} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.318110] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6082e804-d918-48ce-83ac-5327c08da8c3 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.318345] env[62321]: DEBUG nova.compute.manager [None req-6082e804-d918-48ce-83ac-5327c08da8c3 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.319162] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e444b1d1-3e64-4e13-ab41-95ab64ac48e3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.354648] env[62321]: DEBUG oslo_concurrency.lockutils [req-6b49ef74-4a01-4a91-9359-7787b14fa583 req-8eb5fce3-a689-4e66-9d41-040de042c4ce service nova] Releasing lock "refresh_cache-ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.378469] env[62321]: DEBUG oslo_vmware.api [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d721a3-cac5-1862-0063-9d3680ed168c, 'name': SearchDatastore_Task, 'duration_secs': 0.022547} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.378750] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.379031] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] ad5cef61-5983-4087-a85a-ad640c52a89a/ad5cef61-5983-4087-a85a-ad640c52a89a.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 990.379335] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58cb8591-b1c0-4481-a8f2-23da1c8a9713 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.387869] env[62321]: DEBUG oslo_vmware.api [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 990.387869] env[62321]: value = "task-2633697" [ 990.387869] env[62321]: _type = "Task" [ 990.387869] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.396760] env[62321]: DEBUG oslo_vmware.api [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633697, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.531300] env[62321]: DEBUG oslo_vmware.api [None req-5f0ca4da-9c57-4e5b-900f-94164bb9a9b6 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633695, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.583194] env[62321]: DEBUG nova.compute.manager [None req-3bc824a1-2cf8-4c07-81b4-732b5e24427b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 990.583447] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc824a1-2cf8-4c07-81b4-732b5e24427b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.584351] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93725c1b-7273-4480-90ff-3fba5e94f83f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.592436] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bc824a1-2cf8-4c07-81b4-732b5e24427b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.592673] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3cfe51b-e494-486a-aa5e-e1427e908193 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.599186] env[62321]: DEBUG oslo_vmware.api [None req-3bc824a1-2cf8-4c07-81b4-732b5e24427b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 990.599186] env[62321]: value = "task-2633698" [ 990.599186] env[62321]: _type = "Task" [ 990.599186] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.606960] env[62321]: DEBUG oslo_vmware.api [None req-3bc824a1-2cf8-4c07-81b4-732b5e24427b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.672741] env[62321]: DEBUG oslo_vmware.api [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633696, 'name': PowerOffVM_Task, 'duration_secs': 0.354644} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.673115] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.673346] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Updating instance '4dbd2adb-a1af-40df-9149-4562c01ea965' progress to 17 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 990.730709] env[62321]: DEBUG oslo_concurrency.lockutils [None req-49a8f827-4ce8-490f-b3db-c5192b15e2a5 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.979s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.754032] env[62321]: INFO nova.scheduler.client.report [None req-49a8f827-4ce8-490f-b3db-c5192b15e2a5 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Deleted allocations for instance 179b5998-467e-4e40-89bd-e8555eac9051 [ 990.764054] env[62321]: DEBUG nova.compute.manager [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 990.796439] env[62321]: DEBUG nova.virt.hardware [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.796629] env[62321]: DEBUG nova.virt.hardware [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.796813] env[62321]: DEBUG nova.virt.hardware [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.797080] env[62321]: DEBUG nova.virt.hardware [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.797204] env[62321]: DEBUG nova.virt.hardware [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.797370] env[62321]: DEBUG nova.virt.hardware [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.798264] env[62321]: DEBUG nova.virt.hardware [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.798264] env[62321]: DEBUG nova.virt.hardware [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.798264] env[62321]: DEBUG nova.virt.hardware [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.798264] env[62321]: DEBUG nova.virt.hardware [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.798264] env[62321]: DEBUG nova.virt.hardware [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.799588] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0366d4e-415e-463f-8738-ab6f4871bd85 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.808787] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f002da83-e7a9-46d5-b717-fe407f749bba {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.897988] env[62321]: DEBUG oslo_vmware.api [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633697, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.031317] env[62321]: DEBUG oslo_vmware.api [None req-5f0ca4da-9c57-4e5b-900f-94164bb9a9b6 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633695, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.110682] env[62321]: DEBUG oslo_vmware.api [None req-3bc824a1-2cf8-4c07-81b4-732b5e24427b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.160164] env[62321]: DEBUG nova.network.neutron [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Successfully updated port: c9adc3e7-2595-446d-b1f4-37eea47039b6 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.181298] env[62321]: DEBUG nova.virt.hardware [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.181298] env[62321]: DEBUG nova.virt.hardware [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.181298] env[62321]: DEBUG nova.virt.hardware [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.181298] env[62321]: DEBUG nova.virt.hardware [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.181298] env[62321]: DEBUG nova.virt.hardware [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.181298] env[62321]: DEBUG nova.virt.hardware [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.181800] env[62321]: DEBUG nova.virt.hardware [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.182266] env[62321]: DEBUG nova.virt.hardware [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.182661] env[62321]: DEBUG nova.virt.hardware [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.183082] env[62321]: DEBUG nova.virt.hardware [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.183458] env[62321]: DEBUG nova.virt.hardware [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.190865] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-920872e1-f4bb-4984-979d-e99d60148f66 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.208323] env[62321]: DEBUG nova.compute.manager [req-c46c7fca-c711-4a48-b7dc-ac50f039bb8f req-21244294-9a98-48b7-b8a2-f94b52d6fe3c service nova] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Received event network-vif-plugged-c9adc3e7-2595-446d-b1f4-37eea47039b6 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 991.208600] env[62321]: DEBUG oslo_concurrency.lockutils [req-c46c7fca-c711-4a48-b7dc-ac50f039bb8f req-21244294-9a98-48b7-b8a2-f94b52d6fe3c service nova] Acquiring lock "f73407ff-6afd-466a-8cf8-25b5f1ddef70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.208919] env[62321]: DEBUG oslo_concurrency.lockutils [req-c46c7fca-c711-4a48-b7dc-ac50f039bb8f req-21244294-9a98-48b7-b8a2-f94b52d6fe3c service nova] Lock "f73407ff-6afd-466a-8cf8-25b5f1ddef70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.209173] env[62321]: DEBUG oslo_concurrency.lockutils [req-c46c7fca-c711-4a48-b7dc-ac50f039bb8f req-21244294-9a98-48b7-b8a2-f94b52d6fe3c service nova] Lock "f73407ff-6afd-466a-8cf8-25b5f1ddef70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.209406] env[62321]: DEBUG nova.compute.manager [req-c46c7fca-c711-4a48-b7dc-ac50f039bb8f req-21244294-9a98-48b7-b8a2-f94b52d6fe3c service nova] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] No waiting events found dispatching network-vif-plugged-c9adc3e7-2595-446d-b1f4-37eea47039b6 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 991.209649] env[62321]: WARNING nova.compute.manager [req-c46c7fca-c711-4a48-b7dc-ac50f039bb8f req-21244294-9a98-48b7-b8a2-f94b52d6fe3c service nova] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Received unexpected event network-vif-plugged-c9adc3e7-2595-446d-b1f4-37eea47039b6 for instance with vm_state building and task_state spawning. [ 991.217128] env[62321]: DEBUG oslo_vmware.api [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 991.217128] env[62321]: value = "task-2633699" [ 991.217128] env[62321]: _type = "Task" [ 991.217128] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.227919] env[62321]: DEBUG oslo_vmware.api [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633699, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.261594] env[62321]: DEBUG oslo_concurrency.lockutils [None req-49a8f827-4ce8-490f-b3db-c5192b15e2a5 tempest-ListImageFiltersTestJSON-1710024725 tempest-ListImageFiltersTestJSON-1710024725-project-member] Lock "179b5998-467e-4e40-89bd-e8555eac9051" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.159s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.401691] env[62321]: DEBUG oslo_vmware.api [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633697, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.532735] env[62321]: DEBUG oslo_vmware.api [None req-5f0ca4da-9c57-4e5b-900f-94164bb9a9b6 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633695, 'name': ReconfigVM_Task, 'duration_secs': 1.970272} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.533363] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5f0ca4da-9c57-4e5b-900f-94164bb9a9b6 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Releasing lock "fbf80529-4efb-4056-9d2b-5b03df0c7777" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.533637] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0ca4da-9c57-4e5b-900f-94164bb9a9b6 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Reconfigured VM to attach interface {{(pid=62321) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 991.623346] env[62321]: DEBUG oslo_vmware.api [None req-3bc824a1-2cf8-4c07-81b4-732b5e24427b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633698, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.663071] env[62321]: DEBUG oslo_concurrency.lockutils [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "refresh_cache-f73407ff-6afd-466a-8cf8-25b5f1ddef70" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.663253] env[62321]: DEBUG oslo_concurrency.lockutils [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquired lock "refresh_cache-f73407ff-6afd-466a-8cf8-25b5f1ddef70" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.663458] env[62321]: DEBUG nova.network.neutron [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.734632] env[62321]: DEBUG oslo_vmware.api [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633699, 'name': ReconfigVM_Task, 'duration_secs': 0.278671} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.734991] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Updating instance '4dbd2adb-a1af-40df-9149-4562c01ea965' progress to 33 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 991.862332] env[62321]: DEBUG nova.compute.manager [req-d40d8734-ed76-44a1-a6f9-dd312e986d85 req-f27e9c87-deb2-44f2-845f-9a6a8b73ea5f service nova] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Received event network-changed-c65e7902-4d23-4bf2-9440-6305024b5b01 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 991.862440] env[62321]: DEBUG nova.compute.manager [req-d40d8734-ed76-44a1-a6f9-dd312e986d85 req-f27e9c87-deb2-44f2-845f-9a6a8b73ea5f service nova] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Refreshing instance network info cache due to event network-changed-c65e7902-4d23-4bf2-9440-6305024b5b01. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 991.862738] env[62321]: DEBUG oslo_concurrency.lockutils [req-d40d8734-ed76-44a1-a6f9-dd312e986d85 req-f27e9c87-deb2-44f2-845f-9a6a8b73ea5f service nova] Acquiring lock "refresh_cache-29b8ec19-e3c4-484a-a749-371359631c7f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.862998] env[62321]: DEBUG oslo_concurrency.lockutils [req-d40d8734-ed76-44a1-a6f9-dd312e986d85 req-f27e9c87-deb2-44f2-845f-9a6a8b73ea5f service nova] Acquired lock "refresh_cache-29b8ec19-e3c4-484a-a749-371359631c7f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.863255] env[62321]: DEBUG nova.network.neutron [req-d40d8734-ed76-44a1-a6f9-dd312e986d85 req-f27e9c87-deb2-44f2-845f-9a6a8b73ea5f service nova] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Refreshing network info cache for port c65e7902-4d23-4bf2-9440-6305024b5b01 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.903027] env[62321]: DEBUG oslo_vmware.api [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633697, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.505533} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.903027] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] ad5cef61-5983-4087-a85a-ad640c52a89a/ad5cef61-5983-4087-a85a-ad640c52a89a.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 991.903027] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 991.903027] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2ffe82a-7fa3-428f-9a36-99c87a146e79 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.911165] env[62321]: DEBUG oslo_vmware.api [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 991.911165] env[62321]: value = "task-2633700" [ 991.911165] env[62321]: _type = "Task" [ 991.911165] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.920663] env[62321]: DEBUG oslo_vmware.api [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633700, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.039163] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5f0ca4da-9c57-4e5b-900f-94164bb9a9b6 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "interface-fbf80529-4efb-4056-9d2b-5b03df0c7777-533cea52-465f-4246-98e2-98ce4db21d19" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 9.379s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.110851] env[62321]: DEBUG oslo_vmware.api [None req-3bc824a1-2cf8-4c07-81b4-732b5e24427b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633698, 'name': PowerOffVM_Task, 'duration_secs': 1.083011} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.111141] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bc824a1-2cf8-4c07-81b4-732b5e24427b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.111333] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc824a1-2cf8-4c07-81b4-732b5e24427b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 992.111602] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-175af284-2296-4650-8e57-0e71368ac3fb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.200165] env[62321]: DEBUG nova.network.neutron [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.244172] env[62321]: DEBUG nova.virt.hardware [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 992.245447] env[62321]: DEBUG nova.virt.hardware [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 992.245447] env[62321]: DEBUG nova.virt.hardware [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 992.245447] env[62321]: DEBUG nova.virt.hardware [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 992.247181] env[62321]: DEBUG nova.virt.hardware [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 992.247470] env[62321]: DEBUG nova.virt.hardware [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 992.247841] env[62321]: DEBUG nova.virt.hardware [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 992.248743] env[62321]: DEBUG nova.virt.hardware [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 992.248743] env[62321]: DEBUG nova.virt.hardware [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 992.248743] env[62321]: DEBUG nova.virt.hardware [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 992.249351] env[62321]: DEBUG nova.virt.hardware [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 992.258646] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Reconfiguring VM instance instance-0000005e to detach disk 2000 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 992.264880] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e815b7d-06e4-4e94-8e69-35af14f47891 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.289582] env[62321]: DEBUG oslo_vmware.api [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 992.289582] env[62321]: value = "task-2633702" [ 992.289582] env[62321]: _type = "Task" [ 992.289582] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.300340] env[62321]: DEBUG oslo_vmware.api [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633702, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.394634] env[62321]: DEBUG nova.network.neutron [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Updating instance_info_cache with network_info: [{"id": "c9adc3e7-2595-446d-b1f4-37eea47039b6", "address": "fa:16:3e:5c:e7:6e", "network": {"id": "a50eeade-5604-486a-9cb3-a0b97aca18b5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-625207795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f6e0514ecb245af82559116fef7e299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9adc3e7-25", "ovs_interfaceid": "c9adc3e7-2595-446d-b1f4-37eea47039b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.427835] env[62321]: DEBUG oslo_vmware.api [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633700, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104216} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.428162] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 992.429147] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3caa05d-09c9-437a-8204-cd895eb52be3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.455680] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] ad5cef61-5983-4087-a85a-ad640c52a89a/ad5cef61-5983-4087-a85a-ad640c52a89a.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.456051] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b271c00e-1797-41ac-ab66-a67128365845 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.483551] env[62321]: DEBUG oslo_vmware.api [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 992.483551] env[62321]: value = "task-2633703" [ 992.483551] env[62321]: _type = "Task" [ 992.483551] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.497335] env[62321]: DEBUG oslo_vmware.api [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633703, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.695678] env[62321]: DEBUG nova.network.neutron [req-d40d8734-ed76-44a1-a6f9-dd312e986d85 req-f27e9c87-deb2-44f2-845f-9a6a8b73ea5f service nova] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Updated VIF entry in instance network info cache for port c65e7902-4d23-4bf2-9440-6305024b5b01. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.695678] env[62321]: DEBUG nova.network.neutron [req-d40d8734-ed76-44a1-a6f9-dd312e986d85 req-f27e9c87-deb2-44f2-845f-9a6a8b73ea5f service nova] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Updating instance_info_cache with network_info: [{"id": "c65e7902-4d23-4bf2-9440-6305024b5b01", "address": "fa:16:3e:c6:5d:fc", "network": {"id": "31512f77-e967-4fe6-9fc1-48e1b1dc1c59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319997203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ab0ef1837a249d9bca4fa5faf5cc8ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc65e7902-4d", "ovs_interfaceid": "c65e7902-4d23-4bf2-9440-6305024b5b01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.801272] env[62321]: DEBUG oslo_vmware.api [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633702, 'name': ReconfigVM_Task, 'duration_secs': 0.276907} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.801954] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Reconfigured VM instance instance-0000005e to detach disk 2000 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 992.805021] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd02be46-bb5f-48ef-b433-4556931abfa2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.834680] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 4dbd2adb-a1af-40df-9149-4562c01ea965/4dbd2adb-a1af-40df-9149-4562c01ea965.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.834680] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efe690e3-e687-4efe-b4e8-27ef36b43084 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.858938] env[62321]: DEBUG oslo_vmware.api [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 992.858938] env[62321]: value = "task-2633704" [ 992.858938] env[62321]: _type = "Task" [ 992.858938] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.875798] env[62321]: DEBUG oslo_vmware.api [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633704, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.897681] env[62321]: DEBUG oslo_concurrency.lockutils [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Releasing lock "refresh_cache-f73407ff-6afd-466a-8cf8-25b5f1ddef70" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.898524] env[62321]: DEBUG nova.compute.manager [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Instance network_info: |[{"id": "c9adc3e7-2595-446d-b1f4-37eea47039b6", "address": "fa:16:3e:5c:e7:6e", "network": {"id": "a50eeade-5604-486a-9cb3-a0b97aca18b5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-625207795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f6e0514ecb245af82559116fef7e299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9adc3e7-25", "ovs_interfaceid": "c9adc3e7-2595-446d-b1f4-37eea47039b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 992.899465] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:e7:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9adc3e7-2595-446d-b1f4-37eea47039b6', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 992.910205] env[62321]: DEBUG oslo.service.loopingcall [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 992.910617] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 992.913843] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a9d5d32-80d2-406a-945f-f5ad10f8ba0a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.937559] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 992.937559] env[62321]: value = "task-2633705" [ 992.937559] env[62321]: _type = "Task" [ 992.937559] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.949825] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633705, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.996453] env[62321]: DEBUG oslo_vmware.api [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633703, 'name': ReconfigVM_Task, 'duration_secs': 0.391724} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.997006] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Reconfigured VM instance instance-00000060 to attach disk [datastore2] ad5cef61-5983-4087-a85a-ad640c52a89a/ad5cef61-5983-4087-a85a-ad640c52a89a.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.997680] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-555973d6-2a07-4fe5-b788-a6dadbb4e0a2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.008161] env[62321]: DEBUG oslo_vmware.api [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 993.008161] env[62321]: value = "task-2633706" [ 993.008161] env[62321]: _type = "Task" [ 993.008161] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.025557] env[62321]: DEBUG oslo_vmware.api [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633706, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.198725] env[62321]: DEBUG oslo_concurrency.lockutils [req-d40d8734-ed76-44a1-a6f9-dd312e986d85 req-f27e9c87-deb2-44f2-845f-9a6a8b73ea5f service nova] Releasing lock "refresh_cache-29b8ec19-e3c4-484a-a749-371359631c7f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.243874] env[62321]: DEBUG nova.objects.instance [None req-abebc7c9-9a9b-4baf-aa9c-3e3418601ddf tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Lazy-loading 'flavor' on Instance uuid 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.276210] env[62321]: DEBUG nova.compute.manager [req-6dfca39b-46cf-4771-89dc-441d765dc054 req-707d6b1e-c57a-4a94-8bef-f1e692c082bb service nova] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Received event network-changed-c9adc3e7-2595-446d-b1f4-37eea47039b6 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 993.276210] env[62321]: DEBUG nova.compute.manager [req-6dfca39b-46cf-4771-89dc-441d765dc054 req-707d6b1e-c57a-4a94-8bef-f1e692c082bb service nova] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Refreshing instance network info cache due to event network-changed-c9adc3e7-2595-446d-b1f4-37eea47039b6. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 993.276210] env[62321]: DEBUG oslo_concurrency.lockutils [req-6dfca39b-46cf-4771-89dc-441d765dc054 req-707d6b1e-c57a-4a94-8bef-f1e692c082bb service nova] Acquiring lock "refresh_cache-f73407ff-6afd-466a-8cf8-25b5f1ddef70" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.276210] env[62321]: DEBUG oslo_concurrency.lockutils [req-6dfca39b-46cf-4771-89dc-441d765dc054 req-707d6b1e-c57a-4a94-8bef-f1e692c082bb service nova] Acquired lock "refresh_cache-f73407ff-6afd-466a-8cf8-25b5f1ddef70" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.276210] env[62321]: DEBUG nova.network.neutron [req-6dfca39b-46cf-4771-89dc-441d765dc054 req-707d6b1e-c57a-4a94-8bef-f1e692c082bb service nova] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Refreshing network info cache for port c9adc3e7-2595-446d-b1f4-37eea47039b6 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.374118] env[62321]: DEBUG oslo_vmware.api [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633704, 'name': ReconfigVM_Task, 'duration_secs': 0.416742} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.374766] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 4dbd2adb-a1af-40df-9149-4562c01ea965/4dbd2adb-a1af-40df-9149-4562c01ea965.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.375154] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Updating instance '4dbd2adb-a1af-40df-9149-4562c01ea965' progress to 50 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 993.448792] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633705, 'name': CreateVM_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.519030] env[62321]: DEBUG oslo_vmware.api [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633706, 'name': Rename_Task, 'duration_secs': 0.188889} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.519334] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.519590] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-403b65a8-68f5-4757-b978-58a51aebd85a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.533170] env[62321]: DEBUG oslo_vmware.api [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 993.533170] env[62321]: value = "task-2633707" [ 993.533170] env[62321]: _type = "Task" [ 993.533170] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.541806] env[62321]: DEBUG oslo_vmware.api [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.707588] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc824a1-2cf8-4c07-81b4-732b5e24427b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 993.707932] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc824a1-2cf8-4c07-81b4-732b5e24427b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 993.708243] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bc824a1-2cf8-4c07-81b4-732b5e24427b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Deleting the datastore file [datastore1] 2ac1005f-138b-4e2d-9952-4df86b0c9eb2 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 993.708599] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b73ebcc8-eb11-4f4f-9767-f84ee2c962f5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.717602] env[62321]: DEBUG oslo_vmware.api [None req-3bc824a1-2cf8-4c07-81b4-732b5e24427b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 993.717602] env[62321]: value = "task-2633708" [ 993.717602] env[62321]: _type = "Task" [ 993.717602] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.730033] env[62321]: DEBUG oslo_vmware.api [None req-3bc824a1-2cf8-4c07-81b4-732b5e24427b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633708, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.751219] env[62321]: DEBUG oslo_concurrency.lockutils [None req-abebc7c9-9a9b-4baf-aa9c-3e3418601ddf tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Acquiring lock "refresh_cache-6e9e36b5-0e07-42ff-94a3-e7e7f11604a5" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.751433] env[62321]: DEBUG oslo_concurrency.lockutils [None req-abebc7c9-9a9b-4baf-aa9c-3e3418601ddf tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Acquired lock "refresh_cache-6e9e36b5-0e07-42ff-94a3-e7e7f11604a5" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.876870] env[62321]: DEBUG oslo_concurrency.lockutils [None req-13b64bf4-8587-4b9e-8462-f591a4625cba tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "interface-fbf80529-4efb-4056-9d2b-5b03df0c7777-edeab612-fe32-44d8-933d-23d2da9d7c93" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.877248] env[62321]: DEBUG oslo_concurrency.lockutils [None req-13b64bf4-8587-4b9e-8462-f591a4625cba tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "interface-fbf80529-4efb-4056-9d2b-5b03df0c7777-edeab612-fe32-44d8-933d-23d2da9d7c93" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.882384] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8fcfda-041f-49b3-8d4b-a592141787d5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.907402] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7c3f5d-40d9-4587-a0b7-94701049c08e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.928066] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Updating instance '4dbd2adb-a1af-40df-9149-4562c01ea965' progress to 67 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 993.951534] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633705, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.014856] env[62321]: DEBUG nova.network.neutron [req-6dfca39b-46cf-4771-89dc-441d765dc054 req-707d6b1e-c57a-4a94-8bef-f1e692c082bb service nova] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Updated VIF entry in instance network info cache for port c9adc3e7-2595-446d-b1f4-37eea47039b6. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.015231] env[62321]: DEBUG nova.network.neutron [req-6dfca39b-46cf-4771-89dc-441d765dc054 req-707d6b1e-c57a-4a94-8bef-f1e692c082bb service nova] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Updating instance_info_cache with network_info: [{"id": "c9adc3e7-2595-446d-b1f4-37eea47039b6", "address": "fa:16:3e:5c:e7:6e", "network": {"id": "a50eeade-5604-486a-9cb3-a0b97aca18b5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-625207795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f6e0514ecb245af82559116fef7e299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9adc3e7-25", "ovs_interfaceid": "c9adc3e7-2595-446d-b1f4-37eea47039b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.044610] env[62321]: DEBUG oslo_vmware.api [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633707, 'name': PowerOnVM_Task, 'duration_secs': 0.484221} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.044864] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 994.049022] env[62321]: INFO nova.compute.manager [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Took 8.24 seconds to spawn the instance on the hypervisor. [ 994.049022] env[62321]: DEBUG nova.compute.manager [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.049022] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4ce5aa-d333-45bd-880c-b537c581fe0c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.228837] env[62321]: DEBUG oslo_vmware.api [None req-3bc824a1-2cf8-4c07-81b4-732b5e24427b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633708, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.368233} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.229217] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bc824a1-2cf8-4c07-81b4-732b5e24427b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 994.230186] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc824a1-2cf8-4c07-81b4-732b5e24427b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 994.230348] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc824a1-2cf8-4c07-81b4-732b5e24427b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 994.236950] env[62321]: INFO nova.compute.manager [None req-3bc824a1-2cf8-4c07-81b4-732b5e24427b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Took 3.65 seconds to destroy the instance on the hypervisor. [ 994.236950] env[62321]: DEBUG oslo.service.loopingcall [None req-3bc824a1-2cf8-4c07-81b4-732b5e24427b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 994.236950] env[62321]: DEBUG nova.compute.manager [-] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 994.236950] env[62321]: DEBUG nova.network.neutron [-] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 994.275995] env[62321]: DEBUG nova.compute.manager [req-a51cf4dd-437f-4c90-8d45-817cac346235 req-fc0c1110-2785-4c53-a9c3-5cab41f47994 service nova] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Received event network-changed-c65e7902-4d23-4bf2-9440-6305024b5b01 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 994.276262] env[62321]: DEBUG nova.compute.manager [req-a51cf4dd-437f-4c90-8d45-817cac346235 req-fc0c1110-2785-4c53-a9c3-5cab41f47994 service nova] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Refreshing instance network info cache due to event network-changed-c65e7902-4d23-4bf2-9440-6305024b5b01. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 994.276487] env[62321]: DEBUG oslo_concurrency.lockutils [req-a51cf4dd-437f-4c90-8d45-817cac346235 req-fc0c1110-2785-4c53-a9c3-5cab41f47994 service nova] Acquiring lock "refresh_cache-29b8ec19-e3c4-484a-a749-371359631c7f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.276631] env[62321]: DEBUG oslo_concurrency.lockutils [req-a51cf4dd-437f-4c90-8d45-817cac346235 req-fc0c1110-2785-4c53-a9c3-5cab41f47994 service nova] Acquired lock "refresh_cache-29b8ec19-e3c4-484a-a749-371359631c7f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.276788] env[62321]: DEBUG nova.network.neutron [req-a51cf4dd-437f-4c90-8d45-817cac346235 req-fc0c1110-2785-4c53-a9c3-5cab41f47994 service nova] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Refreshing network info cache for port c65e7902-4d23-4bf2-9440-6305024b5b01 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 994.329917] env[62321]: DEBUG oslo_vmware.rw_handles [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa7c1a-3905-0796-4a9e-6d1eaa8c8286/disk-0.vmdk. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 994.330967] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37283fbe-9680-4604-bb2a-21b36bc39cec {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.339027] env[62321]: DEBUG oslo_vmware.rw_handles [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa7c1a-3905-0796-4a9e-6d1eaa8c8286/disk-0.vmdk is in state: ready. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 994.339027] env[62321]: ERROR oslo_vmware.rw_handles [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa7c1a-3905-0796-4a9e-6d1eaa8c8286/disk-0.vmdk due to incomplete transfer. [ 994.339027] env[62321]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a09242e6-31e5-4bd9-a5e9-14695a0582d6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.350387] env[62321]: DEBUG oslo_vmware.rw_handles [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa7c1a-3905-0796-4a9e-6d1eaa8c8286/disk-0.vmdk. {{(pid=62321) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 994.350603] env[62321]: DEBUG nova.virt.vmwareapi.images [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Uploaded image bc5a547d-c425-4d06-9ea8-9a21975b1f5a to the Glance image server {{(pid=62321) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 994.353720] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Destroying the VM {{(pid=62321) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 994.354027] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-47ab6d0f-dd54-4662-8725-69a797d9acb5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.362266] env[62321]: DEBUG oslo_vmware.api [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 994.362266] env[62321]: value = "task-2633709" [ 994.362266] env[62321]: _type = "Task" [ 994.362266] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.374573] env[62321]: DEBUG oslo_vmware.api [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633709, 'name': Destroy_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.379450] env[62321]: DEBUG oslo_concurrency.lockutils [None req-13b64bf4-8587-4b9e-8462-f591a4625cba tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "fbf80529-4efb-4056-9d2b-5b03df0c7777" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.379861] env[62321]: DEBUG oslo_concurrency.lockutils [None req-13b64bf4-8587-4b9e-8462-f591a4625cba tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquired lock "fbf80529-4efb-4056-9d2b-5b03df0c7777" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.383022] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb86e2f6-d213-4110-9a1c-909762708272 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.404994] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d1c30c-4956-46a1-b966-006dc7c65397 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.443536] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-13b64bf4-8587-4b9e-8462-f591a4625cba tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Reconfiguring VM to detach interface {{(pid=62321) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 994.443903] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01f277d7-fc48-486d-bf08-5dc5e079563c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.467912] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633705, 'name': CreateVM_Task, 'duration_secs': 1.12084} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.469253] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.469617] env[62321]: DEBUG oslo_vmware.api [None req-13b64bf4-8587-4b9e-8462-f591a4625cba tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 994.469617] env[62321]: value = "task-2633710" [ 994.469617] env[62321]: _type = "Task" [ 994.469617] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.470320] env[62321]: DEBUG oslo_concurrency.lockutils [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.470488] env[62321]: DEBUG oslo_concurrency.lockutils [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.470848] env[62321]: DEBUG oslo_concurrency.lockutils [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.471191] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffa9cc8a-ba9e-42cf-853b-1d084bf6a6ed {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.480915] env[62321]: DEBUG oslo_vmware.api [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 994.480915] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d88bc0-6fd6-14f8-9ad7-00e970b8e165" [ 994.480915] env[62321]: _type = "Task" [ 994.480915] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.484121] env[62321]: DEBUG oslo_vmware.api [None req-13b64bf4-8587-4b9e-8462-f591a4625cba tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633710, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.494064] env[62321]: DEBUG oslo_vmware.api [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d88bc0-6fd6-14f8-9ad7-00e970b8e165, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.518095] env[62321]: DEBUG oslo_concurrency.lockutils [req-6dfca39b-46cf-4771-89dc-441d765dc054 req-707d6b1e-c57a-4a94-8bef-f1e692c082bb service nova] Releasing lock "refresh_cache-f73407ff-6afd-466a-8cf8-25b5f1ddef70" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.523685] env[62321]: DEBUG nova.network.neutron [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Port d89eefe4-7023-46e4-9f96-f627c32d5397 binding to destination host cpu-1 is already ACTIVE {{(pid=62321) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 994.565149] env[62321]: INFO nova.compute.manager [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Took 20.42 seconds to build instance. [ 994.628637] env[62321]: DEBUG nova.network.neutron [None req-abebc7c9-9a9b-4baf-aa9c-3e3418601ddf tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.878566] env[62321]: DEBUG oslo_vmware.api [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633709, 'name': Destroy_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.983156] env[62321]: DEBUG oslo_vmware.api [None req-13b64bf4-8587-4b9e-8462-f591a4625cba tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.993549] env[62321]: DEBUG oslo_vmware.api [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d88bc0-6fd6-14f8-9ad7-00e970b8e165, 'name': SearchDatastore_Task, 'duration_secs': 0.029624} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.993917] env[62321]: DEBUG oslo_concurrency.lockutils [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.994189] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.994420] env[62321]: DEBUG oslo_concurrency.lockutils [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.994565] env[62321]: DEBUG oslo_concurrency.lockutils [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.994743] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.995019] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0f8e10a-17e8-414d-ac62-1ee3a8669007 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.005856] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.006046] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.006829] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a50f1e58-aa54-459c-bdf9-6395b11eee69 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.016947] env[62321]: DEBUG oslo_vmware.api [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 995.016947] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52933c4c-b0b7-03c9-8a85-efaea00d1742" [ 995.016947] env[62321]: _type = "Task" [ 995.016947] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.031497] env[62321]: DEBUG oslo_vmware.api [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52933c4c-b0b7-03c9-8a85-efaea00d1742, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.067441] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76049cdb-01a6-46a2-8764-f30c601b0369 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "ad5cef61-5983-4087-a85a-ad640c52a89a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.928s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.126962] env[62321]: DEBUG nova.network.neutron [req-a51cf4dd-437f-4c90-8d45-817cac346235 req-fc0c1110-2785-4c53-a9c3-5cab41f47994 service nova] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Updated VIF entry in instance network info cache for port c65e7902-4d23-4bf2-9440-6305024b5b01. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 995.127389] env[62321]: DEBUG nova.network.neutron [req-a51cf4dd-437f-4c90-8d45-817cac346235 req-fc0c1110-2785-4c53-a9c3-5cab41f47994 service nova] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Updating instance_info_cache with network_info: [{"id": "c65e7902-4d23-4bf2-9440-6305024b5b01", "address": "fa:16:3e:c6:5d:fc", "network": {"id": "31512f77-e967-4fe6-9fc1-48e1b1dc1c59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-319997203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ab0ef1837a249d9bca4fa5faf5cc8ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc65e7902-4d", "ovs_interfaceid": "c65e7902-4d23-4bf2-9440-6305024b5b01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.299542] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 995.299865] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 995.313698] env[62321]: DEBUG nova.network.neutron [-] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.373172] env[62321]: DEBUG oslo_vmware.api [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633709, 'name': Destroy_Task, 'duration_secs': 1.000392} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.373768] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Destroyed the VM [ 995.374018] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Deleting Snapshot of the VM instance {{(pid=62321) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 995.374275] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-166cf45a-8445-4700-bba3-6008c792ec22 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.384533] env[62321]: DEBUG oslo_vmware.api [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 995.384533] env[62321]: value = "task-2633711" [ 995.384533] env[62321]: _type = "Task" [ 995.384533] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.395806] env[62321]: DEBUG oslo_vmware.api [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633711, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.464939] env[62321]: DEBUG nova.compute.manager [req-b99ddf6f-6796-4d4a-8be3-3de4a97258fc req-c6192678-866d-4221-b60f-0bd941c74e1b service nova] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Received event network-vif-deleted-dbb48c81-edf4-46be-b0af-74a7179a9711 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 995.483017] env[62321]: DEBUG oslo_vmware.api [None req-13b64bf4-8587-4b9e-8462-f591a4625cba tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.484049] env[62321]: DEBUG nova.network.neutron [None req-abebc7c9-9a9b-4baf-aa9c-3e3418601ddf tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Updating instance_info_cache with network_info: [{"id": "4160b322-ccce-4c95-a317-f7366699894d", "address": "fa:16:3e:a5:74:99", "network": {"id": "0d427690-c36e-4ece-9ebf-f8fafce3d3fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1271606058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcced4404bcd405d88bc41f0db9bf5a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4160b322-cc", "ovs_interfaceid": "4160b322-ccce-4c95-a317-f7366699894d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.527728] env[62321]: DEBUG oslo_vmware.api [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52933c4c-b0b7-03c9-8a85-efaea00d1742, 'name': SearchDatastore_Task, 'duration_secs': 0.034241} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.528501] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51f0d778-b6e3-49a5-a79d-e4710c3b45da {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.540918] env[62321]: DEBUG oslo_vmware.api [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 995.540918] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a8aca9-922d-d86a-5a67-e3702ae63539" [ 995.540918] env[62321]: _type = "Task" [ 995.540918] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.546693] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "4dbd2adb-a1af-40df-9149-4562c01ea965-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.546903] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "4dbd2adb-a1af-40df-9149-4562c01ea965-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.547092] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "4dbd2adb-a1af-40df-9149-4562c01ea965-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.556936] env[62321]: DEBUG oslo_vmware.api [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a8aca9-922d-d86a-5a67-e3702ae63539, 'name': SearchDatastore_Task, 'duration_secs': 0.01201} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.557183] env[62321]: DEBUG oslo_concurrency.lockutils [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.557446] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] f73407ff-6afd-466a-8cf8-25b5f1ddef70/f73407ff-6afd-466a-8cf8-25b5f1ddef70.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.557743] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d7c242a-2acb-4eeb-8c50-c8304007abf5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.566043] env[62321]: DEBUG oslo_vmware.api [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 995.566043] env[62321]: value = "task-2633712" [ 995.566043] env[62321]: _type = "Task" [ 995.566043] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.576208] env[62321]: DEBUG oslo_vmware.api [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.632783] env[62321]: DEBUG oslo_concurrency.lockutils [req-a51cf4dd-437f-4c90-8d45-817cac346235 req-fc0c1110-2785-4c53-a9c3-5cab41f47994 service nova] Releasing lock "refresh_cache-29b8ec19-e3c4-484a-a749-371359631c7f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.808431] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 995.810011] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 995.813031] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 995.813324] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "6ebd9a81-02b1-4e97-9dbe-7df69455a365" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.814128] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "6ebd9a81-02b1-4e97-9dbe-7df69455a365" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.814602] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 995.815188] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 995.815188] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 995.815296] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62321) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 995.815793] env[62321]: INFO nova.compute.manager [-] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Took 1.58 seconds to deallocate network for instance. [ 995.816167] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 995.896484] env[62321]: DEBUG oslo_vmware.api [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633711, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.984736] env[62321]: DEBUG oslo_vmware.api [None req-13b64bf4-8587-4b9e-8462-f591a4625cba tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.986443] env[62321]: DEBUG oslo_concurrency.lockutils [None req-abebc7c9-9a9b-4baf-aa9c-3e3418601ddf tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Releasing lock "refresh_cache-6e9e36b5-0e07-42ff-94a3-e7e7f11604a5" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.986686] env[62321]: DEBUG nova.compute.manager [None req-abebc7c9-9a9b-4baf-aa9c-3e3418601ddf tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Inject network info {{(pid=62321) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 995.986956] env[62321]: DEBUG nova.compute.manager [None req-abebc7c9-9a9b-4baf-aa9c-3e3418601ddf tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] network_info to inject: |[{"id": "4160b322-ccce-4c95-a317-f7366699894d", "address": "fa:16:3e:a5:74:99", "network": {"id": "0d427690-c36e-4ece-9ebf-f8fafce3d3fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1271606058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcced4404bcd405d88bc41f0db9bf5a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4160b322-cc", "ovs_interfaceid": "4160b322-ccce-4c95-a317-f7366699894d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 995.991912] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-abebc7c9-9a9b-4baf-aa9c-3e3418601ddf tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Reconfiguring VM instance to set the machine id {{(pid=62321) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 995.992306] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb83733c-f337-4df1-b38a-1d0029be1b13 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.009698] env[62321]: DEBUG oslo_vmware.api [None req-abebc7c9-9a9b-4baf-aa9c-3e3418601ddf tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Waiting for the task: (returnval){ [ 996.009698] env[62321]: value = "task-2633713" [ 996.009698] env[62321]: _type = "Task" [ 996.009698] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.022410] env[62321]: DEBUG oslo_vmware.api [None req-abebc7c9-9a9b-4baf-aa9c-3e3418601ddf tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Task: {'id': task-2633713, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.077638] env[62321]: DEBUG oslo_vmware.api [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633712, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.302933] env[62321]: DEBUG nova.compute.manager [req-bed2906f-9e90-41d5-b96f-9651911c6ce0 req-bbf0d9c6-816d-4aab-b51d-418b21a98795 service nova] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Received event network-changed-4160b322-ccce-4c95-a317-f7366699894d {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 996.303143] env[62321]: DEBUG nova.compute.manager [req-bed2906f-9e90-41d5-b96f-9651911c6ce0 req-bbf0d9c6-816d-4aab-b51d-418b21a98795 service nova] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Refreshing instance network info cache due to event network-changed-4160b322-ccce-4c95-a317-f7366699894d. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 996.303360] env[62321]: DEBUG oslo_concurrency.lockutils [req-bed2906f-9e90-41d5-b96f-9651911c6ce0 req-bbf0d9c6-816d-4aab-b51d-418b21a98795 service nova] Acquiring lock "refresh_cache-6e9e36b5-0e07-42ff-94a3-e7e7f11604a5" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.303502] env[62321]: DEBUG oslo_concurrency.lockutils [req-bed2906f-9e90-41d5-b96f-9651911c6ce0 req-bbf0d9c6-816d-4aab-b51d-418b21a98795 service nova] Acquired lock "refresh_cache-6e9e36b5-0e07-42ff-94a3-e7e7f11604a5" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.303660] env[62321]: DEBUG nova.network.neutron [req-bed2906f-9e90-41d5-b96f-9651911c6ce0 req-bbf0d9c6-816d-4aab-b51d-418b21a98795 service nova] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Refreshing network info cache for port 4160b322-ccce-4c95-a317-f7366699894d {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 996.317026] env[62321]: DEBUG nova.compute.manager [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 996.319876] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.320109] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.320275] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.320420] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62321) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 996.321763] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055e5cbb-1f39-40d2-b279-93c055d0b5b6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.325387] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3bc824a1-2cf8-4c07-81b4-732b5e24427b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.325602] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3bc824a1-2cf8-4c07-81b4-732b5e24427b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.325820] env[62321]: DEBUG nova.objects.instance [None req-3bc824a1-2cf8-4c07-81b4-732b5e24427b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lazy-loading 'resources' on Instance uuid 2ac1005f-138b-4e2d-9952-4df86b0c9eb2 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.333183] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b09b66b-d6db-4a75-9f3b-8d344eea02fb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.349582] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cd5033-07d4-4ed0-8624-8e8b901a29a5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.357179] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128536d5-6f2c-4a29-803f-0e8c23a86057 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.389566] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177599MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=62321) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 996.389825] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.399133] env[62321]: DEBUG oslo_vmware.api [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633711, 'name': RemoveSnapshot_Task, 'duration_secs': 0.792693} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.399423] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Deleted Snapshot of the VM instance {{(pid=62321) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 996.399647] env[62321]: INFO nova.compute.manager [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Took 17.14 seconds to snapshot the instance on the hypervisor. [ 996.483965] env[62321]: DEBUG oslo_vmware.api [None req-13b64bf4-8587-4b9e-8462-f591a4625cba tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.519552] env[62321]: DEBUG oslo_vmware.api [None req-abebc7c9-9a9b-4baf-aa9c-3e3418601ddf tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Task: {'id': task-2633713, 'name': ReconfigVM_Task, 'duration_secs': 0.283091} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.519854] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-abebc7c9-9a9b-4baf-aa9c-3e3418601ddf tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Reconfigured VM instance to set the machine id {{(pid=62321) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 996.576940] env[62321]: DEBUG oslo_vmware.api [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633712, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673839} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.577252] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] f73407ff-6afd-466a-8cf8-25b5f1ddef70/f73407ff-6afd-466a-8cf8-25b5f1ddef70.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.577477] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.578674] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-718641cd-e5bb-4950-be83-01dea692f0dc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.586315] env[62321]: DEBUG oslo_vmware.api [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 996.586315] env[62321]: value = "task-2633714" [ 996.586315] env[62321]: _type = "Task" [ 996.586315] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.592201] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "refresh_cache-4dbd2adb-a1af-40df-9149-4562c01ea965" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.592435] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquired lock "refresh_cache-4dbd2adb-a1af-40df-9149-4562c01ea965" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.592638] env[62321]: DEBUG nova.network.neutron [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.599891] env[62321]: DEBUG oslo_vmware.api [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.735476] env[62321]: DEBUG nova.objects.instance [None req-4a190e12-c1ff-46d9-baa5-71162214b2a0 tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Lazy-loading 'flavor' on Instance uuid 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.840323] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.944134] env[62321]: DEBUG nova.compute.manager [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Found 3 images (rotation: 2) {{(pid=62321) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 996.944397] env[62321]: DEBUG nova.compute.manager [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Rotating out 1 backups {{(pid=62321) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 996.944505] env[62321]: DEBUG nova.compute.manager [None req-d731cf6e-5524-43a5-8441-730b263532dc tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Deleting image b2e45f7d-a9ea-4d2d-8787-38c3ed6c466d {{(pid=62321) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 996.990777] env[62321]: DEBUG oslo_vmware.api [None req-13b64bf4-8587-4b9e-8462-f591a4625cba tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.810206] env[62321]: DEBUG nova.network.neutron [req-bed2906f-9e90-41d5-b96f-9651911c6ce0 req-bbf0d9c6-816d-4aab-b51d-418b21a98795 service nova] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Updated VIF entry in instance network info cache for port 4160b322-ccce-4c95-a317-f7366699894d. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.810567] env[62321]: DEBUG nova.network.neutron [req-bed2906f-9e90-41d5-b96f-9651911c6ce0 req-bbf0d9c6-816d-4aab-b51d-418b21a98795 service nova] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Updating instance_info_cache with network_info: [{"id": "4160b322-ccce-4c95-a317-f7366699894d", "address": "fa:16:3e:a5:74:99", "network": {"id": "0d427690-c36e-4ece-9ebf-f8fafce3d3fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1271606058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcced4404bcd405d88bc41f0db9bf5a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4160b322-cc", "ovs_interfaceid": "4160b322-ccce-4c95-a317-f7366699894d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.814584] env[62321]: DEBUG oslo_vmware.api [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072948} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.815124] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4a190e12-c1ff-46d9-baa5-71162214b2a0 tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Acquiring lock "refresh_cache-6e9e36b5-0e07-42ff-94a3-e7e7f11604a5" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.818499] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.819432] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b04c6d-d93e-4043-b5d1-c42f84544f64 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.843708] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] f73407ff-6afd-466a-8cf8-25b5f1ddef70/f73407ff-6afd-466a-8cf8-25b5f1ddef70.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.848374] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4776f0e-965b-494f-8ed7-f69613c0dd7b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.862920] env[62321]: DEBUG oslo_vmware.api [None req-13b64bf4-8587-4b9e-8462-f591a4625cba tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.863165] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aacd9e9-3696-4471-a7c7-79fcac5c4b37 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.874494] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea2d302-0ea1-4ff3-bae4-99e7ceff67de {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.878689] env[62321]: DEBUG oslo_vmware.api [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 997.878689] env[62321]: value = "task-2633715" [ 997.878689] env[62321]: _type = "Task" [ 997.878689] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.910614] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82fd018-0949-43d8-973e-fb18ecbce9d8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.916596] env[62321]: DEBUG oslo_vmware.api [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.923358] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2283b5ca-7162-4bc7-8dc4-e04d9e1c7796 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.939442] env[62321]: DEBUG nova.compute.provider_tree [None req-3bc824a1-2cf8-4c07-81b4-732b5e24427b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.056609] env[62321]: DEBUG nova.network.neutron [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Updating instance_info_cache with network_info: [{"id": "d89eefe4-7023-46e4-9f96-f627c32d5397", "address": "fa:16:3e:20:bc:a0", "network": {"id": "aeb4035c-866a-49d1-8e35-92023a4db09e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-243125243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd8fac8dc7ba41c6b0550e1fff9988a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd89eefe4-70", "ovs_interfaceid": "d89eefe4-7023-46e4-9f96-f627c32d5397", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.318281] env[62321]: DEBUG oslo_concurrency.lockutils [req-bed2906f-9e90-41d5-b96f-9651911c6ce0 req-bbf0d9c6-816d-4aab-b51d-418b21a98795 service nova] Releasing lock "refresh_cache-6e9e36b5-0e07-42ff-94a3-e7e7f11604a5" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.318733] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4a190e12-c1ff-46d9-baa5-71162214b2a0 tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Acquired lock "refresh_cache-6e9e36b5-0e07-42ff-94a3-e7e7f11604a5" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.327309] env[62321]: DEBUG oslo_vmware.api [None req-13b64bf4-8587-4b9e-8462-f591a4625cba tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.391619] env[62321]: DEBUG oslo_vmware.api [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633715, 'name': ReconfigVM_Task, 'duration_secs': 0.416395} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.391619] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Reconfigured VM instance instance-00000061 to attach disk [datastore2] f73407ff-6afd-466a-8cf8-25b5f1ddef70/f73407ff-6afd-466a-8cf8-25b5f1ddef70.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.392368] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08b2f3a6-6b18-4658-b03e-7959d0d866b8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.402163] env[62321]: DEBUG oslo_vmware.api [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 998.402163] env[62321]: value = "task-2633716" [ 998.402163] env[62321]: _type = "Task" [ 998.402163] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.410881] env[62321]: DEBUG oslo_vmware.api [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633716, 'name': Rename_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.445552] env[62321]: DEBUG nova.scheduler.client.report [None req-3bc824a1-2cf8-4c07-81b4-732b5e24427b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.562021] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Releasing lock "refresh_cache-4dbd2adb-a1af-40df-9149-4562c01ea965" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.674738] env[62321]: DEBUG nova.network.neutron [None req-4a190e12-c1ff-46d9-baa5-71162214b2a0 tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.694457] env[62321]: DEBUG nova.compute.manager [req-fb14bd21-6dee-4dc5-b6e4-3f34434deb98 req-cb7bc933-ee38-45ff-860c-51645ee84c27 service nova] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Received event network-changed-4160b322-ccce-4c95-a317-f7366699894d {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 998.694653] env[62321]: DEBUG nova.compute.manager [req-fb14bd21-6dee-4dc5-b6e4-3f34434deb98 req-cb7bc933-ee38-45ff-860c-51645ee84c27 service nova] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Refreshing instance network info cache due to event network-changed-4160b322-ccce-4c95-a317-f7366699894d. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 998.695172] env[62321]: DEBUG oslo_concurrency.lockutils [req-fb14bd21-6dee-4dc5-b6e4-3f34434deb98 req-cb7bc933-ee38-45ff-860c-51645ee84c27 service nova] Acquiring lock "refresh_cache-6e9e36b5-0e07-42ff-94a3-e7e7f11604a5" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.825159] env[62321]: DEBUG oslo_vmware.api [None req-13b64bf4-8587-4b9e-8462-f591a4625cba tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.888834] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a761a2bf-048f-42dd-9497-a28cdd26bdad tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "88c97bc4-ebde-4bd0-8217-f682605a6bc8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.889112] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a761a2bf-048f-42dd-9497-a28cdd26bdad tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "88c97bc4-ebde-4bd0-8217-f682605a6bc8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.889296] env[62321]: DEBUG nova.compute.manager [None req-a761a2bf-048f-42dd-9497-a28cdd26bdad tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.890341] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b948c1c-2538-43a0-93b7-02678117bbd2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.897454] env[62321]: DEBUG nova.compute.manager [None req-a761a2bf-048f-42dd-9497-a28cdd26bdad tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62321) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 998.898023] env[62321]: DEBUG nova.objects.instance [None req-a761a2bf-048f-42dd-9497-a28cdd26bdad tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lazy-loading 'flavor' on Instance uuid 88c97bc4-ebde-4bd0-8217-f682605a6bc8 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.910931] env[62321]: DEBUG oslo_vmware.api [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633716, 'name': Rename_Task, 'duration_secs': 0.159999} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.911213] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.912038] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96c5a9b8-6ac2-4df9-b578-377868d80672 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.919112] env[62321]: DEBUG oslo_vmware.api [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 998.919112] env[62321]: value = "task-2633717" [ 998.919112] env[62321]: _type = "Task" [ 998.919112] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.929560] env[62321]: DEBUG oslo_vmware.api [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.951443] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3bc824a1-2cf8-4c07-81b4-732b5e24427b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.626s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.954433] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.564s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.973704] env[62321]: INFO nova.scheduler.client.report [None req-3bc824a1-2cf8-4c07-81b4-732b5e24427b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Deleted allocations for instance 2ac1005f-138b-4e2d-9952-4df86b0c9eb2 [ 999.080831] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd6c8ba-8fc3-4c3a-b4dc-df37651048cd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.103663] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef7c224-c6f4-479b-acbc-8db06d753120 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.111765] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Updating instance '4dbd2adb-a1af-40df-9149-4562c01ea965' progress to 83 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 999.326316] env[62321]: DEBUG oslo_vmware.api [None req-13b64bf4-8587-4b9e-8462-f591a4625cba tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.387020] env[62321]: DEBUG nova.network.neutron [None req-4a190e12-c1ff-46d9-baa5-71162214b2a0 tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Updating instance_info_cache with network_info: [{"id": "4160b322-ccce-4c95-a317-f7366699894d", "address": "fa:16:3e:a5:74:99", "network": {"id": "0d427690-c36e-4ece-9ebf-f8fafce3d3fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1271606058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcced4404bcd405d88bc41f0db9bf5a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4160b322-cc", "ovs_interfaceid": "4160b322-ccce-4c95-a317-f7366699894d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.428957] env[62321]: DEBUG oslo_vmware.api [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633717, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.481477] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3bc824a1-2cf8-4c07-81b4-732b5e24427b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "2ac1005f-138b-4e2d-9952-4df86b0c9eb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.405s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.618311] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.618621] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-012ca2c1-31c5-4c91-af20-2aeb8cb18da1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.626756] env[62321]: DEBUG oslo_vmware.api [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 999.626756] env[62321]: value = "task-2633718" [ 999.626756] env[62321]: _type = "Task" [ 999.626756] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.635598] env[62321]: DEBUG oslo_vmware.api [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.826464] env[62321]: DEBUG oslo_vmware.api [None req-13b64bf4-8587-4b9e-8462-f591a4625cba tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633710, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.890393] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4a190e12-c1ff-46d9-baa5-71162214b2a0 tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Releasing lock "refresh_cache-6e9e36b5-0e07-42ff-94a3-e7e7f11604a5" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.890938] env[62321]: DEBUG nova.compute.manager [None req-4a190e12-c1ff-46d9-baa5-71162214b2a0 tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Inject network info {{(pid=62321) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 999.890938] env[62321]: DEBUG nova.compute.manager [None req-4a190e12-c1ff-46d9-baa5-71162214b2a0 tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] network_info to inject: |[{"id": "4160b322-ccce-4c95-a317-f7366699894d", "address": "fa:16:3e:a5:74:99", "network": {"id": "0d427690-c36e-4ece-9ebf-f8fafce3d3fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1271606058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcced4404bcd405d88bc41f0db9bf5a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4160b322-cc", "ovs_interfaceid": "4160b322-ccce-4c95-a317-f7366699894d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 999.896278] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4a190e12-c1ff-46d9-baa5-71162214b2a0 tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Reconfiguring VM instance to set the machine id {{(pid=62321) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 999.896699] env[62321]: DEBUG oslo_concurrency.lockutils [req-fb14bd21-6dee-4dc5-b6e4-3f34434deb98 req-cb7bc933-ee38-45ff-860c-51645ee84c27 service nova] Acquired lock "refresh_cache-6e9e36b5-0e07-42ff-94a3-e7e7f11604a5" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.896921] env[62321]: DEBUG nova.network.neutron [req-fb14bd21-6dee-4dc5-b6e4-3f34434deb98 req-cb7bc933-ee38-45ff-860c-51645ee84c27 service nova] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Refreshing network info cache for port 4160b322-ccce-4c95-a317-f7366699894d {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.898243] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c372e30-b5d8-4ac3-9558-6e543f3394f8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.911976] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a761a2bf-048f-42dd-9497-a28cdd26bdad tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.912185] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c7cd5d1-f7b9-42fc-9e63-06b83e0b394d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.921668] env[62321]: DEBUG oslo_vmware.api [None req-a761a2bf-048f-42dd-9497-a28cdd26bdad tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 999.921668] env[62321]: value = "task-2633720" [ 999.921668] env[62321]: _type = "Task" [ 999.921668] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.927124] env[62321]: DEBUG oslo_vmware.api [None req-4a190e12-c1ff-46d9-baa5-71162214b2a0 tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Waiting for the task: (returnval){ [ 999.927124] env[62321]: value = "task-2633719" [ 999.927124] env[62321]: _type = "Task" [ 999.927124] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.946196] env[62321]: DEBUG oslo_vmware.api [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633717, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.952309] env[62321]: DEBUG oslo_vmware.api [None req-a761a2bf-048f-42dd-9497-a28cdd26bdad tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.957417] env[62321]: DEBUG oslo_vmware.api [None req-4a190e12-c1ff-46d9-baa5-71162214b2a0 tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Task: {'id': task-2633719, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.969521] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Applying migration context for instance 4dbd2adb-a1af-40df-9149-4562c01ea965 as it has an incoming, in-progress migration 3fd1bb7a-d249-469b-91ba-85cf404a8c32. Migration status is post-migrating {{(pid=62321) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 999.971761] env[62321]: INFO nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Updating resource usage from migration 3fd1bb7a-d249-469b-91ba-85cf404a8c32 [ 999.997489] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.997776] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance f0401741-6f49-4d8d-b329-ceaa700428d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.998052] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 7e8c336d-48c5-4fd1-a733-f7001dea3aa4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.998296] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance d9f2468c-18c3-44f4-8044-5a098ac5f107 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.998430] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 5114d3c2-a387-4520-8837-be0736533858 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.998576] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 88c97bc4-ebde-4bd0-8217-f682605a6bc8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.998695] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 29b8ec19-e3c4-484a-a749-371359631c7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.998823] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 99c10950-245e-45c0-bc8b-1d6c88837349 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.998998] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance fc453d88-8d2d-4b0e-876f-85478c789990 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.999075] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance fbf80529-4efb-4056-9d2b-5b03df0c7777 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.999185] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance b696d814-0bdb-4f09-83b5-d66c1b81507f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.999298] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.999462] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance def1500c-f7ea-4ea2-ba83-8499b10c7a19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.999641] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.999841] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance ad5cef61-5983-4087-a85a-ad640c52a89a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 999.999991] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Migration 3fd1bb7a-d249-469b-91ba-85cf404a8c32 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1000.000211] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 4dbd2adb-a1af-40df-9149-4562c01ea965 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.000387] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance f73407ff-6afd-466a-8cf8-25b5f1ddef70 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.139018] env[62321]: DEBUG oslo_vmware.api [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633718, 'name': PowerOnVM_Task, 'duration_secs': 0.409362} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.139415] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.139526] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc324ef-33f4-44a3-b8d9-4d020e94ad1d tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Updating instance '4dbd2adb-a1af-40df-9149-4562c01ea965' progress to 100 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1000.328187] env[62321]: DEBUG oslo_vmware.api [None req-13b64bf4-8587-4b9e-8462-f591a4625cba tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633710, 'name': ReconfigVM_Task, 'duration_secs': 5.852158} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.328453] env[62321]: DEBUG oslo_concurrency.lockutils [None req-13b64bf4-8587-4b9e-8462-f591a4625cba tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Releasing lock "fbf80529-4efb-4056-9d2b-5b03df0c7777" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.328668] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-13b64bf4-8587-4b9e-8462-f591a4625cba tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Reconfigured VM to detach interface {{(pid=62321) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1000.443827] env[62321]: DEBUG oslo_vmware.api [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633717, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.448259] env[62321]: DEBUG oslo_concurrency.lockutils [None req-781d7ae9-e0e8-44d0-87ce-0ddcc7b3ce0c tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Acquiring lock "6e9e36b5-0e07-42ff-94a3-e7e7f11604a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.448561] env[62321]: DEBUG oslo_concurrency.lockutils [None req-781d7ae9-e0e8-44d0-87ce-0ddcc7b3ce0c tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Lock "6e9e36b5-0e07-42ff-94a3-e7e7f11604a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.448805] env[62321]: DEBUG oslo_concurrency.lockutils [None req-781d7ae9-e0e8-44d0-87ce-0ddcc7b3ce0c tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Acquiring lock "6e9e36b5-0e07-42ff-94a3-e7e7f11604a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.449038] env[62321]: DEBUG oslo_concurrency.lockutils [None req-781d7ae9-e0e8-44d0-87ce-0ddcc7b3ce0c tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Lock "6e9e36b5-0e07-42ff-94a3-e7e7f11604a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.450041] env[62321]: DEBUG oslo_concurrency.lockutils [None req-781d7ae9-e0e8-44d0-87ce-0ddcc7b3ce0c tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Lock "6e9e36b5-0e07-42ff-94a3-e7e7f11604a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.450879] env[62321]: DEBUG oslo_vmware.api [None req-a761a2bf-048f-42dd-9497-a28cdd26bdad tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633720, 'name': PowerOffVM_Task, 'duration_secs': 0.256748} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.456226] env[62321]: INFO nova.compute.manager [None req-781d7ae9-e0e8-44d0-87ce-0ddcc7b3ce0c tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Terminating instance [ 1000.458647] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a761a2bf-048f-42dd-9497-a28cdd26bdad tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.458647] env[62321]: DEBUG nova.compute.manager [None req-a761a2bf-048f-42dd-9497-a28cdd26bdad tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.459383] env[62321]: DEBUG oslo_vmware.api [None req-4a190e12-c1ff-46d9-baa5-71162214b2a0 tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Task: {'id': task-2633719, 'name': ReconfigVM_Task, 'duration_secs': 0.220991} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.460374] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6f1e1a-88cc-4456-a478-70066844ea24 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.463645] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4a190e12-c1ff-46d9-baa5-71162214b2a0 tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Reconfigured VM instance to set the machine id {{(pid=62321) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1000.503391] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 6ebd9a81-02b1-4e97-9dbe-7df69455a365 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1000.503673] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=62321) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1000.503821] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4032MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=62321) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1000.722658] env[62321]: DEBUG nova.compute.manager [req-dd0c1358-ffb4-46ef-924b-dce6ef245440 req-8caa46aa-4690-4c48-9380-6055fcdf165f service nova] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Received event network-vif-deleted-edeab612-fe32-44d8-933d-23d2da9d7c93 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1000.722858] env[62321]: INFO nova.compute.manager [req-dd0c1358-ffb4-46ef-924b-dce6ef245440 req-8caa46aa-4690-4c48-9380-6055fcdf165f service nova] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Neutron deleted interface edeab612-fe32-44d8-933d-23d2da9d7c93; detaching it from the instance and deleting it from the info cache [ 1000.723837] env[62321]: DEBUG nova.network.neutron [req-dd0c1358-ffb4-46ef-924b-dce6ef245440 req-8caa46aa-4690-4c48-9380-6055fcdf165f service nova] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Updating instance_info_cache with network_info: [{"id": "7d32a94b-1aa5-4ae7-a33d-86bc2c534fa3", "address": "fa:16:3e:90:4f:54", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d32a94b-1a", "ovs_interfaceid": "7d32a94b-1aa5-4ae7-a33d-86bc2c534fa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "533cea52-465f-4246-98e2-98ce4db21d19", "address": "fa:16:3e:90:f3:4e", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap533cea52-46", "ovs_interfaceid": "533cea52-465f-4246-98e2-98ce4db21d19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.769100] env[62321]: DEBUG nova.network.neutron [req-fb14bd21-6dee-4dc5-b6e4-3f34434deb98 req-cb7bc933-ee38-45ff-860c-51645ee84c27 service nova] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Updated VIF entry in instance network info cache for port 4160b322-ccce-4c95-a317-f7366699894d. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1000.769501] env[62321]: DEBUG nova.network.neutron [req-fb14bd21-6dee-4dc5-b6e4-3f34434deb98 req-cb7bc933-ee38-45ff-860c-51645ee84c27 service nova] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Updating instance_info_cache with network_info: [{"id": "4160b322-ccce-4c95-a317-f7366699894d", "address": "fa:16:3e:a5:74:99", "network": {"id": "0d427690-c36e-4ece-9ebf-f8fafce3d3fd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1271606058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcced4404bcd405d88bc41f0db9bf5a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4160b322-cc", "ovs_interfaceid": "4160b322-ccce-4c95-a317-f7366699894d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.786633] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df85ed1-ea17-4b69-8821-904f368a73a0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.796140] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90cc0ad-73a4-48a4-941c-47f10f911106 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.829769] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91217c30-ea29-4471-b3fa-95a1de72f9c8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.837182] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13cbb93-2d45-4d29-8ea0-bc522a4d6674 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.852156] env[62321]: DEBUG nova.compute.provider_tree [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.872359] env[62321]: DEBUG oslo_concurrency.lockutils [None req-55b94e5d-1474-4079-9dec-b322b7df18ed tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquiring lock "5114d3c2-a387-4520-8837-be0736533858" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.872620] env[62321]: DEBUG oslo_concurrency.lockutils [None req-55b94e5d-1474-4079-9dec-b322b7df18ed tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "5114d3c2-a387-4520-8837-be0736533858" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.932134] env[62321]: DEBUG oslo_vmware.api [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633717, 'name': PowerOnVM_Task, 'duration_secs': 1.524526} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.932401] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.932602] env[62321]: INFO nova.compute.manager [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Took 10.17 seconds to spawn the instance on the hypervisor. [ 1000.932778] env[62321]: DEBUG nova.compute.manager [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.933555] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b993247-0107-4eba-b2fe-4f1bb17115dd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.936245] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquiring lock "def1500c-f7ea-4ea2-ba83-8499b10c7a19" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.936473] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lock "def1500c-f7ea-4ea2-ba83-8499b10c7a19" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.936634] env[62321]: INFO nova.compute.manager [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Shelving [ 1000.944133] env[62321]: WARNING oslo_messaging._drivers.amqpdriver [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1000.967782] env[62321]: DEBUG nova.compute.manager [None req-781d7ae9-e0e8-44d0-87ce-0ddcc7b3ce0c tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1000.967868] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-781d7ae9-e0e8-44d0-87ce-0ddcc7b3ce0c tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1000.971942] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c13f36d-d914-4552-9014-407ebc500356 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.977895] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a761a2bf-048f-42dd-9497-a28cdd26bdad tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "88c97bc4-ebde-4bd0-8217-f682605a6bc8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.089s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.983183] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-781d7ae9-e0e8-44d0-87ce-0ddcc7b3ce0c tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.983740] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b3e7784-8bf6-4f69-b66d-aa7ba83373a1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.995568] env[62321]: DEBUG oslo_vmware.api [None req-781d7ae9-e0e8-44d0-87ce-0ddcc7b3ce0c tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Waiting for the task: (returnval){ [ 1000.995568] env[62321]: value = "task-2633721" [ 1000.995568] env[62321]: _type = "Task" [ 1000.995568] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.007852] env[62321]: DEBUG oslo_vmware.api [None req-781d7ae9-e0e8-44d0-87ce-0ddcc7b3ce0c tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Task: {'id': task-2633721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.228590] env[62321]: DEBUG oslo_concurrency.lockutils [req-dd0c1358-ffb4-46ef-924b-dce6ef245440 req-8caa46aa-4690-4c48-9380-6055fcdf165f service nova] Acquiring lock "fbf80529-4efb-4056-9d2b-5b03df0c7777" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.228841] env[62321]: DEBUG oslo_concurrency.lockutils [req-dd0c1358-ffb4-46ef-924b-dce6ef245440 req-8caa46aa-4690-4c48-9380-6055fcdf165f service nova] Acquired lock "fbf80529-4efb-4056-9d2b-5b03df0c7777" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.230018] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a43087-8e2e-4542-9fc7-18dbe5807ea8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.250962] env[62321]: DEBUG oslo_concurrency.lockutils [req-dd0c1358-ffb4-46ef-924b-dce6ef245440 req-8caa46aa-4690-4c48-9380-6055fcdf165f service nova] Releasing lock "fbf80529-4efb-4056-9d2b-5b03df0c7777" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.251296] env[62321]: WARNING nova.compute.manager [req-dd0c1358-ffb4-46ef-924b-dce6ef245440 req-8caa46aa-4690-4c48-9380-6055fcdf165f service nova] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Detach interface failed, port_id=edeab612-fe32-44d8-933d-23d2da9d7c93, reason: No device with interface-id edeab612-fe32-44d8-933d-23d2da9d7c93 exists on VM: nova.exception.NotFound: No device with interface-id edeab612-fe32-44d8-933d-23d2da9d7c93 exists on VM [ 1001.272166] env[62321]: DEBUG oslo_concurrency.lockutils [req-fb14bd21-6dee-4dc5-b6e4-3f34434deb98 req-cb7bc933-ee38-45ff-860c-51645ee84c27 service nova] Releasing lock "refresh_cache-6e9e36b5-0e07-42ff-94a3-e7e7f11604a5" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.356112] env[62321]: DEBUG nova.scheduler.client.report [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.375191] env[62321]: INFO nova.compute.manager [None req-55b94e5d-1474-4079-9dec-b322b7df18ed tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Detaching volume 2f2f7eb5-cf7c-4a1f-9f9c-5e6b657856f2 [ 1001.411308] env[62321]: INFO nova.virt.block_device [None req-55b94e5d-1474-4079-9dec-b322b7df18ed tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Attempting to driver detach volume 2f2f7eb5-cf7c-4a1f-9f9c-5e6b657856f2 from mountpoint /dev/sdb [ 1001.411547] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-55b94e5d-1474-4079-9dec-b322b7df18ed tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Volume detach. Driver type: vmdk {{(pid=62321) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1001.411735] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-55b94e5d-1474-4079-9dec-b322b7df18ed tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530603', 'volume_id': '2f2f7eb5-cf7c-4a1f-9f9c-5e6b657856f2', 'name': 'volume-2f2f7eb5-cf7c-4a1f-9f9c-5e6b657856f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5114d3c2-a387-4520-8837-be0736533858', 'attached_at': '', 'detached_at': '', 'volume_id': '2f2f7eb5-cf7c-4a1f-9f9c-5e6b657856f2', 'serial': '2f2f7eb5-cf7c-4a1f-9f9c-5e6b657856f2'} {{(pid=62321) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1001.412761] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e99f97-2210-4a45-9a5f-97fd182dad98 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.437369] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5d6b91-ac87-43d6-81a7-da82f1f497f0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.452622] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d782a23-3854-40cb-ad81-9eeee9b616bc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.457251] env[62321]: INFO nova.compute.manager [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Took 18.90 seconds to build instance. [ 1001.481571] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd56798-e5ef-4b5b-850b-8366ffa86eb8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.495680] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-55b94e5d-1474-4079-9dec-b322b7df18ed tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] The volume has not been displaced from its original location: [datastore1] volume-2f2f7eb5-cf7c-4a1f-9f9c-5e6b657856f2/volume-2f2f7eb5-cf7c-4a1f-9f9c-5e6b657856f2.vmdk. No consolidation needed. {{(pid=62321) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1001.501040] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-55b94e5d-1474-4079-9dec-b322b7df18ed tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Reconfiguring VM instance instance-0000002d to detach disk 2001 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1001.501400] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d6b482b-36f8-425a-9c27-b38dc0efdff3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.526925] env[62321]: DEBUG oslo_vmware.api [None req-781d7ae9-e0e8-44d0-87ce-0ddcc7b3ce0c tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Task: {'id': task-2633721, 'name': PowerOffVM_Task, 'duration_secs': 0.384744} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.528107] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-781d7ae9-e0e8-44d0-87ce-0ddcc7b3ce0c tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.528296] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-781d7ae9-e0e8-44d0-87ce-0ddcc7b3ce0c tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.528604] env[62321]: DEBUG oslo_vmware.api [None req-55b94e5d-1474-4079-9dec-b322b7df18ed tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 1001.528604] env[62321]: value = "task-2633722" [ 1001.528604] env[62321]: _type = "Task" [ 1001.528604] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.529251] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17cb6073-cf54-4b03-b215-5f8d977cd24d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.541673] env[62321]: DEBUG oslo_concurrency.lockutils [None req-892dc184-e96d-4adf-a2ad-9b82380717b6 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "fc453d88-8d2d-4b0e-876f-85478c789990" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.542392] env[62321]: DEBUG oslo_concurrency.lockutils [None req-892dc184-e96d-4adf-a2ad-9b82380717b6 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "fc453d88-8d2d-4b0e-876f-85478c789990" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.542392] env[62321]: DEBUG oslo_concurrency.lockutils [None req-892dc184-e96d-4adf-a2ad-9b82380717b6 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "fc453d88-8d2d-4b0e-876f-85478c789990-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.542392] env[62321]: DEBUG oslo_concurrency.lockutils [None req-892dc184-e96d-4adf-a2ad-9b82380717b6 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "fc453d88-8d2d-4b0e-876f-85478c789990-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.542559] env[62321]: DEBUG oslo_concurrency.lockutils [None req-892dc184-e96d-4adf-a2ad-9b82380717b6 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "fc453d88-8d2d-4b0e-876f-85478c789990-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.544049] env[62321]: DEBUG oslo_vmware.api [None req-55b94e5d-1474-4079-9dec-b322b7df18ed tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633722, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.544942] env[62321]: INFO nova.compute.manager [None req-892dc184-e96d-4adf-a2ad-9b82380717b6 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Terminating instance [ 1001.607572] env[62321]: DEBUG oslo_concurrency.lockutils [None req-13b64bf4-8587-4b9e-8462-f591a4625cba tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "refresh_cache-fbf80529-4efb-4056-9d2b-5b03df0c7777" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.607738] env[62321]: DEBUG oslo_concurrency.lockutils [None req-13b64bf4-8587-4b9e-8462-f591a4625cba tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquired lock "refresh_cache-fbf80529-4efb-4056-9d2b-5b03df0c7777" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.607843] env[62321]: DEBUG nova.network.neutron [None req-13b64bf4-8587-4b9e-8462-f591a4625cba tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.613609] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-781d7ae9-e0e8-44d0-87ce-0ddcc7b3ce0c tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.613760] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-781d7ae9-e0e8-44d0-87ce-0ddcc7b3ce0c tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.613841] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-781d7ae9-e0e8-44d0-87ce-0ddcc7b3ce0c tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Deleting the datastore file [datastore2] 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.614142] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d181e493-f050-44ed-aed1-45fc6012000c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.623360] env[62321]: DEBUG oslo_vmware.api [None req-781d7ae9-e0e8-44d0-87ce-0ddcc7b3ce0c tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Waiting for the task: (returnval){ [ 1001.623360] env[62321]: value = "task-2633724" [ 1001.623360] env[62321]: _type = "Task" [ 1001.623360] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.637447] env[62321]: DEBUG oslo_vmware.api [None req-781d7ae9-e0e8-44d0-87ce-0ddcc7b3ce0c tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Task: {'id': task-2633724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.862054] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62321) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1001.862054] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.908s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.862256] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.022s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.864342] env[62321]: INFO nova.compute.claims [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.957911] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.958298] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-235a0659-ad07-49be-99f0-f3714cab9183 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.960401] env[62321]: DEBUG oslo_concurrency.lockutils [None req-062132ac-7af1-4af3-8738-aa3f0cef1a59 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "f73407ff-6afd-466a-8cf8-25b5f1ddef70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.410s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.966864] env[62321]: DEBUG oslo_vmware.api [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 1001.966864] env[62321]: value = "task-2633725" [ 1001.966864] env[62321]: _type = "Task" [ 1001.966864] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.977324] env[62321]: DEBUG oslo_vmware.api [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.028216] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a4421aa4-9770-4dd8-973e-9a107074f729 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "fbf80529-4efb-4056-9d2b-5b03df0c7777" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.028702] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a4421aa4-9770-4dd8-973e-9a107074f729 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "fbf80529-4efb-4056-9d2b-5b03df0c7777" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.028893] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a4421aa4-9770-4dd8-973e-9a107074f729 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "fbf80529-4efb-4056-9d2b-5b03df0c7777-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.029134] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a4421aa4-9770-4dd8-973e-9a107074f729 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "fbf80529-4efb-4056-9d2b-5b03df0c7777-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.029363] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a4421aa4-9770-4dd8-973e-9a107074f729 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "fbf80529-4efb-4056-9d2b-5b03df0c7777-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.036192] env[62321]: INFO nova.compute.manager [None req-a4421aa4-9770-4dd8-973e-9a107074f729 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Terminating instance [ 1002.044699] env[62321]: DEBUG oslo_vmware.api [None req-55b94e5d-1474-4079-9dec-b322b7df18ed tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633722, 'name': ReconfigVM_Task, 'duration_secs': 0.284266} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.045142] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-55b94e5d-1474-4079-9dec-b322b7df18ed tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Reconfigured VM instance instance-0000002d to detach disk 2001 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1002.050958] env[62321]: DEBUG nova.compute.manager [None req-892dc184-e96d-4adf-a2ad-9b82380717b6 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.052024] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-892dc184-e96d-4adf-a2ad-9b82380717b6 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.052024] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7dc7c5d-a6dd-4ef9-a7ed-0c5e07a9e5eb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.064389] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed10939-bfcb-468c-823e-f4dedb6b191d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.073107] env[62321]: DEBUG nova.compute.manager [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Stashing vm_state: stopped {{(pid=62321) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1002.077970] env[62321]: DEBUG oslo_vmware.api [None req-55b94e5d-1474-4079-9dec-b322b7df18ed tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 1002.077970] env[62321]: value = "task-2633726" [ 1002.077970] env[62321]: _type = "Task" [ 1002.077970] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.080697] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-892dc184-e96d-4adf-a2ad-9b82380717b6 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.084006] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86691b17-b23a-410d-880c-ab4c69a9ed0a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.093359] env[62321]: DEBUG oslo_vmware.api [None req-55b94e5d-1474-4079-9dec-b322b7df18ed tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633726, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.095095] env[62321]: DEBUG oslo_vmware.api [None req-892dc184-e96d-4adf-a2ad-9b82380717b6 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 1002.095095] env[62321]: value = "task-2633727" [ 1002.095095] env[62321]: _type = "Task" [ 1002.095095] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.105567] env[62321]: DEBUG oslo_vmware.api [None req-892dc184-e96d-4adf-a2ad-9b82380717b6 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.137173] env[62321]: DEBUG oslo_vmware.api [None req-781d7ae9-e0e8-44d0-87ce-0ddcc7b3ce0c tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Task: {'id': task-2633724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268525} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.137980] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-781d7ae9-e0e8-44d0-87ce-0ddcc7b3ce0c tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.138187] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-781d7ae9-e0e8-44d0-87ce-0ddcc7b3ce0c tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.138437] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-781d7ae9-e0e8-44d0-87ce-0ddcc7b3ce0c tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.138649] env[62321]: INFO nova.compute.manager [None req-781d7ae9-e0e8-44d0-87ce-0ddcc7b3ce0c tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1002.138986] env[62321]: DEBUG oslo.service.loopingcall [None req-781d7ae9-e0e8-44d0-87ce-0ddcc7b3ce0c tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1002.139309] env[62321]: DEBUG nova.compute.manager [-] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1002.139433] env[62321]: DEBUG nova.network.neutron [-] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1002.479922] env[62321]: DEBUG oslo_vmware.api [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633725, 'name': PowerOffVM_Task, 'duration_secs': 0.333286} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.480692] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.481787] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3690b41f-6985-49bb-8789-63e5e9001cf1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.505045] env[62321]: INFO nova.network.neutron [None req-13b64bf4-8587-4b9e-8462-f591a4625cba tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Port 533cea52-465f-4246-98e2-98ce4db21d19 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1002.505419] env[62321]: DEBUG nova.network.neutron [None req-13b64bf4-8587-4b9e-8462-f591a4625cba tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Updating instance_info_cache with network_info: [{"id": "7d32a94b-1aa5-4ae7-a33d-86bc2c534fa3", "address": "fa:16:3e:90:4f:54", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d32a94b-1a", "ovs_interfaceid": "7d32a94b-1aa5-4ae7-a33d-86bc2c534fa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.507069] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea1d7d6-9fee-4140-8e32-b482037b460a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.541367] env[62321]: DEBUG nova.compute.manager [None req-a4421aa4-9770-4dd8-973e-9a107074f729 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.541597] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a4421aa4-9770-4dd8-973e-9a107074f729 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.543116] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14363388-1b5a-439c-aac2-b73862a48c63 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.552194] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4421aa4-9770-4dd8-973e-9a107074f729 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.552465] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4531ce19-7571-49ba-a6ea-0fb7c9012895 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.560412] env[62321]: DEBUG oslo_vmware.api [None req-a4421aa4-9770-4dd8-973e-9a107074f729 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 1002.560412] env[62321]: value = "task-2633728" [ 1002.560412] env[62321]: _type = "Task" [ 1002.560412] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.569570] env[62321]: DEBUG oslo_vmware.api [None req-a4421aa4-9770-4dd8-973e-9a107074f729 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.596192] env[62321]: DEBUG oslo_vmware.api [None req-55b94e5d-1474-4079-9dec-b322b7df18ed tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633726, 'name': ReconfigVM_Task, 'duration_secs': 0.194754} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.600915] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-55b94e5d-1474-4079-9dec-b322b7df18ed tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530603', 'volume_id': '2f2f7eb5-cf7c-4a1f-9f9c-5e6b657856f2', 'name': 'volume-2f2f7eb5-cf7c-4a1f-9f9c-5e6b657856f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5114d3c2-a387-4520-8837-be0736533858', 'attached_at': '', 'detached_at': '', 'volume_id': '2f2f7eb5-cf7c-4a1f-9f9c-5e6b657856f2', 'serial': '2f2f7eb5-cf7c-4a1f-9f9c-5e6b657856f2'} {{(pid=62321) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1002.604630] env[62321]: DEBUG oslo_concurrency.lockutils [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.612732] env[62321]: DEBUG oslo_vmware.api [None req-892dc184-e96d-4adf-a2ad-9b82380717b6 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633727, 'name': PowerOffVM_Task, 'duration_secs': 0.309756} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.613147] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-892dc184-e96d-4adf-a2ad-9b82380717b6 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.613460] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-892dc184-e96d-4adf-a2ad-9b82380717b6 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.613833] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-915c1f52-55c4-44f0-8a3b-3ce59f209aaf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.703023] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-892dc184-e96d-4adf-a2ad-9b82380717b6 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.703023] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-892dc184-e96d-4adf-a2ad-9b82380717b6 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.703023] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-892dc184-e96d-4adf-a2ad-9b82380717b6 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Deleting the datastore file [datastore1] fc453d88-8d2d-4b0e-876f-85478c789990 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.703023] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8271e090-a839-41ac-ab54-71a68d630978 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.711640] env[62321]: DEBUG oslo_vmware.api [None req-892dc184-e96d-4adf-a2ad-9b82380717b6 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 1002.711640] env[62321]: value = "task-2633730" [ 1002.711640] env[62321]: _type = "Task" [ 1002.711640] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.722708] env[62321]: DEBUG oslo_vmware.api [None req-892dc184-e96d-4adf-a2ad-9b82380717b6 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633730, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.793707] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "4dbd2adb-a1af-40df-9149-4562c01ea965" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.794782] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "4dbd2adb-a1af-40df-9149-4562c01ea965" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.794782] env[62321]: DEBUG nova.compute.manager [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Going to confirm migration 4 {{(pid=62321) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1002.818447] env[62321]: DEBUG nova.compute.manager [req-5c34bca7-b3c0-4690-929d-122252b30b65 req-332774c2-7ffb-47a9-8605-59f635593551 service nova] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Received event network-vif-deleted-533cea52-465f-4246-98e2-98ce4db21d19 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1002.872983] env[62321]: DEBUG nova.compute.manager [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Stashing vm_state: active {{(pid=62321) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1003.012026] env[62321]: DEBUG oslo_concurrency.lockutils [None req-13b64bf4-8587-4b9e-8462-f591a4625cba tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Releasing lock "refresh_cache-fbf80529-4efb-4056-9d2b-5b03df0c7777" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.018498] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Creating Snapshot of the VM instance {{(pid=62321) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1003.018840] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-315b1194-64d5-43b3-8377-72d5606bdbee {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.029727] env[62321]: DEBUG oslo_vmware.api [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 1003.029727] env[62321]: value = "task-2633731" [ 1003.029727] env[62321]: _type = "Task" [ 1003.029727] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.045930] env[62321]: DEBUG oslo_vmware.api [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633731, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.074011] env[62321]: DEBUG oslo_vmware.api [None req-a4421aa4-9770-4dd8-973e-9a107074f729 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633728, 'name': PowerOffVM_Task, 'duration_secs': 0.3209} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.074305] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4421aa4-9770-4dd8-973e-9a107074f729 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.074507] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a4421aa4-9770-4dd8-973e-9a107074f729 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.074754] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d91f5f0e-fffc-4029-b081-66f66462c4a6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.159023] env[62321]: DEBUG nova.objects.instance [None req-55b94e5d-1474-4079-9dec-b322b7df18ed tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lazy-loading 'flavor' on Instance uuid 5114d3c2-a387-4520-8837-be0736533858 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.198128] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1da96d7-901c-4cf6-8aa2-dd2f4e979537 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.207182] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fc6b6b-433f-4ffc-86a6-cf8711e555f5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.214852] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a4421aa4-9770-4dd8-973e-9a107074f729 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.219020] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a4421aa4-9770-4dd8-973e-9a107074f729 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.219020] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4421aa4-9770-4dd8-973e-9a107074f729 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Deleting the datastore file [datastore2] fbf80529-4efb-4056-9d2b-5b03df0c7777 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.221437] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c54a890b-4b5e-405b-bbb7-2950c5b1b84a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.254390] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566be6ad-fba5-460e-a3ab-1923cdaa1332 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.262327] env[62321]: DEBUG oslo_vmware.api [None req-a4421aa4-9770-4dd8-973e-9a107074f729 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 1003.262327] env[62321]: value = "task-2633733" [ 1003.262327] env[62321]: _type = "Task" [ 1003.262327] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.262623] env[62321]: DEBUG oslo_vmware.api [None req-892dc184-e96d-4adf-a2ad-9b82380717b6 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633730, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340072} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.263600] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-892dc184-e96d-4adf-a2ad-9b82380717b6 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.263807] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-892dc184-e96d-4adf-a2ad-9b82380717b6 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.264123] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-892dc184-e96d-4adf-a2ad-9b82380717b6 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.264352] env[62321]: INFO nova.compute.manager [None req-892dc184-e96d-4adf-a2ad-9b82380717b6 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1003.264654] env[62321]: DEBUG oslo.service.loopingcall [None req-892dc184-e96d-4adf-a2ad-9b82380717b6 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1003.268196] env[62321]: DEBUG nova.compute.manager [-] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.268316] env[62321]: DEBUG nova.network.neutron [-] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.276039] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415eb761-75c5-4406-858c-762e4e17d41c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.282316] env[62321]: DEBUG oslo_vmware.api [None req-a4421aa4-9770-4dd8-973e-9a107074f729 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.293880] env[62321]: DEBUG nova.compute.provider_tree [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.335379] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "refresh_cache-4dbd2adb-a1af-40df-9149-4562c01ea965" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.335628] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquired lock "refresh_cache-4dbd2adb-a1af-40df-9149-4562c01ea965" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.335862] env[62321]: DEBUG nova.network.neutron [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.336102] env[62321]: DEBUG nova.objects.instance [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lazy-loading 'info_cache' on Instance uuid 4dbd2adb-a1af-40df-9149-4562c01ea965 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.392165] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.402369] env[62321]: DEBUG nova.network.neutron [-] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.520024] env[62321]: DEBUG oslo_concurrency.lockutils [None req-13b64bf4-8587-4b9e-8462-f591a4625cba tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "interface-fbf80529-4efb-4056-9d2b-5b03df0c7777-edeab612-fe32-44d8-933d-23d2da9d7c93" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.642s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.543702] env[62321]: DEBUG oslo_vmware.api [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633731, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.774861] env[62321]: DEBUG oslo_vmware.api [None req-a4421aa4-9770-4dd8-973e-9a107074f729 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633733, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.430109} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.775711] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4421aa4-9770-4dd8-973e-9a107074f729 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.775916] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a4421aa4-9770-4dd8-973e-9a107074f729 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.776167] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a4421aa4-9770-4dd8-973e-9a107074f729 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.776352] env[62321]: INFO nova.compute.manager [None req-a4421aa4-9770-4dd8-973e-9a107074f729 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1003.776590] env[62321]: DEBUG oslo.service.loopingcall [None req-a4421aa4-9770-4dd8-973e-9a107074f729 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1003.777042] env[62321]: DEBUG nova.compute.manager [-] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.777147] env[62321]: DEBUG nova.network.neutron [-] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.797091] env[62321]: DEBUG nova.scheduler.client.report [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.821306] env[62321]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 533cea52-465f-4246-98e2-98ce4db21d19 could not be found.", "detail": ""}} {{(pid=62321) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1003.821541] env[62321]: DEBUG nova.network.neutron [-] Unable to show port 533cea52-465f-4246-98e2-98ce4db21d19 as it no longer exists. {{(pid=62321) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1003.904933] env[62321]: INFO nova.compute.manager [-] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Took 1.77 seconds to deallocate network for instance. [ 1004.045301] env[62321]: DEBUG oslo_vmware.api [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633731, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.173089] env[62321]: DEBUG oslo_concurrency.lockutils [None req-55b94e5d-1474-4079-9dec-b322b7df18ed tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "5114d3c2-a387-4520-8837-be0736533858" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.300s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.263494] env[62321]: DEBUG nova.network.neutron [-] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.303243] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.303601] env[62321]: DEBUG nova.compute.manager [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.306515] env[62321]: DEBUG oslo_concurrency.lockutils [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.702s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.414554] env[62321]: DEBUG oslo_concurrency.lockutils [None req-781d7ae9-e0e8-44d0-87ce-0ddcc7b3ce0c tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.539835] env[62321]: DEBUG nova.network.neutron [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Updating instance_info_cache with network_info: [{"id": "d89eefe4-7023-46e4-9f96-f627c32d5397", "address": "fa:16:3e:20:bc:a0", "network": {"id": "aeb4035c-866a-49d1-8e35-92023a4db09e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-243125243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd8fac8dc7ba41c6b0550e1fff9988a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd89eefe4-70", "ovs_interfaceid": "d89eefe4-7023-46e4-9f96-f627c32d5397", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.547336] env[62321]: DEBUG oslo_vmware.api [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633731, 'name': CreateSnapshot_Task, 'duration_secs': 1.234782} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.547583] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Created Snapshot of the VM instance {{(pid=62321) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1004.548510] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9406c96c-91cd-41b7-8f11-9e9bd65366d9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.719861] env[62321]: DEBUG nova.network.neutron [-] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.766518] env[62321]: INFO nova.compute.manager [-] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Took 1.50 seconds to deallocate network for instance. [ 1004.809301] env[62321]: DEBUG nova.compute.utils [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1004.813194] env[62321]: INFO nova.compute.claims [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.817138] env[62321]: DEBUG nova.compute.manager [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1004.817321] env[62321]: DEBUG nova.network.neutron [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1004.860048] env[62321]: DEBUG nova.policy [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9fe0b40094e4f8596d3b7a28639e212', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'adf0606cb740439e8133e7dd91768355', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 1004.883841] env[62321]: DEBUG nova.compute.manager [req-79299605-c296-4a20-8c76-a31f793d7edb req-2341884d-8532-4dd8-adbc-e27e3fe9573d service nova] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Received event network-vif-deleted-4160b322-ccce-4c95-a317-f7366699894d {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1004.884077] env[62321]: DEBUG nova.compute.manager [req-79299605-c296-4a20-8c76-a31f793d7edb req-2341884d-8532-4dd8-adbc-e27e3fe9573d service nova] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Received event network-vif-deleted-e0e2d3d1-ace8-4c20-ac0f-6854428bccbc {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1004.884267] env[62321]: DEBUG nova.compute.manager [req-79299605-c296-4a20-8c76-a31f793d7edb req-2341884d-8532-4dd8-adbc-e27e3fe9573d service nova] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Received event network-vif-deleted-7d32a94b-1aa5-4ae7-a33d-86bc2c534fa3 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1005.042760] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Releasing lock "refresh_cache-4dbd2adb-a1af-40df-9149-4562c01ea965" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.043077] env[62321]: DEBUG nova.objects.instance [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lazy-loading 'migration_context' on Instance uuid 4dbd2adb-a1af-40df-9149-4562c01ea965 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.070050] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Creating linked-clone VM from snapshot {{(pid=62321) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1005.070050] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b04727b6-a2c9-43fa-809c-93caed636935 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.080057] env[62321]: DEBUG oslo_vmware.api [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 1005.080057] env[62321]: value = "task-2633734" [ 1005.080057] env[62321]: _type = "Task" [ 1005.080057] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.086600] env[62321]: DEBUG oslo_vmware.api [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633734, 'name': CloneVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.105387] env[62321]: DEBUG nova.network.neutron [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Successfully created port: 48944dd0-b68f-4fff-b183-c4a76fd97787 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.223015] env[62321]: INFO nova.compute.manager [-] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Took 1.45 seconds to deallocate network for instance. [ 1005.243908] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d43ba22d-5e48-466d-b51a-201689ee64a3 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquiring lock "5114d3c2-a387-4520-8837-be0736533858" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.245297] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d43ba22d-5e48-466d-b51a-201689ee64a3 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "5114d3c2-a387-4520-8837-be0736533858" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.245297] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d43ba22d-5e48-466d-b51a-201689ee64a3 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquiring lock "5114d3c2-a387-4520-8837-be0736533858-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.245297] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d43ba22d-5e48-466d-b51a-201689ee64a3 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "5114d3c2-a387-4520-8837-be0736533858-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.245297] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d43ba22d-5e48-466d-b51a-201689ee64a3 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "5114d3c2-a387-4520-8837-be0736533858-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.250399] env[62321]: INFO nova.compute.manager [None req-d43ba22d-5e48-466d-b51a-201689ee64a3 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Terminating instance [ 1005.272986] env[62321]: DEBUG oslo_concurrency.lockutils [None req-892dc184-e96d-4adf-a2ad-9b82380717b6 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.318556] env[62321]: DEBUG nova.compute.manager [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.323679] env[62321]: INFO nova.compute.resource_tracker [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Updating resource usage from migration b988e910-1ed1-4cbe-ac6d-b8a510be4c76 [ 1005.545556] env[62321]: DEBUG nova.objects.base [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Object Instance<4dbd2adb-a1af-40df-9149-4562c01ea965> lazy-loaded attributes: info_cache,migration_context {{(pid=62321) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1005.546675] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c4c1c5-02bf-437e-af72-3cfc991e0180 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.570214] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82c33a44-4230-403b-baed-d7f17cb554e7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.576329] env[62321]: DEBUG oslo_vmware.api [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 1005.576329] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b3eb35-d275-4e6c-414c-f2fc9319b9dc" [ 1005.576329] env[62321]: _type = "Task" [ 1005.576329] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.590049] env[62321]: DEBUG oslo_vmware.api [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b3eb35-d275-4e6c-414c-f2fc9319b9dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.595144] env[62321]: DEBUG oslo_vmware.api [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633734, 'name': CloneVM_Task} progress is 94%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.605975] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fe8e8f-55a5-42d4-89a9-a41effb8fcd3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.614213] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82c01bd-e14b-4782-80f3-20479c857f6d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.646159] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e80c339-15e1-4368-bd94-2713259cb2a0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.654315] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7fc3db-0004-4118-a51e-559d13609b56 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.667809] env[62321]: DEBUG nova.compute.provider_tree [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.731291] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a4421aa4-9770-4dd8-973e-9a107074f729 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.756749] env[62321]: DEBUG nova.compute.manager [None req-d43ba22d-5e48-466d-b51a-201689ee64a3 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1005.756986] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d43ba22d-5e48-466d-b51a-201689ee64a3 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.757914] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22988a9-65eb-4f16-b008-7d1b7d24c91c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.766453] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43ba22d-5e48-466d-b51a-201689ee64a3 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.766698] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-114e342b-344e-4400-840e-79ed24de23eb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.773899] env[62321]: DEBUG oslo_vmware.api [None req-d43ba22d-5e48-466d-b51a-201689ee64a3 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 1005.773899] env[62321]: value = "task-2633735" [ 1005.773899] env[62321]: _type = "Task" [ 1005.773899] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.783090] env[62321]: DEBUG oslo_vmware.api [None req-d43ba22d-5e48-466d-b51a-201689ee64a3 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.097226] env[62321]: DEBUG oslo_vmware.api [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633734, 'name': CloneVM_Task} progress is 94%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.097226] env[62321]: DEBUG oslo_vmware.api [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b3eb35-d275-4e6c-414c-f2fc9319b9dc, 'name': SearchDatastore_Task, 'duration_secs': 0.014693} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.097226] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.172210] env[62321]: DEBUG nova.scheduler.client.report [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.284512] env[62321]: DEBUG oslo_vmware.api [None req-d43ba22d-5e48-466d-b51a-201689ee64a3 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633735, 'name': PowerOffVM_Task, 'duration_secs': 0.420558} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.284776] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43ba22d-5e48-466d-b51a-201689ee64a3 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.284950] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d43ba22d-5e48-466d-b51a-201689ee64a3 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.285226] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-698f386b-8514-4203-b432-fb728894ba7c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.328900] env[62321]: DEBUG nova.compute.manager [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1006.364722] env[62321]: DEBUG nova.virt.hardware [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.364980] env[62321]: DEBUG nova.virt.hardware [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.365151] env[62321]: DEBUG nova.virt.hardware [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.365334] env[62321]: DEBUG nova.virt.hardware [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.365477] env[62321]: DEBUG nova.virt.hardware [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.365619] env[62321]: DEBUG nova.virt.hardware [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.365820] env[62321]: DEBUG nova.virt.hardware [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.365977] env[62321]: DEBUG nova.virt.hardware [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.366175] env[62321]: DEBUG nova.virt.hardware [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.366343] env[62321]: DEBUG nova.virt.hardware [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.366514] env[62321]: DEBUG nova.virt.hardware [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.367689] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0e694b-0860-494a-93c5-ac37d2741744 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.376308] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b15ec6-b965-45e6-b446-1e4f35cc5a0b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.482167] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d43ba22d-5e48-466d-b51a-201689ee64a3 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.482403] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d43ba22d-5e48-466d-b51a-201689ee64a3 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.482586] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-d43ba22d-5e48-466d-b51a-201689ee64a3 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Deleting the datastore file [datastore2] 5114d3c2-a387-4520-8837-be0736533858 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.482851] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33728455-b98e-4896-a094-5c5f847e1b42 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.490928] env[62321]: DEBUG oslo_vmware.api [None req-d43ba22d-5e48-466d-b51a-201689ee64a3 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 1006.490928] env[62321]: value = "task-2633737" [ 1006.490928] env[62321]: _type = "Task" [ 1006.490928] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.499652] env[62321]: DEBUG oslo_vmware.api [None req-d43ba22d-5e48-466d-b51a-201689ee64a3 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.592030] env[62321]: DEBUG oslo_vmware.api [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633734, 'name': CloneVM_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.613420] env[62321]: DEBUG nova.network.neutron [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Successfully updated port: 48944dd0-b68f-4fff-b183-c4a76fd97787 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1006.677577] env[62321]: DEBUG oslo_concurrency.lockutils [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.371s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.677825] env[62321]: INFO nova.compute.manager [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Migrating [ 1006.684922] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.293s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.908834] env[62321]: DEBUG nova.compute.manager [req-3629e086-1f90-4b18-83cf-22aa232cf352 req-3e02021f-9b60-4e3c-bf2b-099366df7145 service nova] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Received event network-vif-plugged-48944dd0-b68f-4fff-b183-c4a76fd97787 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1006.909076] env[62321]: DEBUG oslo_concurrency.lockutils [req-3629e086-1f90-4b18-83cf-22aa232cf352 req-3e02021f-9b60-4e3c-bf2b-099366df7145 service nova] Acquiring lock "6ebd9a81-02b1-4e97-9dbe-7df69455a365-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.909288] env[62321]: DEBUG oslo_concurrency.lockutils [req-3629e086-1f90-4b18-83cf-22aa232cf352 req-3e02021f-9b60-4e3c-bf2b-099366df7145 service nova] Lock "6ebd9a81-02b1-4e97-9dbe-7df69455a365-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.909461] env[62321]: DEBUG oslo_concurrency.lockutils [req-3629e086-1f90-4b18-83cf-22aa232cf352 req-3e02021f-9b60-4e3c-bf2b-099366df7145 service nova] Lock "6ebd9a81-02b1-4e97-9dbe-7df69455a365-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.909627] env[62321]: DEBUG nova.compute.manager [req-3629e086-1f90-4b18-83cf-22aa232cf352 req-3e02021f-9b60-4e3c-bf2b-099366df7145 service nova] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] No waiting events found dispatching network-vif-plugged-48944dd0-b68f-4fff-b183-c4a76fd97787 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1006.909826] env[62321]: WARNING nova.compute.manager [req-3629e086-1f90-4b18-83cf-22aa232cf352 req-3e02021f-9b60-4e3c-bf2b-099366df7145 service nova] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Received unexpected event network-vif-plugged-48944dd0-b68f-4fff-b183-c4a76fd97787 for instance with vm_state building and task_state spawning. [ 1006.910010] env[62321]: DEBUG nova.compute.manager [req-3629e086-1f90-4b18-83cf-22aa232cf352 req-3e02021f-9b60-4e3c-bf2b-099366df7145 service nova] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Received event network-changed-48944dd0-b68f-4fff-b183-c4a76fd97787 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1006.910175] env[62321]: DEBUG nova.compute.manager [req-3629e086-1f90-4b18-83cf-22aa232cf352 req-3e02021f-9b60-4e3c-bf2b-099366df7145 service nova] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Refreshing instance network info cache due to event network-changed-48944dd0-b68f-4fff-b183-c4a76fd97787. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1006.910359] env[62321]: DEBUG oslo_concurrency.lockutils [req-3629e086-1f90-4b18-83cf-22aa232cf352 req-3e02021f-9b60-4e3c-bf2b-099366df7145 service nova] Acquiring lock "refresh_cache-6ebd9a81-02b1-4e97-9dbe-7df69455a365" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.910494] env[62321]: DEBUG oslo_concurrency.lockutils [req-3629e086-1f90-4b18-83cf-22aa232cf352 req-3e02021f-9b60-4e3c-bf2b-099366df7145 service nova] Acquired lock "refresh_cache-6ebd9a81-02b1-4e97-9dbe-7df69455a365" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.910649] env[62321]: DEBUG nova.network.neutron [req-3629e086-1f90-4b18-83cf-22aa232cf352 req-3e02021f-9b60-4e3c-bf2b-099366df7145 service nova] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Refreshing network info cache for port 48944dd0-b68f-4fff-b183-c4a76fd97787 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.000619] env[62321]: DEBUG oslo_vmware.api [None req-d43ba22d-5e48-466d-b51a-201689ee64a3 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.093235] env[62321]: DEBUG oslo_vmware.api [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633734, 'name': CloneVM_Task, 'duration_secs': 1.575284} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.093523] env[62321]: INFO nova.virt.vmwareapi.vmops [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Created linked-clone VM from snapshot [ 1007.094379] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23171cb0-efcf-438f-9ca2-f906d76c0c44 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.102301] env[62321]: DEBUG nova.virt.vmwareapi.images [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Uploading image acec0449-5802-4559-be87-5dfcc83716fb {{(pid=62321) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1007.120657] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "refresh_cache-6ebd9a81-02b1-4e97-9dbe-7df69455a365" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.127360] env[62321]: DEBUG oslo_vmware.rw_handles [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1007.127360] env[62321]: value = "vm-530712" [ 1007.127360] env[62321]: _type = "VirtualMachine" [ 1007.127360] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1007.127628] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-af5f8c65-4a4e-404b-9bd0-bac6baac38ca {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.136520] env[62321]: DEBUG oslo_vmware.rw_handles [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lease: (returnval){ [ 1007.136520] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52954b47-09e9-15f9-dcc9-b7c0bee31743" [ 1007.136520] env[62321]: _type = "HttpNfcLease" [ 1007.136520] env[62321]: } obtained for exporting VM: (result){ [ 1007.136520] env[62321]: value = "vm-530712" [ 1007.136520] env[62321]: _type = "VirtualMachine" [ 1007.136520] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1007.136776] env[62321]: DEBUG oslo_vmware.api [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the lease: (returnval){ [ 1007.136776] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52954b47-09e9-15f9-dcc9-b7c0bee31743" [ 1007.136776] env[62321]: _type = "HttpNfcLease" [ 1007.136776] env[62321]: } to be ready. {{(pid=62321) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1007.143959] env[62321]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1007.143959] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52954b47-09e9-15f9-dcc9-b7c0bee31743" [ 1007.143959] env[62321]: _type = "HttpNfcLease" [ 1007.143959] env[62321]: } is initializing. {{(pid=62321) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1007.197862] env[62321]: INFO nova.compute.claims [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.202103] env[62321]: DEBUG oslo_concurrency.lockutils [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "refresh_cache-88c97bc4-ebde-4bd0-8217-f682605a6bc8" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.202309] env[62321]: DEBUG oslo_concurrency.lockutils [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquired lock "refresh_cache-88c97bc4-ebde-4bd0-8217-f682605a6bc8" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.202470] env[62321]: DEBUG nova.network.neutron [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.443766] env[62321]: DEBUG nova.network.neutron [req-3629e086-1f90-4b18-83cf-22aa232cf352 req-3e02021f-9b60-4e3c-bf2b-099366df7145 service nova] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.501749] env[62321]: DEBUG oslo_vmware.api [None req-d43ba22d-5e48-466d-b51a-201689ee64a3 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633737, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.530638} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.502074] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-d43ba22d-5e48-466d-b51a-201689ee64a3 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.502297] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d43ba22d-5e48-466d-b51a-201689ee64a3 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.502475] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d43ba22d-5e48-466d-b51a-201689ee64a3 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.502645] env[62321]: INFO nova.compute.manager [None req-d43ba22d-5e48-466d-b51a-201689ee64a3 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 5114d3c2-a387-4520-8837-be0736533858] Took 1.75 seconds to destroy the instance on the hypervisor. [ 1007.502915] env[62321]: DEBUG oslo.service.loopingcall [None req-d43ba22d-5e48-466d-b51a-201689ee64a3 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1007.503085] env[62321]: DEBUG nova.compute.manager [-] [instance: 5114d3c2-a387-4520-8837-be0736533858] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.503188] env[62321]: DEBUG nova.network.neutron [-] [instance: 5114d3c2-a387-4520-8837-be0736533858] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.513557] env[62321]: DEBUG nova.network.neutron [req-3629e086-1f90-4b18-83cf-22aa232cf352 req-3e02021f-9b60-4e3c-bf2b-099366df7145 service nova] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.648440] env[62321]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1007.648440] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52954b47-09e9-15f9-dcc9-b7c0bee31743" [ 1007.648440] env[62321]: _type = "HttpNfcLease" [ 1007.648440] env[62321]: } is ready. {{(pid=62321) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1007.648848] env[62321]: DEBUG oslo_vmware.rw_handles [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1007.648848] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52954b47-09e9-15f9-dcc9-b7c0bee31743" [ 1007.648848] env[62321]: _type = "HttpNfcLease" [ 1007.648848] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1007.649941] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddde0903-9b48-4204-9f61-5743f625b789 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.661456] env[62321]: DEBUG oslo_vmware.rw_handles [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52950877-fb23-ece4-f648-514c363858d9/disk-0.vmdk from lease info. {{(pid=62321) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1007.661737] env[62321]: DEBUG oslo_vmware.rw_handles [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52950877-fb23-ece4-f648-514c363858d9/disk-0.vmdk for reading. {{(pid=62321) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1007.733024] env[62321]: INFO nova.compute.resource_tracker [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Updating resource usage from migration 167ec220-341e-49d4-a596-92083978ea5c [ 1007.804823] env[62321]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ea6bb0fb-52cc-47eb-a5bd-95e8f39db9bc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.984846] env[62321]: DEBUG nova.network.neutron [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Updating instance_info_cache with network_info: [{"id": "8cdf9ba2-5954-47f4-a13e-c1e93ffd3f33", "address": "fa:16:3e:d1:1a:33", "network": {"id": "750e916d-f2cf-425c-88f0-488d2d7ac894", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-457582844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4d5b3a8d92f42ddb204a0a27c24609a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cdf9ba2-59", "ovs_interfaceid": "8cdf9ba2-5954-47f4-a13e-c1e93ffd3f33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.995899] env[62321]: DEBUG nova.compute.manager [req-b3e006ed-e685-4a20-8f93-71768e807524 req-ab41ffd9-1797-4049-b27e-3a1edc244aee service nova] [instance: 5114d3c2-a387-4520-8837-be0736533858] Received event network-vif-deleted-efa2457d-1391-4cac-a25b-ed1592f5a9de {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1007.995899] env[62321]: INFO nova.compute.manager [req-b3e006ed-e685-4a20-8f93-71768e807524 req-ab41ffd9-1797-4049-b27e-3a1edc244aee service nova] [instance: 5114d3c2-a387-4520-8837-be0736533858] Neutron deleted interface efa2457d-1391-4cac-a25b-ed1592f5a9de; detaching it from the instance and deleting it from the info cache [ 1007.995899] env[62321]: DEBUG nova.network.neutron [req-b3e006ed-e685-4a20-8f93-71768e807524 req-ab41ffd9-1797-4049-b27e-3a1edc244aee service nova] [instance: 5114d3c2-a387-4520-8837-be0736533858] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.016544] env[62321]: DEBUG oslo_concurrency.lockutils [req-3629e086-1f90-4b18-83cf-22aa232cf352 req-3e02021f-9b60-4e3c-bf2b-099366df7145 service nova] Releasing lock "refresh_cache-6ebd9a81-02b1-4e97-9dbe-7df69455a365" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.016935] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquired lock "refresh_cache-6ebd9a81-02b1-4e97-9dbe-7df69455a365" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.017106] env[62321]: DEBUG nova.network.neutron [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.056080] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a66e3b8-f8cb-4848-b6d2-bb2c415202cc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.065668] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb19858-f09c-4659-8858-7c7ce5f94056 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.101062] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f2d2b7-ec79-44e3-b317-93fac6ca5686 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.110786] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ddcff4f-0ec6-4219-b87d-0c6966ed578c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.126020] env[62321]: DEBUG nova.compute.provider_tree [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.477674] env[62321]: DEBUG nova.network.neutron [-] [instance: 5114d3c2-a387-4520-8837-be0736533858] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.488715] env[62321]: DEBUG oslo_concurrency.lockutils [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Releasing lock "refresh_cache-88c97bc4-ebde-4bd0-8217-f682605a6bc8" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.499212] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7655b94a-75c2-4435-99d8-d8ffac6b333e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.510651] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5532413-229e-406d-a48c-a5bb3e1106c6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.553182] env[62321]: DEBUG nova.compute.manager [req-b3e006ed-e685-4a20-8f93-71768e807524 req-ab41ffd9-1797-4049-b27e-3a1edc244aee service nova] [instance: 5114d3c2-a387-4520-8837-be0736533858] Detach interface failed, port_id=efa2457d-1391-4cac-a25b-ed1592f5a9de, reason: Instance 5114d3c2-a387-4520-8837-be0736533858 could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1008.557551] env[62321]: DEBUG nova.network.neutron [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.630282] env[62321]: DEBUG nova.scheduler.client.report [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.711698] env[62321]: DEBUG nova.network.neutron [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Updating instance_info_cache with network_info: [{"id": "48944dd0-b68f-4fff-b183-c4a76fd97787", "address": "fa:16:3e:86:75:4f", "network": {"id": "ae63f03d-a437-4466-8919-e20785c3287e", "bridge": "br-int", "label": "tempest-ServersTestJSON-414500887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adf0606cb740439e8133e7dd91768355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48944dd0-b6", "ovs_interfaceid": "48944dd0-b68f-4fff-b183-c4a76fd97787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.980746] env[62321]: INFO nova.compute.manager [-] [instance: 5114d3c2-a387-4520-8837-be0736533858] Took 1.48 seconds to deallocate network for instance. [ 1009.136934] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.452s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.137209] env[62321]: INFO nova.compute.manager [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Migrating [ 1009.145638] env[62321]: DEBUG oslo_concurrency.lockutils [None req-781d7ae9-e0e8-44d0-87ce-0ddcc7b3ce0c tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.731s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.145920] env[62321]: DEBUG nova.objects.instance [None req-781d7ae9-e0e8-44d0-87ce-0ddcc7b3ce0c tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Lazy-loading 'resources' on Instance uuid 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.216668] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Releasing lock "refresh_cache-6ebd9a81-02b1-4e97-9dbe-7df69455a365" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.216668] env[62321]: DEBUG nova.compute.manager [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Instance network_info: |[{"id": "48944dd0-b68f-4fff-b183-c4a76fd97787", "address": "fa:16:3e:86:75:4f", "network": {"id": "ae63f03d-a437-4466-8919-e20785c3287e", "bridge": "br-int", "label": "tempest-ServersTestJSON-414500887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adf0606cb740439e8133e7dd91768355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48944dd0-b6", "ovs_interfaceid": "48944dd0-b68f-4fff-b183-c4a76fd97787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.217958] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:75:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7edb7c08-2fae-4df5-9ec6-5ccf06d7e337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48944dd0-b68f-4fff-b183-c4a76fd97787', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.224893] env[62321]: DEBUG oslo.service.loopingcall [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1009.226025] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.226025] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bae28b0f-7277-41d2-9ed1-dddb580c40da {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.250802] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.250802] env[62321]: value = "task-2633739" [ 1009.250802] env[62321]: _type = "Task" [ 1009.250802] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.260587] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633739, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.488353] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d43ba22d-5e48-466d-b51a-201689ee64a3 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.658245] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "refresh_cache-f73407ff-6afd-466a-8cf8-25b5f1ddef70" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.658633] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquired lock "refresh_cache-f73407ff-6afd-466a-8cf8-25b5f1ddef70" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.658822] env[62321]: DEBUG nova.network.neutron [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.765289] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633739, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.944528] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978c55c1-8eff-477f-b908-aad9ec8c3fd9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.952920] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5514cfd8-6697-4c03-99a4-a7b5d53eca5f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.985254] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ed3f5c-f7d6-4b55-a3e2-f9f29b9fa7fd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.994279] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8556385-da67-4b0d-a2ed-74e108cd075b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.005213] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c749d76-ad5a-4fa2-8d8a-c832943769b2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.016390] env[62321]: DEBUG nova.compute.provider_tree [None req-781d7ae9-e0e8-44d0-87ce-0ddcc7b3ce0c tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.034657] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Updating instance '88c97bc4-ebde-4bd0-8217-f682605a6bc8' progress to 0 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1010.264478] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633739, 'name': CreateVM_Task, 'duration_secs': 0.56114} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.264702] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.265442] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.265611] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.265953] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.266240] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-388108eb-76e8-4f0a-9701-2f444ef5aa31 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.272012] env[62321]: DEBUG oslo_vmware.api [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 1010.272012] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52399f8c-0f69-bc1c-9166-725e1803ff87" [ 1010.272012] env[62321]: _type = "Task" [ 1010.272012] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.282560] env[62321]: DEBUG oslo_vmware.api [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52399f8c-0f69-bc1c-9166-725e1803ff87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.382773] env[62321]: DEBUG nova.network.neutron [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Updating instance_info_cache with network_info: [{"id": "c9adc3e7-2595-446d-b1f4-37eea47039b6", "address": "fa:16:3e:5c:e7:6e", "network": {"id": "a50eeade-5604-486a-9cb3-a0b97aca18b5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-625207795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f6e0514ecb245af82559116fef7e299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9adc3e7-25", "ovs_interfaceid": "c9adc3e7-2595-446d-b1f4-37eea47039b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.519732] env[62321]: DEBUG nova.scheduler.client.report [None req-781d7ae9-e0e8-44d0-87ce-0ddcc7b3ce0c tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.541220] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.541748] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21c138fa-999e-4a3a-9658-7912c774180b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.549924] env[62321]: DEBUG oslo_vmware.api [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1010.549924] env[62321]: value = "task-2633740" [ 1010.549924] env[62321]: _type = "Task" [ 1010.549924] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.559351] env[62321]: DEBUG oslo_vmware.api [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.783408] env[62321]: DEBUG oslo_vmware.api [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52399f8c-0f69-bc1c-9166-725e1803ff87, 'name': SearchDatastore_Task, 'duration_secs': 0.012596} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.783722] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.783961] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.784220] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.784367] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.784545] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.784816] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-240a953c-5972-479f-802b-dbb25c7e0898 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.795020] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.795226] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.795968] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07283a27-a4d5-46aa-bad0-c15bb0876d9f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.802931] env[62321]: DEBUG oslo_vmware.api [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 1010.802931] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5220b46d-5420-1638-431f-93bf0da80627" [ 1010.802931] env[62321]: _type = "Task" [ 1010.802931] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.812378] env[62321]: DEBUG oslo_vmware.api [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5220b46d-5420-1638-431f-93bf0da80627, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.885358] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Releasing lock "refresh_cache-f73407ff-6afd-466a-8cf8-25b5f1ddef70" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.024919] env[62321]: DEBUG oslo_concurrency.lockutils [None req-781d7ae9-e0e8-44d0-87ce-0ddcc7b3ce0c tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.879s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.027318] env[62321]: DEBUG oslo_concurrency.lockutils [None req-892dc184-e96d-4adf-a2ad-9b82380717b6 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.754s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.027553] env[62321]: DEBUG nova.objects.instance [None req-892dc184-e96d-4adf-a2ad-9b82380717b6 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lazy-loading 'resources' on Instance uuid fc453d88-8d2d-4b0e-876f-85478c789990 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.042889] env[62321]: INFO nova.scheduler.client.report [None req-781d7ae9-e0e8-44d0-87ce-0ddcc7b3ce0c tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Deleted allocations for instance 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5 [ 1011.060835] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] VM already powered off {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1011.061094] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Updating instance '88c97bc4-ebde-4bd0-8217-f682605a6bc8' progress to 17 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1011.198741] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "3106361c-fd97-4f93-b0e8-c59c8908cb6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.199334] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "3106361c-fd97-4f93-b0e8-c59c8908cb6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.314787] env[62321]: DEBUG oslo_vmware.api [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5220b46d-5420-1638-431f-93bf0da80627, 'name': SearchDatastore_Task, 'duration_secs': 0.010241} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.315730] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4a3831c-0daf-4dc7-9249-498d3882f497 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.322463] env[62321]: DEBUG oslo_vmware.api [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 1011.322463] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5264fd28-4b6a-bc69-0699-17f2d7c28622" [ 1011.322463] env[62321]: _type = "Task" [ 1011.322463] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.332111] env[62321]: DEBUG oslo_vmware.api [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5264fd28-4b6a-bc69-0699-17f2d7c28622, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.550940] env[62321]: DEBUG oslo_concurrency.lockutils [None req-781d7ae9-e0e8-44d0-87ce-0ddcc7b3ce0c tempest-AttachInterfacesUnderV243Test-1052312787 tempest-AttachInterfacesUnderV243Test-1052312787-project-member] Lock "6e9e36b5-0e07-42ff-94a3-e7e7f11604a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.102s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.569540] env[62321]: DEBUG nova.virt.hardware [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.569830] env[62321]: DEBUG nova.virt.hardware [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.570069] env[62321]: DEBUG nova.virt.hardware [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.570312] env[62321]: DEBUG nova.virt.hardware [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.570471] env[62321]: DEBUG nova.virt.hardware [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.570619] env[62321]: DEBUG nova.virt.hardware [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.570950] env[62321]: DEBUG nova.virt.hardware [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.571233] env[62321]: DEBUG nova.virt.hardware [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.571453] env[62321]: DEBUG nova.virt.hardware [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.571635] env[62321]: DEBUG nova.virt.hardware [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.571827] env[62321]: DEBUG nova.virt.hardware [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.577881] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19940c07-9a0a-4cd4-bbc7-51f3073e9c35 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.599766] env[62321]: DEBUG oslo_vmware.api [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1011.599766] env[62321]: value = "task-2633741" [ 1011.599766] env[62321]: _type = "Task" [ 1011.599766] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.609898] env[62321]: DEBUG oslo_vmware.api [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633741, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.702321] env[62321]: DEBUG nova.compute.manager [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1011.834436] env[62321]: DEBUG oslo_vmware.api [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5264fd28-4b6a-bc69-0699-17f2d7c28622, 'name': SearchDatastore_Task, 'duration_secs': 0.010557} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.837077] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.837349] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 6ebd9a81-02b1-4e97-9dbe-7df69455a365/6ebd9a81-02b1-4e97-9dbe-7df69455a365.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.837787] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e9bdbf8-c542-40ed-bf52-fa865287bf45 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.846805] env[62321]: DEBUG oslo_vmware.api [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 1011.846805] env[62321]: value = "task-2633742" [ 1011.846805] env[62321]: _type = "Task" [ 1011.846805] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.851516] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7369c67e-56ed-4edb-9642-98b9b2d521ba {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.861152] env[62321]: DEBUG oslo_vmware.api [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633742, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.863936] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2edfa6b4-abec-469e-91ec-3f091cdba51a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.899864] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c2e615-36ce-4a80-8c64-aeef7aa33d18 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.918482] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8907949c-2d2e-4ddd-8eeb-5c000aee655c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.924926] env[62321]: DEBUG nova.compute.provider_tree [None req-892dc184-e96d-4adf-a2ad-9b82380717b6 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.112784] env[62321]: DEBUG oslo_vmware.api [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633741, 'name': ReconfigVM_Task, 'duration_secs': 0.195125} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.113203] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Updating instance '88c97bc4-ebde-4bd0-8217-f682605a6bc8' progress to 33 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1012.222813] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.357898] env[62321]: DEBUG oslo_vmware.api [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633742, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439399} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.358076] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 6ebd9a81-02b1-4e97-9dbe-7df69455a365/6ebd9a81-02b1-4e97-9dbe-7df69455a365.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.358165] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.358431] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-102b9f51-6d74-433d-b3b8-6fc944e518e5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.366488] env[62321]: DEBUG oslo_vmware.api [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 1012.366488] env[62321]: value = "task-2633743" [ 1012.366488] env[62321]: _type = "Task" [ 1012.366488] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.376872] env[62321]: DEBUG oslo_vmware.api [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.406935] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c632b2-e951-4761-b68f-83e192fe41dc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.429342] env[62321]: DEBUG nova.scheduler.client.report [None req-892dc184-e96d-4adf-a2ad-9b82380717b6 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.433409] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Updating instance 'f73407ff-6afd-466a-8cf8-25b5f1ddef70' progress to 0 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1012.620515] env[62321]: DEBUG nova.virt.hardware [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.620830] env[62321]: DEBUG nova.virt.hardware [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.620933] env[62321]: DEBUG nova.virt.hardware [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.621147] env[62321]: DEBUG nova.virt.hardware [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.621286] env[62321]: DEBUG nova.virt.hardware [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.621437] env[62321]: DEBUG nova.virt.hardware [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.621637] env[62321]: DEBUG nova.virt.hardware [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.621793] env[62321]: DEBUG nova.virt.hardware [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.621958] env[62321]: DEBUG nova.virt.hardware [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.622532] env[62321]: DEBUG nova.virt.hardware [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.622723] env[62321]: DEBUG nova.virt.hardware [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.631152] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Reconfiguring VM instance instance-00000038 to detach disk 2000 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1012.631477] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7899cac-f2e7-455e-85e4-82dc05d093d4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.653950] env[62321]: DEBUG oslo_vmware.api [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1012.653950] env[62321]: value = "task-2633744" [ 1012.653950] env[62321]: _type = "Task" [ 1012.653950] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.662829] env[62321]: DEBUG oslo_vmware.api [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633744, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.877206] env[62321]: DEBUG oslo_vmware.api [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071455} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.877576] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.878422] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64650a4d-13c2-4875-93db-7790314bd77b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.902746] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 6ebd9a81-02b1-4e97-9dbe-7df69455a365/6ebd9a81-02b1-4e97-9dbe-7df69455a365.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.902746] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60a78237-5adb-474f-86bf-cacea6e6bc01 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.927586] env[62321]: DEBUG oslo_vmware.api [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 1012.927586] env[62321]: value = "task-2633745" [ 1012.927586] env[62321]: _type = "Task" [ 1012.927586] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.937987] env[62321]: DEBUG oslo_concurrency.lockutils [None req-892dc184-e96d-4adf-a2ad-9b82380717b6 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.911s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.941717] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.942071] env[62321]: DEBUG oslo_vmware.api [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633745, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.942604] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a4421aa4-9770-4dd8-973e-9a107074f729 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.211s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.942863] env[62321]: DEBUG nova.objects.instance [None req-a4421aa4-9770-4dd8-973e-9a107074f729 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lazy-loading 'resources' on Instance uuid fbf80529-4efb-4056-9d2b-5b03df0c7777 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.943926] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-635a504e-0933-4f8f-bf24-d0bfe52ef6da {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.951968] env[62321]: DEBUG oslo_vmware.api [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 1012.951968] env[62321]: value = "task-2633746" [ 1012.951968] env[62321]: _type = "Task" [ 1012.951968] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.965274] env[62321]: DEBUG oslo_vmware.api [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.968248] env[62321]: INFO nova.scheduler.client.report [None req-892dc184-e96d-4adf-a2ad-9b82380717b6 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Deleted allocations for instance fc453d88-8d2d-4b0e-876f-85478c789990 [ 1013.171028] env[62321]: DEBUG oslo_vmware.api [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633744, 'name': ReconfigVM_Task, 'duration_secs': 0.193801} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.171028] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Reconfigured VM instance instance-00000038 to detach disk 2000 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1013.171028] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425b6f3b-2cef-4f8d-90de-70073d28e313 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.204326] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 88c97bc4-ebde-4bd0-8217-f682605a6bc8/88c97bc4-ebde-4bd0-8217-f682605a6bc8.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.204621] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb16a65a-f825-41b1-a06f-7b6ed98b829b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.226647] env[62321]: DEBUG oslo_vmware.api [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1013.226647] env[62321]: value = "task-2633747" [ 1013.226647] env[62321]: _type = "Task" [ 1013.226647] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.238530] env[62321]: DEBUG oslo_vmware.api [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633747, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.440418] env[62321]: DEBUG oslo_vmware.api [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633745, 'name': ReconfigVM_Task, 'duration_secs': 0.314868} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.441066] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 6ebd9a81-02b1-4e97-9dbe-7df69455a365/6ebd9a81-02b1-4e97-9dbe-7df69455a365.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.444127] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60ee4610-26e6-4d9a-8721-62799627f7c9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.455019] env[62321]: DEBUG oslo_vmware.api [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 1013.455019] env[62321]: value = "task-2633748" [ 1013.455019] env[62321]: _type = "Task" [ 1013.455019] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.471014] env[62321]: DEBUG oslo_vmware.api [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633748, 'name': Rename_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.478179] env[62321]: DEBUG oslo_vmware.api [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633746, 'name': PowerOffVM_Task, 'duration_secs': 0.236523} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.478179] env[62321]: DEBUG oslo_concurrency.lockutils [None req-892dc184-e96d-4adf-a2ad-9b82380717b6 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "fc453d88-8d2d-4b0e-876f-85478c789990" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.936s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.481784] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.482225] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Updating instance 'f73407ff-6afd-466a-8cf8-25b5f1ddef70' progress to 17 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1013.741315] env[62321]: DEBUG oslo_vmware.api [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633747, 'name': ReconfigVM_Task, 'duration_secs': 0.451106} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.741911] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 88c97bc4-ebde-4bd0-8217-f682605a6bc8/88c97bc4-ebde-4bd0-8217-f682605a6bc8.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.742160] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Updating instance '88c97bc4-ebde-4bd0-8217-f682605a6bc8' progress to 50 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1013.793889] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e564ffcd-644b-4fd8-a5af-8fd1c17afa73 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.809018] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c78181f-f27d-4281-aa62-20db9165b773 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.839260] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98beda3-acfd-41ab-869b-ec29b75996cb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.848111] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45dec5f2-2a84-4e8a-b46d-1458087961a4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.862665] env[62321]: DEBUG nova.compute.provider_tree [None req-a4421aa4-9770-4dd8-973e-9a107074f729 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.977031] env[62321]: DEBUG oslo_vmware.api [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633748, 'name': Rename_Task, 'duration_secs': 0.202716} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.977031] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.977031] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-778503d5-00e7-4ec3-91d6-f07e91c41af2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.983473] env[62321]: DEBUG oslo_vmware.api [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 1013.983473] env[62321]: value = "task-2633749" [ 1013.983473] env[62321]: _type = "Task" [ 1013.983473] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.989089] env[62321]: DEBUG nova.virt.hardware [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1013.989480] env[62321]: DEBUG nova.virt.hardware [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.989679] env[62321]: DEBUG nova.virt.hardware [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.989964] env[62321]: DEBUG nova.virt.hardware [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.990140] env[62321]: DEBUG nova.virt.hardware [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.990392] env[62321]: DEBUG nova.virt.hardware [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1013.990563] env[62321]: DEBUG nova.virt.hardware [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1013.990764] env[62321]: DEBUG nova.virt.hardware [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1013.991195] env[62321]: DEBUG nova.virt.hardware [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1013.991291] env[62321]: DEBUG nova.virt.hardware [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1013.991445] env[62321]: DEBUG nova.virt.hardware [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1013.999984] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c50c1189-c559-4126-8984-16e65029e9fd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.012197] env[62321]: DEBUG oslo_vmware.api [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633749, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.019400] env[62321]: DEBUG oslo_vmware.api [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 1014.019400] env[62321]: value = "task-2633750" [ 1014.019400] env[62321]: _type = "Task" [ 1014.019400] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.029912] env[62321]: DEBUG oslo_vmware.api [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633750, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.252184] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eadebf3-c903-4977-b17b-c43952d428df {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.277137] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92d0200-4dea-4849-a377-6e2bd26db165 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.306553] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Updating instance '88c97bc4-ebde-4bd0-8217-f682605a6bc8' progress to 67 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1014.366132] env[62321]: DEBUG nova.scheduler.client.report [None req-a4421aa4-9770-4dd8-973e-9a107074f729 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.493813] env[62321]: DEBUG oslo_vmware.api [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633749, 'name': PowerOnVM_Task, 'duration_secs': 0.503225} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.494094] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.494308] env[62321]: INFO nova.compute.manager [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1014.494490] env[62321]: DEBUG nova.compute.manager [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.495313] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0249b7e0-bd39-4074-84d4-8ce21fcf9004 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.532338] env[62321]: DEBUG oslo_vmware.api [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633750, 'name': ReconfigVM_Task, 'duration_secs': 0.284688} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.532744] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Updating instance 'f73407ff-6afd-466a-8cf8-25b5f1ddef70' progress to 33 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1014.849085] env[62321]: DEBUG nova.network.neutron [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Port 8cdf9ba2-5954-47f4-a13e-c1e93ffd3f33 binding to destination host cpu-1 is already ACTIVE {{(pid=62321) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1014.871638] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a4421aa4-9770-4dd8-973e-9a107074f729 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.929s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.874020] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 8.777s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.890971] env[62321]: INFO nova.scheduler.client.report [None req-a4421aa4-9770-4dd8-973e-9a107074f729 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Deleted allocations for instance fbf80529-4efb-4056-9d2b-5b03df0c7777 [ 1015.015932] env[62321]: INFO nova.compute.manager [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Took 18.19 seconds to build instance. [ 1015.042704] env[62321]: DEBUG nova.virt.hardware [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1015.043051] env[62321]: DEBUG nova.virt.hardware [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.043386] env[62321]: DEBUG nova.virt.hardware [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.043538] env[62321]: DEBUG nova.virt.hardware [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.043755] env[62321]: DEBUG nova.virt.hardware [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.043973] env[62321]: DEBUG nova.virt.hardware [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1015.044294] env[62321]: DEBUG nova.virt.hardware [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1015.044518] env[62321]: DEBUG nova.virt.hardware [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1015.044751] env[62321]: DEBUG nova.virt.hardware [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1015.044982] env[62321]: DEBUG nova.virt.hardware [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1015.045429] env[62321]: DEBUG nova.virt.hardware [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1015.052689] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Reconfiguring VM instance instance-00000061 to detach disk 2000 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1015.053389] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5312999c-16fd-4bab-9d09-347d0014f2c5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.075026] env[62321]: DEBUG oslo_vmware.api [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 1015.075026] env[62321]: value = "task-2633751" [ 1015.075026] env[62321]: _type = "Task" [ 1015.075026] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.083145] env[62321]: DEBUG oslo_vmware.api [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633751, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.401205] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a4421aa4-9770-4dd8-973e-9a107074f729 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "fbf80529-4efb-4056-9d2b-5b03df0c7777" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.372s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.518250] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0948886d-bd60-4a06-8eff-3ed9c2336824 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "6ebd9a81-02b1-4e97-9dbe-7df69455a365" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.705s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.588186] env[62321]: DEBUG oslo_vmware.api [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633751, 'name': ReconfigVM_Task, 'duration_secs': 0.325366} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.588473] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Reconfigured VM instance instance-00000061 to detach disk 2000 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1015.589288] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964cb730-9498-4fe5-8714-b46b2930eabc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.614952] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] f73407ff-6afd-466a-8cf8-25b5f1ddef70/f73407ff-6afd-466a-8cf8-25b5f1ddef70.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.617696] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff846004-b139-4a18-9acd-dc2c35ac8e3c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.638558] env[62321]: DEBUG oslo_vmware.api [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 1015.638558] env[62321]: value = "task-2633752" [ 1015.638558] env[62321]: _type = "Task" [ 1015.638558] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.650191] env[62321]: DEBUG oslo_vmware.api [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633752, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.669930] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76461a5b-47ca-46ed-97dd-552ffa8c8a4d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.679324] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1adbc9ca-80eb-43ff-af17-6de09a07c448 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.712731] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3102e22e-e318-4fea-8bdf-3d816c5eda8f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.722201] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4536184a-ef49-4526-8153-47664ac2a9ef {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.729561] env[62321]: DEBUG nova.compute.manager [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Stashing vm_state: active {{(pid=62321) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1015.740753] env[62321]: DEBUG nova.compute.provider_tree [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.878255] env[62321]: DEBUG oslo_concurrency.lockutils [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "88c97bc4-ebde-4bd0-8217-f682605a6bc8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.878940] env[62321]: DEBUG oslo_concurrency.lockutils [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "88c97bc4-ebde-4bd0-8217-f682605a6bc8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.878940] env[62321]: DEBUG oslo_concurrency.lockutils [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "88c97bc4-ebde-4bd0-8217-f682605a6bc8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.107937] env[62321]: DEBUG oslo_vmware.rw_handles [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52950877-fb23-ece4-f648-514c363858d9/disk-0.vmdk. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1016.108888] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8609557a-71ca-4a57-a1b1-638c456c028d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.115954] env[62321]: DEBUG oslo_vmware.rw_handles [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52950877-fb23-ece4-f648-514c363858d9/disk-0.vmdk is in state: ready. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1016.115954] env[62321]: ERROR oslo_vmware.rw_handles [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52950877-fb23-ece4-f648-514c363858d9/disk-0.vmdk due to incomplete transfer. [ 1016.116204] env[62321]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-acd96f37-7c92-4e90-8b2e-9ad180773bc5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.128242] env[62321]: DEBUG oslo_vmware.rw_handles [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52950877-fb23-ece4-f648-514c363858d9/disk-0.vmdk. {{(pid=62321) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1016.128242] env[62321]: DEBUG nova.virt.vmwareapi.images [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Uploaded image acec0449-5802-4559-be87-5dfcc83716fb to the Glance image server {{(pid=62321) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1016.130364] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Destroying the VM {{(pid=62321) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1016.130625] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-685e025b-c859-4385-878b-3708cf670914 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.137955] env[62321]: DEBUG oslo_vmware.api [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 1016.137955] env[62321]: value = "task-2633753" [ 1016.137955] env[62321]: _type = "Task" [ 1016.137955] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.153440] env[62321]: DEBUG oslo_vmware.api [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633752, 'name': ReconfigVM_Task, 'duration_secs': 0.344676} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.153684] env[62321]: DEBUG oslo_vmware.api [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633753, 'name': Destroy_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.154037] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Reconfigured VM instance instance-00000061 to attach disk [datastore2] f73407ff-6afd-466a-8cf8-25b5f1ddef70/f73407ff-6afd-466a-8cf8-25b5f1ddef70.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.154374] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Updating instance 'f73407ff-6afd-466a-8cf8-25b5f1ddef70' progress to 50 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1016.247300] env[62321]: DEBUG nova.scheduler.client.report [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.271010] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.396101] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0fc66996-603f-4749-819e-c514956c449a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "6ebd9a81-02b1-4e97-9dbe-7df69455a365" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.396101] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0fc66996-603f-4749-819e-c514956c449a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "6ebd9a81-02b1-4e97-9dbe-7df69455a365" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.396101] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0fc66996-603f-4749-819e-c514956c449a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "6ebd9a81-02b1-4e97-9dbe-7df69455a365-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.396101] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0fc66996-603f-4749-819e-c514956c449a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "6ebd9a81-02b1-4e97-9dbe-7df69455a365-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.396332] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0fc66996-603f-4749-819e-c514956c449a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "6ebd9a81-02b1-4e97-9dbe-7df69455a365-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.398444] env[62321]: INFO nova.compute.manager [None req-0fc66996-603f-4749-819e-c514956c449a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Terminating instance [ 1016.648418] env[62321]: DEBUG oslo_vmware.api [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633753, 'name': Destroy_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.661022] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beae58a3-abb1-4a89-8f9a-db17ef0e032b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.681152] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841fc582-b15d-450a-a54b-b062e9dc070e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.699964] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Updating instance 'f73407ff-6afd-466a-8cf8-25b5f1ddef70' progress to 67 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1016.904462] env[62321]: DEBUG nova.compute.manager [None req-0fc66996-603f-4749-819e-c514956c449a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1016.904586] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc66996-603f-4749-819e-c514956c449a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.906124] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfbe7b9-972b-4afa-82fc-3d3afcdc8627 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.914158] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fc66996-603f-4749-819e-c514956c449a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.914409] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f35af61c-70e4-46b2-8420-98b1068e1c41 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.917036] env[62321]: DEBUG oslo_concurrency.lockutils [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "refresh_cache-88c97bc4-ebde-4bd0-8217-f682605a6bc8" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.917215] env[62321]: DEBUG oslo_concurrency.lockutils [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquired lock "refresh_cache-88c97bc4-ebde-4bd0-8217-f682605a6bc8" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.917387] env[62321]: DEBUG nova.network.neutron [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.922103] env[62321]: DEBUG oslo_vmware.api [None req-0fc66996-603f-4749-819e-c514956c449a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 1016.922103] env[62321]: value = "task-2633754" [ 1016.922103] env[62321]: _type = "Task" [ 1016.922103] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.932290] env[62321]: DEBUG oslo_vmware.api [None req-0fc66996-603f-4749-819e-c514956c449a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.148802] env[62321]: DEBUG oslo_vmware.api [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633753, 'name': Destroy_Task, 'duration_secs': 0.536222} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.149168] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Destroyed the VM [ 1017.149321] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Deleting Snapshot of the VM instance {{(pid=62321) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1017.149584] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a9f6ba37-8faa-4645-a102-c44c8e23d6b5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.157645] env[62321]: DEBUG oslo_vmware.api [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 1017.157645] env[62321]: value = "task-2633755" [ 1017.157645] env[62321]: _type = "Task" [ 1017.157645] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.165797] env[62321]: DEBUG oslo_vmware.api [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633755, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.241021] env[62321]: DEBUG nova.network.neutron [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Port c9adc3e7-2595-446d-b1f4-37eea47039b6 binding to destination host cpu-1 is already ACTIVE {{(pid=62321) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1017.257399] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.383s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.260421] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d43ba22d-5e48-466d-b51a-201689ee64a3 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.772s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.260655] env[62321]: DEBUG nova.objects.instance [None req-d43ba22d-5e48-466d-b51a-201689ee64a3 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lazy-loading 'resources' on Instance uuid 5114d3c2-a387-4520-8837-be0736533858 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.376948] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "5a35025e-96aa-4fe3-b763-526786b21433" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.377284] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "5a35025e-96aa-4fe3-b763-526786b21433" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.432369] env[62321]: DEBUG oslo_vmware.api [None req-0fc66996-603f-4749-819e-c514956c449a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633754, 'name': PowerOffVM_Task, 'duration_secs': 0.190797} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.432644] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fc66996-603f-4749-819e-c514956c449a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.432811] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc66996-603f-4749-819e-c514956c449a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.433065] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4459a19-fbe1-4612-8005-14e62aec4932 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.506182] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc66996-603f-4749-819e-c514956c449a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.506419] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc66996-603f-4749-819e-c514956c449a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.506600] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fc66996-603f-4749-819e-c514956c449a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Deleting the datastore file [datastore1] 6ebd9a81-02b1-4e97-9dbe-7df69455a365 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.506873] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fbdea16-db87-4fef-b138-95b5a7094919 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.514213] env[62321]: DEBUG oslo_vmware.api [None req-0fc66996-603f-4749-819e-c514956c449a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 1017.514213] env[62321]: value = "task-2633757" [ 1017.514213] env[62321]: _type = "Task" [ 1017.514213] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.525339] env[62321]: DEBUG oslo_vmware.api [None req-0fc66996-603f-4749-819e-c514956c449a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.632209] env[62321]: DEBUG nova.network.neutron [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Updating instance_info_cache with network_info: [{"id": "8cdf9ba2-5954-47f4-a13e-c1e93ffd3f33", "address": "fa:16:3e:d1:1a:33", "network": {"id": "750e916d-f2cf-425c-88f0-488d2d7ac894", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-457582844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4d5b3a8d92f42ddb204a0a27c24609a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cdf9ba2-59", "ovs_interfaceid": "8cdf9ba2-5954-47f4-a13e-c1e93ffd3f33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.668064] env[62321]: DEBUG oslo_vmware.api [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633755, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.787055] env[62321]: DEBUG nova.scheduler.client.report [None req-d43ba22d-5e48-466d-b51a-201689ee64a3 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Refreshing inventories for resource provider e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1017.799031] env[62321]: DEBUG nova.scheduler.client.report [None req-d43ba22d-5e48-466d-b51a-201689ee64a3 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Updating ProviderTree inventory for provider e4ce1efe-a8f0-4655-8f76-50516c538695 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1017.799267] env[62321]: DEBUG nova.compute.provider_tree [None req-d43ba22d-5e48-466d-b51a-201689ee64a3 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1017.812689] env[62321]: DEBUG nova.scheduler.client.report [None req-d43ba22d-5e48-466d-b51a-201689ee64a3 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Refreshing aggregate associations for resource provider e4ce1efe-a8f0-4655-8f76-50516c538695, aggregates: None {{(pid=62321) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1017.820649] env[62321]: INFO nova.scheduler.client.report [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Deleted allocation for migration 3fd1bb7a-d249-469b-91ba-85cf404a8c32 [ 1017.829359] env[62321]: DEBUG nova.scheduler.client.report [None req-d43ba22d-5e48-466d-b51a-201689ee64a3 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Refreshing trait associations for resource provider e4ce1efe-a8f0-4655-8f76-50516c538695, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62321) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1017.829559] env[62321]: DEBUG nova.compute.provider_tree [None req-d43ba22d-5e48-466d-b51a-201689ee64a3 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Updating resource provider e4ce1efe-a8f0-4655-8f76-50516c538695 generation from 135 to 136 during operation: update_traits {{(pid=62321) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1017.880163] env[62321]: DEBUG nova.compute.manager [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1018.024521] env[62321]: DEBUG oslo_vmware.api [None req-0fc66996-603f-4749-819e-c514956c449a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122196} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.024784] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fc66996-603f-4749-819e-c514956c449a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.024971] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc66996-603f-4749-819e-c514956c449a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.025183] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc66996-603f-4749-819e-c514956c449a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.025406] env[62321]: INFO nova.compute.manager [None req-0fc66996-603f-4749-819e-c514956c449a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1018.025751] env[62321]: DEBUG oslo.service.loopingcall [None req-0fc66996-603f-4749-819e-c514956c449a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1018.025891] env[62321]: DEBUG nova.compute.manager [-] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1018.026014] env[62321]: DEBUG nova.network.neutron [-] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1018.071788] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21599b9a-2c01-405c-a92d-e376f20aadef {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.080770] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c43285-fffe-4495-91f5-7e0893520d6f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.112683] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86df90c-9714-418b-b029-7b29df8e6019 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.120246] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da92fd49-12a5-4f3f-92ab-119d9ad2ca57 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.133847] env[62321]: DEBUG nova.compute.provider_tree [None req-d43ba22d-5e48-466d-b51a-201689ee64a3 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.136279] env[62321]: DEBUG oslo_concurrency.lockutils [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Releasing lock "refresh_cache-88c97bc4-ebde-4bd0-8217-f682605a6bc8" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.167718] env[62321]: DEBUG oslo_vmware.api [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633755, 'name': RemoveSnapshot_Task, 'duration_secs': 0.55153} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.167718] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Deleted Snapshot of the VM instance {{(pid=62321) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1018.168104] env[62321]: DEBUG nova.compute.manager [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.168795] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563dff93-4115-4303-b6be-a75da0269311 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.267990] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "f73407ff-6afd-466a-8cf8-25b5f1ddef70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.268236] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "f73407ff-6afd-466a-8cf8-25b5f1ddef70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.268410] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "f73407ff-6afd-466a-8cf8-25b5f1ddef70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.326204] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "4dbd2adb-a1af-40df-9149-4562c01ea965" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 15.532s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.395073] env[62321]: DEBUG nova.compute.manager [req-d2f50ee6-7c63-47ac-8f4f-d6aaee829674 req-80dd407c-4033-43c7-8545-0a32af57c4b4 service nova] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Received event network-vif-deleted-48944dd0-b68f-4fff-b183-c4a76fd97787 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1018.395353] env[62321]: INFO nova.compute.manager [req-d2f50ee6-7c63-47ac-8f4f-d6aaee829674 req-80dd407c-4033-43c7-8545-0a32af57c4b4 service nova] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Neutron deleted interface 48944dd0-b68f-4fff-b183-c4a76fd97787; detaching it from the instance and deleting it from the info cache [ 1018.395589] env[62321]: DEBUG nova.network.neutron [req-d2f50ee6-7c63-47ac-8f4f-d6aaee829674 req-80dd407c-4033-43c7-8545-0a32af57c4b4 service nova] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.404404] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.637781] env[62321]: DEBUG nova.scheduler.client.report [None req-d43ba22d-5e48-466d-b51a-201689ee64a3 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.657400] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03a9ae5-5da6-4052-83fc-6e35ca3e3526 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.681292] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111b33d5-affa-41e6-865e-7c48ba75f43a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.684198] env[62321]: INFO nova.compute.manager [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Shelve offloading [ 1018.690381] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Updating instance '88c97bc4-ebde-4bd0-8217-f682605a6bc8' progress to 83 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1018.782233] env[62321]: DEBUG nova.network.neutron [-] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.898985] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-209675ce-ea3d-4dc8-aec7-10cfeba5dce3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.912803] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531f063d-13b0-4369-9695-f30d2587ff7f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.958298] env[62321]: DEBUG nova.compute.manager [req-d2f50ee6-7c63-47ac-8f4f-d6aaee829674 req-80dd407c-4033-43c7-8545-0a32af57c4b4 service nova] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Detach interface failed, port_id=48944dd0-b68f-4fff-b183-c4a76fd97787, reason: Instance 6ebd9a81-02b1-4e97-9dbe-7df69455a365 could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1019.146046] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d43ba22d-5e48-466d-b51a-201689ee64a3 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.885s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.147560] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.925s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.149265] env[62321]: INFO nova.compute.claims [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.163228] env[62321]: INFO nova.scheduler.client.report [None req-d43ba22d-5e48-466d-b51a-201689ee64a3 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Deleted allocations for instance 5114d3c2-a387-4520-8837-be0736533858 [ 1019.188171] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.188518] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a0ac946-5b2e-4edb-90b4-f3bf3e3bbbd8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.196635] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-859b9cd8-7783-4dc7-a682-6bf8e57a4d7c tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Updating instance '88c97bc4-ebde-4bd0-8217-f682605a6bc8' progress to 100 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1019.202608] env[62321]: DEBUG oslo_vmware.api [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 1019.202608] env[62321]: value = "task-2633758" [ 1019.202608] env[62321]: _type = "Task" [ 1019.202608] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.213366] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] VM already powered off {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1019.213477] env[62321]: DEBUG nova.compute.manager [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.214553] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1292118a-1a9e-4bd4-93e0-94f760b15d59 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.220693] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquiring lock "refresh_cache-def1500c-f7ea-4ea2-ba83-8499b10c7a19" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.220884] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquired lock "refresh_cache-def1500c-f7ea-4ea2-ba83-8499b10c7a19" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.221083] env[62321]: DEBUG nova.network.neutron [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.285041] env[62321]: INFO nova.compute.manager [-] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Took 1.26 seconds to deallocate network for instance. [ 1019.323425] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "refresh_cache-f73407ff-6afd-466a-8cf8-25b5f1ddef70" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.323609] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquired lock "refresh_cache-f73407ff-6afd-466a-8cf8-25b5f1ddef70" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.323785] env[62321]: DEBUG nova.network.neutron [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.669359] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d43ba22d-5e48-466d-b51a-201689ee64a3 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "5114d3c2-a387-4520-8837-be0736533858" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.425s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.791534] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0fc66996-603f-4749-819e-c514956c449a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.832353] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "4dbd2adb-a1af-40df-9149-4562c01ea965" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.832644] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "4dbd2adb-a1af-40df-9149-4562c01ea965" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.832867] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "4dbd2adb-a1af-40df-9149-4562c01ea965-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.833066] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "4dbd2adb-a1af-40df-9149-4562c01ea965-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.833245] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "4dbd2adb-a1af-40df-9149-4562c01ea965-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.837595] env[62321]: INFO nova.compute.manager [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Terminating instance [ 1019.947380] env[62321]: DEBUG nova.network.neutron [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Updating instance_info_cache with network_info: [{"id": "2a525a9f-0437-4efe-8ec4-bafdedfa6bcc", "address": "fa:16:3e:8a:c9:96", "network": {"id": "88f82084-f668-408a-85db-223eddec1845", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1449486980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4e845d2578746c9a211eef92967c286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a525a9f-04", "ovs_interfaceid": "2a525a9f-0437-4efe-8ec4-bafdedfa6bcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.122958] env[62321]: DEBUG nova.network.neutron [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Updating instance_info_cache with network_info: [{"id": "c9adc3e7-2595-446d-b1f4-37eea47039b6", "address": "fa:16:3e:5c:e7:6e", "network": {"id": "a50eeade-5604-486a-9cb3-a0b97aca18b5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-625207795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f6e0514ecb245af82559116fef7e299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9adc3e7-25", "ovs_interfaceid": "c9adc3e7-2595-446d-b1f4-37eea47039b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.342056] env[62321]: DEBUG nova.compute.manager [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1020.342321] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.343640] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845a9706-0b05-4baa-adca-7406ab698fe5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.351694] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.353939] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8e86efd-40f2-4ebd-8066-2a33b5f96aa4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.360610] env[62321]: DEBUG oslo_vmware.api [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 1020.360610] env[62321]: value = "task-2633759" [ 1020.360610] env[62321]: _type = "Task" [ 1020.360610] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.369443] env[62321]: DEBUG oslo_vmware.api [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.432564] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f315eb-566e-424f-901d-9e12ed448ac7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.441062] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79458550-5edf-4efd-8156-9a16387ff04f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.474046] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Releasing lock "refresh_cache-def1500c-f7ea-4ea2-ba83-8499b10c7a19" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.476803] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7efbf7-a851-4412-9f6e-3216e043c33e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.485378] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c3731d-00e5-4754-b801-8affa550196c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.500157] env[62321]: DEBUG nova.compute.provider_tree [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.625741] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Releasing lock "refresh_cache-f73407ff-6afd-466a-8cf8-25b5f1ddef70" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.873473] env[62321]: DEBUG oslo_vmware.api [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633759, 'name': PowerOffVM_Task, 'duration_secs': 0.205695} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.873807] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.874039] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.874342] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb4e39f7-1d32-47eb-89ed-b34906a9987e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.904431] env[62321]: DEBUG nova.compute.manager [req-cab556e5-309a-4493-8032-17fda0fbae82 req-14aa25cc-de4b-43d0-809a-d791b037f444 service nova] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Received event network-vif-unplugged-2a525a9f-0437-4efe-8ec4-bafdedfa6bcc {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1020.904710] env[62321]: DEBUG oslo_concurrency.lockutils [req-cab556e5-309a-4493-8032-17fda0fbae82 req-14aa25cc-de4b-43d0-809a-d791b037f444 service nova] Acquiring lock "def1500c-f7ea-4ea2-ba83-8499b10c7a19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.905177] env[62321]: DEBUG oslo_concurrency.lockutils [req-cab556e5-309a-4493-8032-17fda0fbae82 req-14aa25cc-de4b-43d0-809a-d791b037f444 service nova] Lock "def1500c-f7ea-4ea2-ba83-8499b10c7a19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.908342] env[62321]: DEBUG oslo_concurrency.lockutils [req-cab556e5-309a-4493-8032-17fda0fbae82 req-14aa25cc-de4b-43d0-809a-d791b037f444 service nova] Lock "def1500c-f7ea-4ea2-ba83-8499b10c7a19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.908342] env[62321]: DEBUG nova.compute.manager [req-cab556e5-309a-4493-8032-17fda0fbae82 req-14aa25cc-de4b-43d0-809a-d791b037f444 service nova] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] No waiting events found dispatching network-vif-unplugged-2a525a9f-0437-4efe-8ec4-bafdedfa6bcc {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1020.908342] env[62321]: WARNING nova.compute.manager [req-cab556e5-309a-4493-8032-17fda0fbae82 req-14aa25cc-de4b-43d0-809a-d791b037f444 service nova] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Received unexpected event network-vif-unplugged-2a525a9f-0437-4efe-8ec4-bafdedfa6bcc for instance with vm_state shelved and task_state shelving_offloading. [ 1020.947480] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.947480] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.947480] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Deleting the datastore file [datastore2] 4dbd2adb-a1af-40df-9149-4562c01ea965 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.947480] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9186c2c3-6ea2-4447-b797-2e28b2151120 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.954428] env[62321]: DEBUG oslo_vmware.api [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for the task: (returnval){ [ 1020.954428] env[62321]: value = "task-2633761" [ 1020.954428] env[62321]: _type = "Task" [ 1020.954428] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.963340] env[62321]: DEBUG oslo_vmware.api [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633761, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.003235] env[62321]: DEBUG nova.scheduler.client.report [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.012657] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.013392] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7fee8d-cde4-4dcd-b38e-a019a45acd4e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.022354] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.022652] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-568feba0-dd37-4ecd-857a-e9277b2fe7c7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.099221] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.099466] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.099656] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Deleting the datastore file [datastore2] def1500c-f7ea-4ea2-ba83-8499b10c7a19 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.099984] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84f14d91-1287-418f-bae9-90b5a4f9f156 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.109047] env[62321]: DEBUG oslo_vmware.api [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 1021.109047] env[62321]: value = "task-2633763" [ 1021.109047] env[62321]: _type = "Task" [ 1021.109047] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.117889] env[62321]: DEBUG oslo_vmware.api [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.148082] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3492ea-818d-49ed-8370-73c08d73b53d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.170449] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eab181a-c636-4982-a274-ae8ef9ecfaf0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.177679] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Updating instance 'f73407ff-6afd-466a-8cf8-25b5f1ddef70' progress to 83 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1021.283665] env[62321]: DEBUG oslo_concurrency.lockutils [None req-72493f4d-9a7c-49c6-ba91-cdc163897703 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "88c97bc4-ebde-4bd0-8217-f682605a6bc8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.283947] env[62321]: DEBUG oslo_concurrency.lockutils [None req-72493f4d-9a7c-49c6-ba91-cdc163897703 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "88c97bc4-ebde-4bd0-8217-f682605a6bc8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.284160] env[62321]: DEBUG nova.compute.manager [None req-72493f4d-9a7c-49c6-ba91-cdc163897703 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Going to confirm migration 5 {{(pid=62321) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1021.465964] env[62321]: DEBUG oslo_vmware.api [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Task: {'id': task-2633761, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19685} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.466242] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.466436] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.466618] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.466784] env[62321]: INFO nova.compute.manager [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1021.467054] env[62321]: DEBUG oslo.service.loopingcall [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1021.467225] env[62321]: DEBUG nova.compute.manager [-] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1021.467323] env[62321]: DEBUG nova.network.neutron [-] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1021.508729] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.509277] env[62321]: DEBUG nova.compute.manager [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.514887] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.244s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.619241] env[62321]: DEBUG oslo_vmware.api [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272828} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.619496] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.619684] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.619892] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.639099] env[62321]: INFO nova.scheduler.client.report [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Deleted allocations for instance def1500c-f7ea-4ea2-ba83-8499b10c7a19 [ 1021.684310] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.684612] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0a26ee4-8cf3-4c14-a299-0fdd4f4fffc0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.692836] env[62321]: DEBUG oslo_vmware.api [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 1021.692836] env[62321]: value = "task-2633764" [ 1021.692836] env[62321]: _type = "Task" [ 1021.692836] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.702207] env[62321]: DEBUG oslo_vmware.api [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633764, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.823457] env[62321]: DEBUG oslo_concurrency.lockutils [None req-72493f4d-9a7c-49c6-ba91-cdc163897703 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "refresh_cache-88c97bc4-ebde-4bd0-8217-f682605a6bc8" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.823848] env[62321]: DEBUG oslo_concurrency.lockutils [None req-72493f4d-9a7c-49c6-ba91-cdc163897703 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquired lock "refresh_cache-88c97bc4-ebde-4bd0-8217-f682605a6bc8" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.823848] env[62321]: DEBUG nova.network.neutron [None req-72493f4d-9a7c-49c6-ba91-cdc163897703 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.824186] env[62321]: DEBUG nova.objects.instance [None req-72493f4d-9a7c-49c6-ba91-cdc163897703 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lazy-loading 'info_cache' on Instance uuid 88c97bc4-ebde-4bd0-8217-f682605a6bc8 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.825753] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Acquiring lock "d9f2468c-18c3-44f4-8044-5a098ac5f107" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.826031] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Lock "d9f2468c-18c3-44f4-8044-5a098ac5f107" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.826187] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Acquiring lock "d9f2468c-18c3-44f4-8044-5a098ac5f107-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.826387] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Lock "d9f2468c-18c3-44f4-8044-5a098ac5f107-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.826558] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Lock "d9f2468c-18c3-44f4-8044-5a098ac5f107-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.829756] env[62321]: INFO nova.compute.manager [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Terminating instance [ 1021.888969] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquiring lock "40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.889218] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.018063] env[62321]: DEBUG nova.compute.utils [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1022.023026] env[62321]: INFO nova.compute.claims [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1022.024806] env[62321]: DEBUG nova.compute.manager [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1022.024976] env[62321]: DEBUG nova.network.neutron [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1022.066979] env[62321]: DEBUG nova.policy [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d96f968fdd14f9a9f8c4b67b13ce8f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2238c58ec98844ed97ad0b1384375595', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.143382] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.204649] env[62321]: DEBUG oslo_vmware.api [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633764, 'name': PowerOnVM_Task, 'duration_secs': 0.450379} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.204740] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.204939] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b340c18f-ec63-4a42-9121-95c0fe11fdf7 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Updating instance 'f73407ff-6afd-466a-8cf8-25b5f1ddef70' progress to 100 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1022.247514] env[62321]: DEBUG nova.network.neutron [-] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.337361] env[62321]: DEBUG nova.compute.manager [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1022.337361] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.337635] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48a752b2-2157-4aaf-a458-e3962f88b3d1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.345800] env[62321]: DEBUG oslo_vmware.api [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Waiting for the task: (returnval){ [ 1022.345800] env[62321]: value = "task-2633765" [ 1022.345800] env[62321]: _type = "Task" [ 1022.345800] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.355602] env[62321]: DEBUG oslo_vmware.api [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Task: {'id': task-2633765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.384793] env[62321]: DEBUG nova.network.neutron [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Successfully created port: 2233fcd0-7b32-42c8-a2cc-5331f5f2eddf {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.391619] env[62321]: DEBUG nova.compute.manager [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1022.528271] env[62321]: DEBUG nova.compute.manager [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.533132] env[62321]: INFO nova.compute.resource_tracker [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Updating resource usage from migration 15816b74-1276-4787-97d7-476586a27f21 [ 1022.750617] env[62321]: INFO nova.compute.manager [-] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Took 1.28 seconds to deallocate network for instance. [ 1022.849157] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9a7a14-0bc1-445f-9430-6f19d8053036 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.860718] env[62321]: DEBUG oslo_vmware.api [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Task: {'id': task-2633765, 'name': PowerOffVM_Task, 'duration_secs': 0.265176} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.862653] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.862867] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Volume detach. Driver type: vmdk {{(pid=62321) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1022.863098] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530523', 'volume_id': '1fab479c-a374-4363-93c8-f3a8ef069287', 'name': 'volume-1fab479c-a374-4363-93c8-f3a8ef069287', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd9f2468c-18c3-44f4-8044-5a098ac5f107', 'attached_at': '', 'detached_at': '', 'volume_id': '1fab479c-a374-4363-93c8-f3a8ef069287', 'serial': '1fab479c-a374-4363-93c8-f3a8ef069287'} {{(pid=62321) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1022.863898] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d95e68-e644-40c8-a4ac-3c477a22cf75 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.867021] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bec8660-04ef-4bc3-bcd5-cf08fc478605 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.917881] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd67b0c2-e05d-43cc-b774-ecc5fc761e99 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.927767] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03f27d9-0666-4094-bfc0-3aebe7dafeaf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.939138] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d37ad3f-9cc4-4250-a2ce-069979308caa {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.944342] env[62321]: DEBUG nova.compute.manager [req-329e38aa-014f-455c-8f46-a38d9aea95ab req-d8ef0ba0-c9f5-4f54-b178-64790ac8d1ca service nova] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Received event network-changed-2a525a9f-0437-4efe-8ec4-bafdedfa6bcc {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1022.944529] env[62321]: DEBUG nova.compute.manager [req-329e38aa-014f-455c-8f46-a38d9aea95ab req-d8ef0ba0-c9f5-4f54-b178-64790ac8d1ca service nova] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Refreshing instance network info cache due to event network-changed-2a525a9f-0437-4efe-8ec4-bafdedfa6bcc. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1022.944748] env[62321]: DEBUG oslo_concurrency.lockutils [req-329e38aa-014f-455c-8f46-a38d9aea95ab req-d8ef0ba0-c9f5-4f54-b178-64790ac8d1ca service nova] Acquiring lock "refresh_cache-def1500c-f7ea-4ea2-ba83-8499b10c7a19" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.944890] env[62321]: DEBUG oslo_concurrency.lockutils [req-329e38aa-014f-455c-8f46-a38d9aea95ab req-d8ef0ba0-c9f5-4f54-b178-64790ac8d1ca service nova] Acquired lock "refresh_cache-def1500c-f7ea-4ea2-ba83-8499b10c7a19" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.945139] env[62321]: DEBUG nova.network.neutron [req-329e38aa-014f-455c-8f46-a38d9aea95ab req-d8ef0ba0-c9f5-4f54-b178-64790ac8d1ca service nova] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Refreshing network info cache for port 2a525a9f-0437-4efe-8ec4-bafdedfa6bcc {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.947619] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.948397] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8208c50-7b13-4ef0-8a56-9834ad9b6329 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.975125] env[62321]: DEBUG nova.compute.provider_tree [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1022.979348] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118cf58d-c8d8-4ad8-afd9-2f951ce3796e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.998747] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] The volume has not been displaced from its original location: [datastore2] volume-1fab479c-a374-4363-93c8-f3a8ef069287/volume-1fab479c-a374-4363-93c8-f3a8ef069287.vmdk. No consolidation needed. {{(pid=62321) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1023.003893] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1023.006808] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42187838-2354-4b9b-bfef-9ecdf56d25f9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.027038] env[62321]: DEBUG oslo_vmware.api [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Waiting for the task: (returnval){ [ 1023.027038] env[62321]: value = "task-2633766" [ 1023.027038] env[62321]: _type = "Task" [ 1023.027038] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.035527] env[62321]: DEBUG oslo_vmware.api [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Task: {'id': task-2633766, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.110151] env[62321]: DEBUG nova.network.neutron [None req-72493f4d-9a7c-49c6-ba91-cdc163897703 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Updating instance_info_cache with network_info: [{"id": "8cdf9ba2-5954-47f4-a13e-c1e93ffd3f33", "address": "fa:16:3e:d1:1a:33", "network": {"id": "750e916d-f2cf-425c-88f0-488d2d7ac894", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-457582844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4d5b3a8d92f42ddb204a0a27c24609a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cdf9ba2-59", "ovs_interfaceid": "8cdf9ba2-5954-47f4-a13e-c1e93ffd3f33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.261472] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.502189] env[62321]: ERROR nova.scheduler.client.report [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [req-e0e54b79-befc-4ae4-aec3-21d06bd167fa] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e4ce1efe-a8f0-4655-8f76-50516c538695. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e0e54b79-befc-4ae4-aec3-21d06bd167fa"}]} [ 1023.522191] env[62321]: DEBUG nova.scheduler.client.report [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Refreshing inventories for resource provider e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1023.537537] env[62321]: DEBUG oslo_vmware.api [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Task: {'id': task-2633766, 'name': ReconfigVM_Task, 'duration_secs': 0.193852} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.537881] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1023.543148] env[62321]: DEBUG nova.scheduler.client.report [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Updating ProviderTree inventory for provider e4ce1efe-a8f0-4655-8f76-50516c538695 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1023.543365] env[62321]: DEBUG nova.compute.provider_tree [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1023.546051] env[62321]: DEBUG nova.compute.manager [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.547794] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e352d44-4bc2-4f67-afc7-3550c8f2b55c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.565087] env[62321]: DEBUG oslo_vmware.api [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Waiting for the task: (returnval){ [ 1023.565087] env[62321]: value = "task-2633767" [ 1023.565087] env[62321]: _type = "Task" [ 1023.565087] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.570191] env[62321]: DEBUG nova.scheduler.client.report [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Refreshing aggregate associations for resource provider e4ce1efe-a8f0-4655-8f76-50516c538695, aggregates: None {{(pid=62321) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1023.580162] env[62321]: DEBUG oslo_vmware.api [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Task: {'id': task-2633767, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.588228] env[62321]: DEBUG nova.virt.hardware [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.588542] env[62321]: DEBUG nova.virt.hardware [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.588709] env[62321]: DEBUG nova.virt.hardware [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.588921] env[62321]: DEBUG nova.virt.hardware [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.589101] env[62321]: DEBUG nova.virt.hardware [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.589257] env[62321]: DEBUG nova.virt.hardware [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.589491] env[62321]: DEBUG nova.virt.hardware [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.589671] env[62321]: DEBUG nova.virt.hardware [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.590043] env[62321]: DEBUG nova.virt.hardware [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.590234] env[62321]: DEBUG nova.virt.hardware [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.590413] env[62321]: DEBUG nova.virt.hardware [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.591386] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ce92ec-5871-4f6e-9d16-652dce9b92ce {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.596788] env[62321]: DEBUG nova.scheduler.client.report [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Refreshing trait associations for resource provider e4ce1efe-a8f0-4655-8f76-50516c538695, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62321) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1023.604543] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9c7745-ddd2-4297-a2e7-15c7aa901642 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.618983] env[62321]: DEBUG oslo_concurrency.lockutils [None req-72493f4d-9a7c-49c6-ba91-cdc163897703 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Releasing lock "refresh_cache-88c97bc4-ebde-4bd0-8217-f682605a6bc8" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.619259] env[62321]: DEBUG nova.objects.instance [None req-72493f4d-9a7c-49c6-ba91-cdc163897703 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lazy-loading 'migration_context' on Instance uuid 88c97bc4-ebde-4bd0-8217-f682605a6bc8 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.718366] env[62321]: DEBUG nova.network.neutron [req-329e38aa-014f-455c-8f46-a38d9aea95ab req-d8ef0ba0-c9f5-4f54-b178-64790ac8d1ca service nova] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Updated VIF entry in instance network info cache for port 2a525a9f-0437-4efe-8ec4-bafdedfa6bcc. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1023.718723] env[62321]: DEBUG nova.network.neutron [req-329e38aa-014f-455c-8f46-a38d9aea95ab req-d8ef0ba0-c9f5-4f54-b178-64790ac8d1ca service nova] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Updating instance_info_cache with network_info: [{"id": "2a525a9f-0437-4efe-8ec4-bafdedfa6bcc", "address": "fa:16:3e:8a:c9:96", "network": {"id": "88f82084-f668-408a-85db-223eddec1845", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1449486980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4e845d2578746c9a211eef92967c286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2a525a9f-04", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.851392] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb1c78d-7d66-4b5e-a81d-cc0cde1b8125 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.860402] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beedfb7c-55d3-49a2-a37d-34caf4cb4ed0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.900622] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6953bc59-1bfb-4283-8da2-77cb797ba5d9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.908823] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46ca057-5cc9-4011-8e39-c40cdd4da977 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.922375] env[62321]: DEBUG nova.compute.provider_tree [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1024.076378] env[62321]: DEBUG oslo_vmware.api [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Task: {'id': task-2633767, 'name': ReconfigVM_Task, 'duration_secs': 0.174639} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.076694] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530523', 'volume_id': '1fab479c-a374-4363-93c8-f3a8ef069287', 'name': 'volume-1fab479c-a374-4363-93c8-f3a8ef069287', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd9f2468c-18c3-44f4-8044-5a098ac5f107', 'attached_at': '', 'detached_at': '', 'volume_id': '1fab479c-a374-4363-93c8-f3a8ef069287', 'serial': '1fab479c-a374-4363-93c8-f3a8ef069287'} {{(pid=62321) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1024.076971] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1024.078008] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860570d1-ee40-42a0-acf2-15576f895ae5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.085034] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.085275] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba61f6e3-b4ac-4ff7-a6d4-2ae70254e5e6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.124926] env[62321]: DEBUG nova.objects.base [None req-72493f4d-9a7c-49c6-ba91-cdc163897703 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Object Instance<88c97bc4-ebde-4bd0-8217-f682605a6bc8> lazy-loaded attributes: info_cache,migration_context {{(pid=62321) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1024.125856] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab04427f-9273-426a-9807-ad2bc31cbf4f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.147300] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d45aed4-3f0a-4808-88ad-977fe91373ee {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.156593] env[62321]: DEBUG oslo_vmware.api [None req-72493f4d-9a7c-49c6-ba91-cdc163897703 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1024.156593] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5292ffdd-a6f4-8964-7644-adca3be4d892" [ 1024.156593] env[62321]: _type = "Task" [ 1024.156593] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.157714] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1024.158091] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1024.158632] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Deleting the datastore file [datastore2] d9f2468c-18c3-44f4-8044-5a098ac5f107 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.162165] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea392736-9a8f-4e7d-8fc8-6da9b75c0feb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.170469] env[62321]: DEBUG oslo_vmware.api [None req-72493f4d-9a7c-49c6-ba91-cdc163897703 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5292ffdd-a6f4-8964-7644-adca3be4d892, 'name': SearchDatastore_Task, 'duration_secs': 0.010854} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.172120] env[62321]: DEBUG oslo_concurrency.lockutils [None req-72493f4d-9a7c-49c6-ba91-cdc163897703 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.172560] env[62321]: DEBUG oslo_vmware.api [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Waiting for the task: (returnval){ [ 1024.172560] env[62321]: value = "task-2633769" [ 1024.172560] env[62321]: _type = "Task" [ 1024.172560] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.186413] env[62321]: DEBUG oslo_vmware.api [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Task: {'id': task-2633769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.229855] env[62321]: DEBUG nova.compute.manager [req-00bbbc35-a5d8-4fea-99e6-3ec3d0f7d842 req-a9b0d653-dbc3-44b3-bd19-10ef1d0b5891 service nova] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Received event network-vif-plugged-2233fcd0-7b32-42c8-a2cc-5331f5f2eddf {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1024.230381] env[62321]: DEBUG oslo_concurrency.lockutils [req-00bbbc35-a5d8-4fea-99e6-3ec3d0f7d842 req-a9b0d653-dbc3-44b3-bd19-10ef1d0b5891 service nova] Acquiring lock "3106361c-fd97-4f93-b0e8-c59c8908cb6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.231058] env[62321]: DEBUG oslo_concurrency.lockutils [req-00bbbc35-a5d8-4fea-99e6-3ec3d0f7d842 req-a9b0d653-dbc3-44b3-bd19-10ef1d0b5891 service nova] Lock "3106361c-fd97-4f93-b0e8-c59c8908cb6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.231307] env[62321]: DEBUG oslo_concurrency.lockutils [req-00bbbc35-a5d8-4fea-99e6-3ec3d0f7d842 req-a9b0d653-dbc3-44b3-bd19-10ef1d0b5891 service nova] Lock "3106361c-fd97-4f93-b0e8-c59c8908cb6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.231686] env[62321]: DEBUG nova.compute.manager [req-00bbbc35-a5d8-4fea-99e6-3ec3d0f7d842 req-a9b0d653-dbc3-44b3-bd19-10ef1d0b5891 service nova] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] No waiting events found dispatching network-vif-plugged-2233fcd0-7b32-42c8-a2cc-5331f5f2eddf {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1024.231686] env[62321]: WARNING nova.compute.manager [req-00bbbc35-a5d8-4fea-99e6-3ec3d0f7d842 req-a9b0d653-dbc3-44b3-bd19-10ef1d0b5891 service nova] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Received unexpected event network-vif-plugged-2233fcd0-7b32-42c8-a2cc-5331f5f2eddf for instance with vm_state building and task_state spawning. [ 1024.238232] env[62321]: DEBUG nova.network.neutron [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Successfully updated port: 2233fcd0-7b32-42c8-a2cc-5331f5f2eddf {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.240543] env[62321]: DEBUG oslo_concurrency.lockutils [req-329e38aa-014f-455c-8f46-a38d9aea95ab req-d8ef0ba0-c9f5-4f54-b178-64790ac8d1ca service nova] Releasing lock "refresh_cache-def1500c-f7ea-4ea2-ba83-8499b10c7a19" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.240815] env[62321]: DEBUG nova.compute.manager [req-329e38aa-014f-455c-8f46-a38d9aea95ab req-d8ef0ba0-c9f5-4f54-b178-64790ac8d1ca service nova] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Received event network-vif-deleted-d89eefe4-7023-46e4-9f96-f627c32d5397 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1024.450802] env[62321]: ERROR nova.scheduler.client.report [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [req-f46a59db-37ec-4a5b-843b-6fbe62721ac6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e4ce1efe-a8f0-4655-8f76-50516c538695. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f46a59db-37ec-4a5b-843b-6fbe62721ac6"}]} [ 1024.466326] env[62321]: DEBUG nova.scheduler.client.report [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Refreshing inventories for resource provider e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1024.483057] env[62321]: DEBUG nova.scheduler.client.report [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Updating ProviderTree inventory for provider e4ce1efe-a8f0-4655-8f76-50516c538695 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1024.483425] env[62321]: DEBUG nova.compute.provider_tree [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1024.496048] env[62321]: DEBUG nova.scheduler.client.report [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Refreshing aggregate associations for resource provider e4ce1efe-a8f0-4655-8f76-50516c538695, aggregates: None {{(pid=62321) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1024.516644] env[62321]: DEBUG nova.scheduler.client.report [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Refreshing trait associations for resource provider e4ce1efe-a8f0-4655-8f76-50516c538695, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62321) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1024.685649] env[62321]: DEBUG oslo_vmware.api [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Task: {'id': task-2633769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097088} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.686048] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.686048] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.686288] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.686490] env[62321]: INFO nova.compute.manager [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Took 2.35 seconds to destroy the instance on the hypervisor. [ 1024.686734] env[62321]: DEBUG oslo.service.loopingcall [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1024.686929] env[62321]: DEBUG nova.compute.manager [-] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1024.687065] env[62321]: DEBUG nova.network.neutron [-] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1024.743525] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquiring lock "def1500c-f7ea-4ea2-ba83-8499b10c7a19" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.743525] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "refresh_cache-3106361c-fd97-4f93-b0e8-c59c8908cb6f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.743525] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquired lock "refresh_cache-3106361c-fd97-4f93-b0e8-c59c8908cb6f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.743525] env[62321]: DEBUG nova.network.neutron [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.775914] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4284ad07-c939-4356-95ea-90268757a29f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.784254] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127e19b3-26b3-4962-b5c0-49fa2fcd08be {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.817735] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd5e151-a467-48fb-a660-5fd662817a1f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.826301] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f96f5e-1b16-4070-90a0-80f1012d8912 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.842300] env[62321]: DEBUG nova.compute.provider_tree [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.920415] env[62321]: DEBUG oslo_concurrency.lockutils [None req-16a39826-06d1-4d34-9448-f706b9a73e11 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "f73407ff-6afd-466a-8cf8-25b5f1ddef70" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.920665] env[62321]: DEBUG oslo_concurrency.lockutils [None req-16a39826-06d1-4d34-9448-f706b9a73e11 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "f73407ff-6afd-466a-8cf8-25b5f1ddef70" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.920910] env[62321]: DEBUG nova.compute.manager [None req-16a39826-06d1-4d34-9448-f706b9a73e11 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Going to confirm migration 6 {{(pid=62321) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1024.993365] env[62321]: DEBUG nova.compute.manager [req-8de5b6ca-7510-4b54-9b5c-84e8993b83e2 req-d51475b8-02f5-42c2-94c0-ee8d7334d21b service nova] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Received event network-changed-2233fcd0-7b32-42c8-a2cc-5331f5f2eddf {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1024.993552] env[62321]: DEBUG nova.compute.manager [req-8de5b6ca-7510-4b54-9b5c-84e8993b83e2 req-d51475b8-02f5-42c2-94c0-ee8d7334d21b service nova] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Refreshing instance network info cache due to event network-changed-2233fcd0-7b32-42c8-a2cc-5331f5f2eddf. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1024.993742] env[62321]: DEBUG oslo_concurrency.lockutils [req-8de5b6ca-7510-4b54-9b5c-84e8993b83e2 req-d51475b8-02f5-42c2-94c0-ee8d7334d21b service nova] Acquiring lock "refresh_cache-3106361c-fd97-4f93-b0e8-c59c8908cb6f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.136925] env[62321]: INFO nova.compute.manager [None req-29e71d63-7a85-4331-8d48-f1c26c9c5778 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Rebuilding instance [ 1025.172007] env[62321]: DEBUG nova.compute.manager [None req-29e71d63-7a85-4331-8d48-f1c26c9c5778 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.172888] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779f6ce9-cbbd-4155-b505-ffcfa0b41b27 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.280742] env[62321]: DEBUG nova.network.neutron [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.346080] env[62321]: DEBUG nova.scheduler.client.report [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.420824] env[62321]: DEBUG nova.network.neutron [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Updating instance_info_cache with network_info: [{"id": "2233fcd0-7b32-42c8-a2cc-5331f5f2eddf", "address": "fa:16:3e:21:b4:46", "network": {"id": "02af3748-38ba-426d-a0df-7b044d0c0b87", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-920001595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2238c58ec98844ed97ad0b1384375595", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2233fcd0-7b", "ovs_interfaceid": "2233fcd0-7b32-42c8-a2cc-5331f5f2eddf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.483897] env[62321]: DEBUG oslo_concurrency.lockutils [None req-16a39826-06d1-4d34-9448-f706b9a73e11 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "refresh_cache-f73407ff-6afd-466a-8cf8-25b5f1ddef70" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.486099] env[62321]: DEBUG oslo_concurrency.lockutils [None req-16a39826-06d1-4d34-9448-f706b9a73e11 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquired lock "refresh_cache-f73407ff-6afd-466a-8cf8-25b5f1ddef70" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.486099] env[62321]: DEBUG nova.network.neutron [None req-16a39826-06d1-4d34-9448-f706b9a73e11 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.486099] env[62321]: DEBUG nova.objects.instance [None req-16a39826-06d1-4d34-9448-f706b9a73e11 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lazy-loading 'info_cache' on Instance uuid f73407ff-6afd-466a-8cf8-25b5f1ddef70 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.752721] env[62321]: DEBUG nova.network.neutron [-] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.857440] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 4.343s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.857878] env[62321]: INFO nova.compute.manager [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Migrating [ 1025.864773] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.461s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.866249] env[62321]: INFO nova.compute.claims [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1025.923420] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Releasing lock "refresh_cache-3106361c-fd97-4f93-b0e8-c59c8908cb6f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.923807] env[62321]: DEBUG nova.compute.manager [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Instance network_info: |[{"id": "2233fcd0-7b32-42c8-a2cc-5331f5f2eddf", "address": "fa:16:3e:21:b4:46", "network": {"id": "02af3748-38ba-426d-a0df-7b044d0c0b87", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-920001595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2238c58ec98844ed97ad0b1384375595", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2233fcd0-7b", "ovs_interfaceid": "2233fcd0-7b32-42c8-a2cc-5331f5f2eddf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1025.924052] env[62321]: DEBUG oslo_concurrency.lockutils [req-8de5b6ca-7510-4b54-9b5c-84e8993b83e2 req-d51475b8-02f5-42c2-94c0-ee8d7334d21b service nova] Acquired lock "refresh_cache-3106361c-fd97-4f93-b0e8-c59c8908cb6f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.924244] env[62321]: DEBUG nova.network.neutron [req-8de5b6ca-7510-4b54-9b5c-84e8993b83e2 req-d51475b8-02f5-42c2-94c0-ee8d7334d21b service nova] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Refreshing network info cache for port 2233fcd0-7b32-42c8-a2cc-5331f5f2eddf {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.925827] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:b4:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5fe645c-e088-401e-ab53-4ae2981dea72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2233fcd0-7b32-42c8-a2cc-5331f5f2eddf', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.932812] env[62321]: DEBUG oslo.service.loopingcall [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1025.933692] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.933928] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a1c5f64-5155-46a8-a470-de6ed87e5c2e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.957923] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.957923] env[62321]: value = "task-2633770" [ 1025.957923] env[62321]: _type = "Task" [ 1025.957923] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.968590] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633770, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.186183] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e71d63-7a85-4331-8d48-f1c26c9c5778 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.186563] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6c7d741-6674-4c8f-ad88-a948fe6e045c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.195394] env[62321]: DEBUG oslo_vmware.api [None req-29e71d63-7a85-4331-8d48-f1c26c9c5778 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Waiting for the task: (returnval){ [ 1026.195394] env[62321]: value = "task-2633771" [ 1026.195394] env[62321]: _type = "Task" [ 1026.195394] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.205679] env[62321]: DEBUG oslo_vmware.api [None req-29e71d63-7a85-4331-8d48-f1c26c9c5778 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Task: {'id': task-2633771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.255698] env[62321]: INFO nova.compute.manager [-] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Took 1.57 seconds to deallocate network for instance. [ 1026.380535] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "refresh_cache-0b8a9b14-50bd-41ea-89f2-cc1d63f7816e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.380535] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquired lock "refresh_cache-0b8a9b14-50bd-41ea-89f2-cc1d63f7816e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.380535] env[62321]: DEBUG nova.network.neutron [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.467321] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633770, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.635235] env[62321]: DEBUG nova.network.neutron [req-8de5b6ca-7510-4b54-9b5c-84e8993b83e2 req-d51475b8-02f5-42c2-94c0-ee8d7334d21b service nova] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Updated VIF entry in instance network info cache for port 2233fcd0-7b32-42c8-a2cc-5331f5f2eddf. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.635604] env[62321]: DEBUG nova.network.neutron [req-8de5b6ca-7510-4b54-9b5c-84e8993b83e2 req-d51475b8-02f5-42c2-94c0-ee8d7334d21b service nova] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Updating instance_info_cache with network_info: [{"id": "2233fcd0-7b32-42c8-a2cc-5331f5f2eddf", "address": "fa:16:3e:21:b4:46", "network": {"id": "02af3748-38ba-426d-a0df-7b044d0c0b87", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-920001595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2238c58ec98844ed97ad0b1384375595", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2233fcd0-7b", "ovs_interfaceid": "2233fcd0-7b32-42c8-a2cc-5331f5f2eddf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.704938] env[62321]: DEBUG oslo_vmware.api [None req-29e71d63-7a85-4331-8d48-f1c26c9c5778 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Task: {'id': task-2633771, 'name': PowerOffVM_Task, 'duration_secs': 0.173828} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.705223] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e71d63-7a85-4331-8d48-f1c26c9c5778 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.705926] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e71d63-7a85-4331-8d48-f1c26c9c5778 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.706199] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3584f5d-8b02-445d-83a4-7e9e3fac620f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.712735] env[62321]: DEBUG oslo_vmware.api [None req-29e71d63-7a85-4331-8d48-f1c26c9c5778 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Waiting for the task: (returnval){ [ 1026.712735] env[62321]: value = "task-2633772" [ 1026.712735] env[62321]: _type = "Task" [ 1026.712735] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.720109] env[62321]: DEBUG oslo_vmware.api [None req-29e71d63-7a85-4331-8d48-f1c26c9c5778 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Task: {'id': task-2633772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.786077] env[62321]: DEBUG nova.network.neutron [None req-16a39826-06d1-4d34-9448-f706b9a73e11 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Updating instance_info_cache with network_info: [{"id": "c9adc3e7-2595-446d-b1f4-37eea47039b6", "address": "fa:16:3e:5c:e7:6e", "network": {"id": "a50eeade-5604-486a-9cb3-a0b97aca18b5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-625207795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f6e0514ecb245af82559116fef7e299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9adc3e7-25", "ovs_interfaceid": "c9adc3e7-2595-446d-b1f4-37eea47039b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.800783] env[62321]: INFO nova.compute.manager [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Took 0.54 seconds to detach 1 volumes for instance. [ 1026.802790] env[62321]: DEBUG nova.compute.manager [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Deleting volume: 1fab479c-a374-4363-93c8-f3a8ef069287 {{(pid=62321) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1026.968983] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633770, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.023282] env[62321]: DEBUG nova.compute.manager [req-86cb7d34-0c31-4829-9b59-ee06afa26af7 req-fe77d5cb-f5fc-4d78-9aa8-cc781dfa9c21 service nova] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Received event network-vif-deleted-02c983af-d0e5-47e4-ad43-4e588060127e {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1027.137766] env[62321]: DEBUG oslo_concurrency.lockutils [req-8de5b6ca-7510-4b54-9b5c-84e8993b83e2 req-d51475b8-02f5-42c2-94c0-ee8d7334d21b service nova] Releasing lock "refresh_cache-3106361c-fd97-4f93-b0e8-c59c8908cb6f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.141596] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa9828a-72ad-4249-bc52-5a6a2cc2b87f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.148865] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e83eae-af92-490e-b4b9-8ff34cd3d644 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.179853] env[62321]: DEBUG nova.network.neutron [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Updating instance_info_cache with network_info: [{"id": "09ecaacb-b0ff-4d3e-b5a7-e41324798b11", "address": "fa:16:3e:65:55:4b", "network": {"id": "2750ca67-1b0e-43a8-a773-1086f86438e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-263699496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e41ce300a3c4503930ecf73e3501abe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09ecaacb-b0", "ovs_interfaceid": "09ecaacb-b0ff-4d3e-b5a7-e41324798b11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.181494] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2abe3c4-210c-48a1-a831-2ffd23641c46 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.188559] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9f74e4-495f-45ab-9d94-b9157fc2ad59 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.202670] env[62321]: DEBUG nova.compute.provider_tree [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.221292] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e71d63-7a85-4331-8d48-f1c26c9c5778 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] VM already powered off {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1027.221505] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-29e71d63-7a85-4331-8d48-f1c26c9c5778 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Volume detach. Driver type: vmdk {{(pid=62321) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1027.221696] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-29e71d63-7a85-4331-8d48-f1c26c9c5778 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530695', 'volume_id': 'edd53838-4f56-4b77-b167-44f68c6ae6e7', 'name': 'volume-edd53838-4f56-4b77-b167-44f68c6ae6e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4', 'attached_at': '', 'detached_at': '', 'volume_id': 'edd53838-4f56-4b77-b167-44f68c6ae6e7', 'serial': 'edd53838-4f56-4b77-b167-44f68c6ae6e7'} {{(pid=62321) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1027.222440] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425f0536-cdd3-425e-b4ff-81c7538bf7bd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.240023] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70526c37-3fb6-486d-8cc3-fa184b19f6af {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.247161] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08d4f8e-b76e-4f4c-9b0c-e0363758bdc3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.264718] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f137c1-eaeb-4244-b1cb-e199d649daa5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.286295] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-29e71d63-7a85-4331-8d48-f1c26c9c5778 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] The volume has not been displaced from its original location: [datastore2] volume-edd53838-4f56-4b77-b167-44f68c6ae6e7/volume-edd53838-4f56-4b77-b167-44f68c6ae6e7.vmdk. No consolidation needed. {{(pid=62321) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1027.291598] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-29e71d63-7a85-4331-8d48-f1c26c9c5778 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Reconfiguring VM instance instance-0000005f to detach disk 2000 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1027.292209] env[62321]: DEBUG oslo_concurrency.lockutils [None req-16a39826-06d1-4d34-9448-f706b9a73e11 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Releasing lock "refresh_cache-f73407ff-6afd-466a-8cf8-25b5f1ddef70" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.292442] env[62321]: DEBUG nova.objects.instance [None req-16a39826-06d1-4d34-9448-f706b9a73e11 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lazy-loading 'migration_context' on Instance uuid f73407ff-6afd-466a-8cf8-25b5f1ddef70 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.293541] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e94982b-6c73-4ab4-bc72-c101079aefca {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.311930] env[62321]: DEBUG oslo_vmware.api [None req-29e71d63-7a85-4331-8d48-f1c26c9c5778 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Waiting for the task: (returnval){ [ 1027.311930] env[62321]: value = "task-2633774" [ 1027.311930] env[62321]: _type = "Task" [ 1027.311930] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.319778] env[62321]: DEBUG oslo_vmware.api [None req-29e71d63-7a85-4331-8d48-f1c26c9c5778 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Task: {'id': task-2633774, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.340293] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.468418] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633770, 'name': CreateVM_Task, 'duration_secs': 1.440405} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.468715] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.469354] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.469496] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.469833] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.470112] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a70d62c6-42ae-4c9d-8f2d-6226e746de37 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.474574] env[62321]: DEBUG oslo_vmware.api [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1027.474574] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]523c1132-bbe0-93ff-fa7e-2db2de64fda7" [ 1027.474574] env[62321]: _type = "Task" [ 1027.474574] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.482161] env[62321]: DEBUG oslo_vmware.api [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]523c1132-bbe0-93ff-fa7e-2db2de64fda7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.684774] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Releasing lock "refresh_cache-0b8a9b14-50bd-41ea-89f2-cc1d63f7816e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.706072] env[62321]: DEBUG nova.scheduler.client.report [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.807982] env[62321]: DEBUG nova.objects.base [None req-16a39826-06d1-4d34-9448-f706b9a73e11 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62321) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1027.809485] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcda831-b069-4f20-8520-d0c60a94c44b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.821274] env[62321]: DEBUG oslo_vmware.api [None req-29e71d63-7a85-4331-8d48-f1c26c9c5778 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Task: {'id': task-2633774, 'name': ReconfigVM_Task, 'duration_secs': 0.286668} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.834671] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-29e71d63-7a85-4331-8d48-f1c26c9c5778 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Reconfigured VM instance instance-0000005f to detach disk 2000 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1027.840214] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5aa14835-1f5a-4aa7-80d0-70ef1ba0c07c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.851034] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d80072f0-8c3f-45ec-b6bc-2d83314a0fc3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.857322] env[62321]: DEBUG oslo_vmware.api [None req-16a39826-06d1-4d34-9448-f706b9a73e11 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 1027.857322] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528aab9c-b602-4b0b-4aae-dae31b05085d" [ 1027.857322] env[62321]: _type = "Task" [ 1027.857322] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.861914] env[62321]: DEBUG oslo_vmware.api [None req-29e71d63-7a85-4331-8d48-f1c26c9c5778 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Waiting for the task: (returnval){ [ 1027.861914] env[62321]: value = "task-2633775" [ 1027.861914] env[62321]: _type = "Task" [ 1027.861914] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.868053] env[62321]: DEBUG oslo_vmware.api [None req-16a39826-06d1-4d34-9448-f706b9a73e11 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528aab9c-b602-4b0b-4aae-dae31b05085d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.872886] env[62321]: DEBUG oslo_vmware.api [None req-29e71d63-7a85-4331-8d48-f1c26c9c5778 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Task: {'id': task-2633775, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.986995] env[62321]: DEBUG oslo_vmware.api [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]523c1132-bbe0-93ff-fa7e-2db2de64fda7, 'name': SearchDatastore_Task, 'duration_secs': 0.012815} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.987330] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.987573] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.987819] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.988007] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.988227] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.988496] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d824901c-ca9b-495a-a372-eed8961ccdf0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.997787] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.998026] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.998849] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27c6d0af-8622-4e7a-be69-24d8d6d92858 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.005032] env[62321]: DEBUG oslo_vmware.api [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1028.005032] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52bf7abf-5d29-74b0-8725-0e500bf1f200" [ 1028.005032] env[62321]: _type = "Task" [ 1028.005032] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.013867] env[62321]: DEBUG oslo_concurrency.lockutils [None req-49d45e23-9034-4d1b-917e-6f664b0f49c0 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquiring lock "29b8ec19-e3c4-484a-a749-371359631c7f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.014173] env[62321]: DEBUG oslo_concurrency.lockutils [None req-49d45e23-9034-4d1b-917e-6f664b0f49c0 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Lock "29b8ec19-e3c4-484a-a749-371359631c7f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.015674] env[62321]: DEBUG oslo_vmware.api [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52bf7abf-5d29-74b0-8725-0e500bf1f200, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.210859] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.211462] env[62321]: DEBUG nova.compute.manager [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1028.214251] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0fc66996-603f-4749-819e-c514956c449a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.423s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.214435] env[62321]: DEBUG nova.objects.instance [None req-0fc66996-603f-4749-819e-c514956c449a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lazy-loading 'resources' on Instance uuid 6ebd9a81-02b1-4e97-9dbe-7df69455a365 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.370640] env[62321]: DEBUG oslo_vmware.api [None req-16a39826-06d1-4d34-9448-f706b9a73e11 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528aab9c-b602-4b0b-4aae-dae31b05085d, 'name': SearchDatastore_Task, 'duration_secs': 0.017045} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.371415] env[62321]: DEBUG oslo_concurrency.lockutils [None req-16a39826-06d1-4d34-9448-f706b9a73e11 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.375495] env[62321]: DEBUG oslo_vmware.api [None req-29e71d63-7a85-4331-8d48-f1c26c9c5778 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Task: {'id': task-2633775, 'name': ReconfigVM_Task, 'duration_secs': 0.194624} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.375859] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-29e71d63-7a85-4331-8d48-f1c26c9c5778 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530695', 'volume_id': 'edd53838-4f56-4b77-b167-44f68c6ae6e7', 'name': 'volume-edd53838-4f56-4b77-b167-44f68c6ae6e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4', 'attached_at': '', 'detached_at': '', 'volume_id': 'edd53838-4f56-4b77-b167-44f68c6ae6e7', 'serial': 'edd53838-4f56-4b77-b167-44f68c6ae6e7'} {{(pid=62321) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1028.376129] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-29e71d63-7a85-4331-8d48-f1c26c9c5778 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.376892] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11769559-f23b-4a95-938b-3102d6f1e3a9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.383775] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-29e71d63-7a85-4331-8d48-f1c26c9c5778 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.384057] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e72b1bb8-be2b-4708-bd1e-de6117b289fe {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.457947] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-29e71d63-7a85-4331-8d48-f1c26c9c5778 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.458388] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-29e71d63-7a85-4331-8d48-f1c26c9c5778 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.458857] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-29e71d63-7a85-4331-8d48-f1c26c9c5778 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Deleting the datastore file [datastore2] ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.459162] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf61ef6b-028f-4950-8b27-b09691da3822 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.465750] env[62321]: DEBUG oslo_vmware.api [None req-29e71d63-7a85-4331-8d48-f1c26c9c5778 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Waiting for the task: (returnval){ [ 1028.465750] env[62321]: value = "task-2633777" [ 1028.465750] env[62321]: _type = "Task" [ 1028.465750] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.473513] env[62321]: DEBUG oslo_vmware.api [None req-29e71d63-7a85-4331-8d48-f1c26c9c5778 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Task: {'id': task-2633777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.516072] env[62321]: DEBUG oslo_vmware.api [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52bf7abf-5d29-74b0-8725-0e500bf1f200, 'name': SearchDatastore_Task, 'duration_secs': 0.033005} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.517022] env[62321]: INFO nova.compute.manager [None req-49d45e23-9034-4d1b-917e-6f664b0f49c0 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Detaching volume 17dccf3b-945c-4a7a-9992-85e8170f960f [ 1028.518951] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95c1e177-eb1b-4248-b9e1-8be66e381e0b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.524390] env[62321]: DEBUG oslo_vmware.api [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1028.524390] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52014fc7-0647-3ad3-ef98-66d54cf306b5" [ 1028.524390] env[62321]: _type = "Task" [ 1028.524390] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.535217] env[62321]: DEBUG oslo_vmware.api [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52014fc7-0647-3ad3-ef98-66d54cf306b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.559260] env[62321]: INFO nova.virt.block_device [None req-49d45e23-9034-4d1b-917e-6f664b0f49c0 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Attempting to driver detach volume 17dccf3b-945c-4a7a-9992-85e8170f960f from mountpoint /dev/sdb [ 1028.559521] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-49d45e23-9034-4d1b-917e-6f664b0f49c0 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Volume detach. Driver type: vmdk {{(pid=62321) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1028.559726] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-49d45e23-9034-4d1b-917e-6f664b0f49c0 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530703', 'volume_id': '17dccf3b-945c-4a7a-9992-85e8170f960f', 'name': 'volume-17dccf3b-945c-4a7a-9992-85e8170f960f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '29b8ec19-e3c4-484a-a749-371359631c7f', 'attached_at': '', 'detached_at': '', 'volume_id': '17dccf3b-945c-4a7a-9992-85e8170f960f', 'serial': '17dccf3b-945c-4a7a-9992-85e8170f960f'} {{(pid=62321) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1028.561035] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16506e72-ff46-48c4-977e-daea57db63be {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.582261] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8527a8f-777e-46e3-9a8a-bb91a29148cc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.589207] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea97904-5605-4d23-a52c-da6d6448ab2a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.610510] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7210467-eee9-462a-883d-f4ec7c7986b9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.625425] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-49d45e23-9034-4d1b-917e-6f664b0f49c0 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] The volume has not been displaced from its original location: [datastore2] volume-17dccf3b-945c-4a7a-9992-85e8170f960f/volume-17dccf3b-945c-4a7a-9992-85e8170f960f.vmdk. No consolidation needed. {{(pid=62321) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1028.630634] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-49d45e23-9034-4d1b-917e-6f664b0f49c0 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Reconfiguring VM instance instance-0000003d to detach disk 2001 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1028.630967] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-973b0900-79dd-40cc-b1f3-cf44eed76180 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.648835] env[62321]: DEBUG oslo_vmware.api [None req-49d45e23-9034-4d1b-917e-6f664b0f49c0 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 1028.648835] env[62321]: value = "task-2633778" [ 1028.648835] env[62321]: _type = "Task" [ 1028.648835] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.659130] env[62321]: DEBUG oslo_vmware.api [None req-49d45e23-9034-4d1b-917e-6f664b0f49c0 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633778, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.716974] env[62321]: DEBUG nova.compute.utils [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1028.721343] env[62321]: DEBUG nova.compute.manager [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1028.721525] env[62321]: DEBUG nova.network.neutron [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1028.766370] env[62321]: DEBUG nova.policy [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1c2f5dfbac44829bbe716952367a1aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c660bc9909cd431cbe05cf3f4e3d2be4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 1028.979439] env[62321]: DEBUG oslo_vmware.api [None req-29e71d63-7a85-4331-8d48-f1c26c9c5778 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Task: {'id': task-2633777, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.112521} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.979718] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-29e71d63-7a85-4331-8d48-f1c26c9c5778 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.980064] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-29e71d63-7a85-4331-8d48-f1c26c9c5778 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.980154] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-29e71d63-7a85-4331-8d48-f1c26c9c5778 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.014466] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d92f898-a3ed-462c-bae2-20b87d81bda1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.022230] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efa3113-9beb-4966-9c6e-a3491e0a1666 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.034151] env[62321]: DEBUG oslo_vmware.api [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52014fc7-0647-3ad3-ef98-66d54cf306b5, 'name': SearchDatastore_Task, 'duration_secs': 0.009837} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.068673] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.069352] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 3106361c-fd97-4f93-b0e8-c59c8908cb6f/3106361c-fd97-4f93-b0e8-c59c8908cb6f.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1029.071026] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-29e71d63-7a85-4331-8d48-f1c26c9c5778 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Volume detach. Driver type: vmdk {{(pid=62321) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1029.071443] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8113580-cc16-4de4-9241-3e2c44da4e77 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.074228] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442d3e29-1d52-4d4c-b2ba-337b4991ead0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.076981] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f9f9a71-39e9-4dbd-94a2-16da8cb95bc8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.086453] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2f25b2-15f1-4e8c-950e-b5182e610188 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.091055] env[62321]: DEBUG oslo_vmware.api [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1029.091055] env[62321]: value = "task-2633779" [ 1029.091055] env[62321]: _type = "Task" [ 1029.091055] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.094121] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf61b45-f3b9-4df8-b4fe-7a31c30120d2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.117055] env[62321]: DEBUG nova.compute.provider_tree [None req-0fc66996-603f-4749-819e-c514956c449a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.123838] env[62321]: DEBUG oslo_vmware.api [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633779, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.141074] env[62321]: ERROR nova.compute.manager [None req-29e71d63-7a85-4331-8d48-f1c26c9c5778 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Failed to detach volume edd53838-4f56-4b77-b167-44f68c6ae6e7 from /dev/sda: nova.exception.InstanceNotFound: Instance ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4 could not be found. [ 1029.141074] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Traceback (most recent call last): [ 1029.141074] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1029.141074] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] self.driver.rebuild(**kwargs) [ 1029.141074] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1029.141074] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] raise NotImplementedError() [ 1029.141074] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] NotImplementedError [ 1029.141074] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] [ 1029.141074] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] During handling of the above exception, another exception occurred: [ 1029.141074] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] [ 1029.141074] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Traceback (most recent call last): [ 1029.141074] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1029.141074] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] self.driver.detach_volume(context, old_connection_info, [ 1029.141074] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1029.141074] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] return self._volumeops.detach_volume(connection_info, instance) [ 1029.141074] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1029.141074] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] self._detach_volume_vmdk(connection_info, instance) [ 1029.141074] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1029.141074] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1029.141074] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1029.141074] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] stable_ref.fetch_moref(session) [ 1029.141074] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1029.141074] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1029.141074] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] nova.exception.InstanceNotFound: Instance ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4 could not be found. [ 1029.141074] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] [ 1029.159295] env[62321]: DEBUG oslo_vmware.api [None req-49d45e23-9034-4d1b-917e-6f664b0f49c0 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633778, 'name': ReconfigVM_Task, 'duration_secs': 0.279494} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.159607] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-49d45e23-9034-4d1b-917e-6f664b0f49c0 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Reconfigured VM instance instance-0000003d to detach disk 2001 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1029.164716] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aab1d83f-4d27-4984-b9a8-cef3255e9d8c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.180597] env[62321]: DEBUG oslo_vmware.api [None req-49d45e23-9034-4d1b-917e-6f664b0f49c0 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 1029.180597] env[62321]: value = "task-2633780" [ 1029.180597] env[62321]: _type = "Task" [ 1029.180597] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.191141] env[62321]: DEBUG oslo_vmware.api [None req-49d45e23-9034-4d1b-917e-6f664b0f49c0 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633780, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.199805] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09154ba1-312b-4bc8-95bd-5d56bc2cbd45 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.218431] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Updating instance '0b8a9b14-50bd-41ea-89f2-cc1d63f7816e' progress to 0 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1029.224079] env[62321]: DEBUG nova.compute.manager [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1029.245165] env[62321]: DEBUG nova.network.neutron [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Successfully created port: 9f8888aa-a47f-43aa-ade7-e0ee34c13139 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1029.326040] env[62321]: DEBUG nova.compute.utils [None req-29e71d63-7a85-4331-8d48-f1c26c9c5778 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Build of instance ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4 aborted: Failed to rebuild volume backed instance. {{(pid=62321) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1029.328475] env[62321]: ERROR nova.compute.manager [None req-29e71d63-7a85-4331-8d48-f1c26c9c5778 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4 aborted: Failed to rebuild volume backed instance. [ 1029.328475] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Traceback (most recent call last): [ 1029.328475] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1029.328475] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] self.driver.rebuild(**kwargs) [ 1029.328475] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1029.328475] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] raise NotImplementedError() [ 1029.328475] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] NotImplementedError [ 1029.328475] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] [ 1029.328475] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] During handling of the above exception, another exception occurred: [ 1029.328475] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] [ 1029.328475] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Traceback (most recent call last): [ 1029.328475] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1029.328475] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] self._detach_root_volume(context, instance, root_bdm) [ 1029.328475] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1029.328475] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] with excutils.save_and_reraise_exception(): [ 1029.328475] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1029.328475] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] self.force_reraise() [ 1029.328475] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1029.328475] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] raise self.value [ 1029.328475] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1029.328475] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] self.driver.detach_volume(context, old_connection_info, [ 1029.328475] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1029.328475] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] return self._volumeops.detach_volume(connection_info, instance) [ 1029.328475] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1029.328475] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] self._detach_volume_vmdk(connection_info, instance) [ 1029.328475] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1029.328475] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1029.328475] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1029.328475] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] stable_ref.fetch_moref(session) [ 1029.328475] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1029.328475] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1029.328475] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] nova.exception.InstanceNotFound: Instance ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4 could not be found. [ 1029.328475] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] [ 1029.328475] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] During handling of the above exception, another exception occurred: [ 1029.328475] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] [ 1029.328475] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Traceback (most recent call last): [ 1029.328475] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] File "/opt/stack/nova/nova/compute/manager.py", line 11382, in _error_out_instance_on_exception [ 1029.328475] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] yield [ 1029.328475] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1029.328475] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] self._do_rebuild_instance_with_claim( [ 1029.329615] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1029.329615] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] self._do_rebuild_instance( [ 1029.329615] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1029.329615] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] self._rebuild_default_impl(**kwargs) [ 1029.329615] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1029.329615] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] self._rebuild_volume_backed_instance( [ 1029.329615] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1029.329615] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] raise exception.BuildAbortException( [ 1029.329615] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] nova.exception.BuildAbortException: Build of instance ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4 aborted: Failed to rebuild volume backed instance. [ 1029.329615] env[62321]: ERROR nova.compute.manager [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] [ 1029.614441] env[62321]: DEBUG oslo_vmware.api [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633779, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.623018] env[62321]: DEBUG nova.scheduler.client.report [None req-0fc66996-603f-4749-819e-c514956c449a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.692728] env[62321]: DEBUG oslo_vmware.api [None req-49d45e23-9034-4d1b-917e-6f664b0f49c0 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633780, 'name': ReconfigVM_Task, 'duration_secs': 0.151074} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.693035] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-49d45e23-9034-4d1b-917e-6f664b0f49c0 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530703', 'volume_id': '17dccf3b-945c-4a7a-9992-85e8170f960f', 'name': 'volume-17dccf3b-945c-4a7a-9992-85e8170f960f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '29b8ec19-e3c4-484a-a749-371359631c7f', 'attached_at': '', 'detached_at': '', 'volume_id': '17dccf3b-945c-4a7a-9992-85e8170f960f', 'serial': '17dccf3b-945c-4a7a-9992-85e8170f960f'} {{(pid=62321) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1029.724583] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.724894] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bef20e28-c553-400e-98d1-8441f2d4c5ae {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.733676] env[62321]: DEBUG oslo_vmware.api [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 1029.733676] env[62321]: value = "task-2633781" [ 1029.733676] env[62321]: _type = "Task" [ 1029.733676] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.745270] env[62321]: DEBUG oslo_vmware.api [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.116144] env[62321]: DEBUG oslo_vmware.api [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633779, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579488} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.116144] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 3106361c-fd97-4f93-b0e8-c59c8908cb6f/3106361c-fd97-4f93-b0e8-c59c8908cb6f.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1030.116608] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1030.116687] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da6a9721-ede9-47f8-9404-b55d19284561 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.125667] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0fc66996-603f-4749-819e-c514956c449a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.911s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.128632] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.985s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.128918] env[62321]: DEBUG nova.objects.instance [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lazy-loading 'resources' on Instance uuid def1500c-f7ea-4ea2-ba83-8499b10c7a19 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.131952] env[62321]: DEBUG oslo_vmware.api [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1030.131952] env[62321]: value = "task-2633782" [ 1030.131952] env[62321]: _type = "Task" [ 1030.131952] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.141209] env[62321]: DEBUG oslo_vmware.api [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633782, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.148934] env[62321]: INFO nova.scheduler.client.report [None req-0fc66996-603f-4749-819e-c514956c449a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Deleted allocations for instance 6ebd9a81-02b1-4e97-9dbe-7df69455a365 [ 1030.238860] env[62321]: DEBUG nova.objects.instance [None req-49d45e23-9034-4d1b-917e-6f664b0f49c0 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Lazy-loading 'flavor' on Instance uuid 29b8ec19-e3c4-484a-a749-371359631c7f {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.241033] env[62321]: DEBUG nova.compute.manager [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1030.248690] env[62321]: DEBUG oslo_vmware.api [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633781, 'name': PowerOffVM_Task, 'duration_secs': 0.223355} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.248978] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.249225] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Updating instance '0b8a9b14-50bd-41ea-89f2-cc1d63f7816e' progress to 17 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1030.268249] env[62321]: DEBUG nova.virt.hardware [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1030.268508] env[62321]: DEBUG nova.virt.hardware [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1030.268664] env[62321]: DEBUG nova.virt.hardware [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.268848] env[62321]: DEBUG nova.virt.hardware [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1030.268990] env[62321]: DEBUG nova.virt.hardware [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.269155] env[62321]: DEBUG nova.virt.hardware [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1030.269365] env[62321]: DEBUG nova.virt.hardware [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1030.269523] env[62321]: DEBUG nova.virt.hardware [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1030.269688] env[62321]: DEBUG nova.virt.hardware [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1030.269848] env[62321]: DEBUG nova.virt.hardware [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1030.270147] env[62321]: DEBUG nova.virt.hardware [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1030.271253] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3158339-a205-4af5-b5e2-637e7f098a90 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.279340] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11441f9-9515-4e8d-afb6-76ab708eb879 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.633725] env[62321]: DEBUG nova.objects.instance [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lazy-loading 'numa_topology' on Instance uuid def1500c-f7ea-4ea2-ba83-8499b10c7a19 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.644084] env[62321]: DEBUG oslo_vmware.api [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633782, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.190036} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.644350] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1030.645115] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ba83a5-ff5f-42a8-a328-18d1438f1363 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.669184] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 3106361c-fd97-4f93-b0e8-c59c8908cb6f/3106361c-fd97-4f93-b0e8-c59c8908cb6f.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.669689] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0fc66996-603f-4749-819e-c514956c449a tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "6ebd9a81-02b1-4e97-9dbe-7df69455a365" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.274s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.670749] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1664ab8c-8a56-4ec5-b8bd-c2b98b0f0562 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.690438] env[62321]: DEBUG oslo_vmware.api [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1030.690438] env[62321]: value = "task-2633783" [ 1030.690438] env[62321]: _type = "Task" [ 1030.690438] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.698484] env[62321]: DEBUG oslo_vmware.api [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633783, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.755564] env[62321]: DEBUG nova.virt.hardware [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1030.755671] env[62321]: DEBUG nova.virt.hardware [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1030.755842] env[62321]: DEBUG nova.virt.hardware [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.755993] env[62321]: DEBUG nova.virt.hardware [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1030.756153] env[62321]: DEBUG nova.virt.hardware [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.756709] env[62321]: DEBUG nova.virt.hardware [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1030.756709] env[62321]: DEBUG nova.virt.hardware [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1030.756709] env[62321]: DEBUG nova.virt.hardware [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1030.756840] env[62321]: DEBUG nova.virt.hardware [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1030.756956] env[62321]: DEBUG nova.virt.hardware [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1030.757135] env[62321]: DEBUG nova.virt.hardware [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1030.762575] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e94ec8a-6c99-4bfb-9abf-7c1fd99c1ec3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.781135] env[62321]: DEBUG oslo_vmware.api [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 1030.781135] env[62321]: value = "task-2633784" [ 1030.781135] env[62321]: _type = "Task" [ 1030.781135] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.791372] env[62321]: DEBUG oslo_vmware.api [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633784, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.914930] env[62321]: DEBUG nova.compute.manager [req-11eb17f3-76b2-4339-a656-ef75512f6f8b req-3c040ce1-e775-416c-846f-5829b1a8bef0 service nova] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Received event network-vif-plugged-9f8888aa-a47f-43aa-ade7-e0ee34c13139 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1030.914930] env[62321]: DEBUG oslo_concurrency.lockutils [req-11eb17f3-76b2-4339-a656-ef75512f6f8b req-3c040ce1-e775-416c-846f-5829b1a8bef0 service nova] Acquiring lock "5a35025e-96aa-4fe3-b763-526786b21433-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.914930] env[62321]: DEBUG oslo_concurrency.lockutils [req-11eb17f3-76b2-4339-a656-ef75512f6f8b req-3c040ce1-e775-416c-846f-5829b1a8bef0 service nova] Lock "5a35025e-96aa-4fe3-b763-526786b21433-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.914930] env[62321]: DEBUG oslo_concurrency.lockutils [req-11eb17f3-76b2-4339-a656-ef75512f6f8b req-3c040ce1-e775-416c-846f-5829b1a8bef0 service nova] Lock "5a35025e-96aa-4fe3-b763-526786b21433-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.914930] env[62321]: DEBUG nova.compute.manager [req-11eb17f3-76b2-4339-a656-ef75512f6f8b req-3c040ce1-e775-416c-846f-5829b1a8bef0 service nova] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] No waiting events found dispatching network-vif-plugged-9f8888aa-a47f-43aa-ade7-e0ee34c13139 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1030.914930] env[62321]: WARNING nova.compute.manager [req-11eb17f3-76b2-4339-a656-ef75512f6f8b req-3c040ce1-e775-416c-846f-5829b1a8bef0 service nova] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Received unexpected event network-vif-plugged-9f8888aa-a47f-43aa-ade7-e0ee34c13139 for instance with vm_state building and task_state spawning. [ 1031.099440] env[62321]: DEBUG nova.network.neutron [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Successfully updated port: 9f8888aa-a47f-43aa-ade7-e0ee34c13139 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1031.141057] env[62321]: DEBUG nova.objects.base [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62321) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1031.203876] env[62321]: DEBUG oslo_vmware.api [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.248459] env[62321]: DEBUG oslo_concurrency.lockutils [None req-49d45e23-9034-4d1b-917e-6f664b0f49c0 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Lock "29b8ec19-e3c4-484a-a749-371359631c7f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.234s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.291678] env[62321]: DEBUG oslo_vmware.api [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633784, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.347323] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29e71d63-7a85-4331-8d48-f1c26c9c5778 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.367120] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0ecef470-f9d4-4cd1-b86d-e8b16aeb0e2d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "ad5cef61-5983-4087-a85a-ad640c52a89a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.367210] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0ecef470-f9d4-4cd1-b86d-e8b16aeb0e2d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "ad5cef61-5983-4087-a85a-ad640c52a89a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.367453] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0ecef470-f9d4-4cd1-b86d-e8b16aeb0e2d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "ad5cef61-5983-4087-a85a-ad640c52a89a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.367698] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0ecef470-f9d4-4cd1-b86d-e8b16aeb0e2d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "ad5cef61-5983-4087-a85a-ad640c52a89a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.367972] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0ecef470-f9d4-4cd1-b86d-e8b16aeb0e2d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "ad5cef61-5983-4087-a85a-ad640c52a89a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.370103] env[62321]: INFO nova.compute.manager [None req-0ecef470-f9d4-4cd1-b86d-e8b16aeb0e2d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Terminating instance [ 1031.385436] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3441902-ba66-443d-b2c5-b86d313e2961 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.393854] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43b23dc-1194-4978-8065-4b9b65b175ba {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.424703] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52b7564-2d34-4b34-81e4-3311f6348f80 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.432438] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd33a77b-6e30-4d84-8695-2376e45e43b2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.448056] env[62321]: DEBUG nova.compute.provider_tree [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.484782] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d41a4e88-dce7-47f8-8891-23528842587f tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquiring lock "29b8ec19-e3c4-484a-a749-371359631c7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.485036] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d41a4e88-dce7-47f8-8891-23528842587f tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Lock "29b8ec19-e3c4-484a-a749-371359631c7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.485252] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d41a4e88-dce7-47f8-8891-23528842587f tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquiring lock "29b8ec19-e3c4-484a-a749-371359631c7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.485440] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d41a4e88-dce7-47f8-8891-23528842587f tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Lock "29b8ec19-e3c4-484a-a749-371359631c7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.485598] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d41a4e88-dce7-47f8-8891-23528842587f tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Lock "29b8ec19-e3c4-484a-a749-371359631c7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.487875] env[62321]: INFO nova.compute.manager [None req-d41a4e88-dce7-47f8-8891-23528842587f tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Terminating instance [ 1031.603267] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "refresh_cache-5a35025e-96aa-4fe3-b763-526786b21433" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.603267] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquired lock "refresh_cache-5a35025e-96aa-4fe3-b763-526786b21433" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.603267] env[62321]: DEBUG nova.network.neutron [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.702401] env[62321]: DEBUG oslo_vmware.api [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633783, 'name': ReconfigVM_Task, 'duration_secs': 0.933555} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.702666] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 3106361c-fd97-4f93-b0e8-c59c8908cb6f/3106361c-fd97-4f93-b0e8-c59c8908cb6f.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.703297] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41521967-53ab-4953-ae1d-c7b8fb7ac13d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.710116] env[62321]: DEBUG oslo_vmware.api [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1031.710116] env[62321]: value = "task-2633785" [ 1031.710116] env[62321]: _type = "Task" [ 1031.710116] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.717386] env[62321]: DEBUG oslo_vmware.api [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633785, 'name': Rename_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.792116] env[62321]: DEBUG oslo_vmware.api [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633784, 'name': ReconfigVM_Task, 'duration_secs': 0.681824} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.792467] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Updating instance '0b8a9b14-50bd-41ea-89f2-cc1d63f7816e' progress to 33 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1031.876731] env[62321]: DEBUG nova.compute.manager [None req-0ecef470-f9d4-4cd1-b86d-e8b16aeb0e2d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1031.877974] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0ecef470-f9d4-4cd1-b86d-e8b16aeb0e2d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.877974] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7226ec97-21a8-4441-b18d-621ba46da91a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.885559] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ecef470-f9d4-4cd1-b86d-e8b16aeb0e2d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.885793] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25385019-abc0-4134-ac7a-085fb2ed135c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.892394] env[62321]: DEBUG oslo_vmware.api [None req-0ecef470-f9d4-4cd1-b86d-e8b16aeb0e2d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 1031.892394] env[62321]: value = "task-2633786" [ 1031.892394] env[62321]: _type = "Task" [ 1031.892394] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.901100] env[62321]: DEBUG oslo_vmware.api [None req-0ecef470-f9d4-4cd1-b86d-e8b16aeb0e2d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.950784] env[62321]: DEBUG nova.scheduler.client.report [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.995100] env[62321]: DEBUG nova.compute.manager [None req-d41a4e88-dce7-47f8-8891-23528842587f tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1031.995100] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d41a4e88-dce7-47f8-8891-23528842587f tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.995100] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ea7225-aeff-45eb-b0eb-21553a70e04f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.002457] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d41a4e88-dce7-47f8-8891-23528842587f tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.002849] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4859d88a-0f4a-46da-b953-24179421de12 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.009454] env[62321]: DEBUG oslo_vmware.api [None req-d41a4e88-dce7-47f8-8891-23528842587f tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 1032.009454] env[62321]: value = "task-2633787" [ 1032.009454] env[62321]: _type = "Task" [ 1032.009454] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.017836] env[62321]: DEBUG oslo_vmware.api [None req-d41a4e88-dce7-47f8-8891-23528842587f tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.137517] env[62321]: DEBUG nova.network.neutron [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1032.221060] env[62321]: DEBUG oslo_vmware.api [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633785, 'name': Rename_Task, 'duration_secs': 0.165234} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.221411] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.221672] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fba9bfdb-c368-4c49-9b74-1e4b0eee12d7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.228111] env[62321]: DEBUG oslo_vmware.api [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1032.228111] env[62321]: value = "task-2633788" [ 1032.228111] env[62321]: _type = "Task" [ 1032.228111] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.238416] env[62321]: DEBUG oslo_vmware.api [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633788, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.299276] env[62321]: DEBUG nova.virt.hardware [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1032.302474] env[62321]: DEBUG nova.virt.hardware [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1032.302474] env[62321]: DEBUG nova.virt.hardware [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1032.302474] env[62321]: DEBUG nova.virt.hardware [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1032.302474] env[62321]: DEBUG nova.virt.hardware [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1032.302474] env[62321]: DEBUG nova.virt.hardware [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1032.302474] env[62321]: DEBUG nova.virt.hardware [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1032.302474] env[62321]: DEBUG nova.virt.hardware [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1032.302474] env[62321]: DEBUG nova.virt.hardware [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1032.302474] env[62321]: DEBUG nova.virt.hardware [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1032.302474] env[62321]: DEBUG nova.virt.hardware [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1032.306889] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Reconfiguring VM instance instance-0000001e to detach disk 2000 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1032.307202] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa5628c9-d28c-41c3-9a56-4cd31ebd77ec {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.321243] env[62321]: DEBUG nova.network.neutron [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Updating instance_info_cache with network_info: [{"id": "9f8888aa-a47f-43aa-ade7-e0ee34c13139", "address": "fa:16:3e:4b:26:cb", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f8888aa-a4", "ovs_interfaceid": "9f8888aa-a47f-43aa-ade7-e0ee34c13139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.328570] env[62321]: DEBUG oslo_vmware.api [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 1032.328570] env[62321]: value = "task-2633789" [ 1032.328570] env[62321]: _type = "Task" [ 1032.328570] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.337841] env[62321]: DEBUG oslo_vmware.api [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633789, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.402474] env[62321]: DEBUG oslo_vmware.api [None req-0ecef470-f9d4-4cd1-b86d-e8b16aeb0e2d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633786, 'name': PowerOffVM_Task, 'duration_secs': 0.187575} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.402735] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ecef470-f9d4-4cd1-b86d-e8b16aeb0e2d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.402903] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0ecef470-f9d4-4cd1-b86d-e8b16aeb0e2d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.403181] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e44fb764-00eb-4dfb-950b-4ce782960935 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.449141] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1faba656-2c76-4acb-be1e-201fbcd81f82 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Acquiring lock "ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.449465] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1faba656-2c76-4acb-be1e-201fbcd81f82 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Lock "ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.449729] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1faba656-2c76-4acb-be1e-201fbcd81f82 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Acquiring lock "ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.450011] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1faba656-2c76-4acb-be1e-201fbcd81f82 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Lock "ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.450202] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1faba656-2c76-4acb-be1e-201fbcd81f82 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Lock "ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.452474] env[62321]: INFO nova.compute.manager [None req-1faba656-2c76-4acb-be1e-201fbcd81f82 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Terminating instance [ 1032.455221] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.327s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.457923] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.510s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.459074] env[62321]: INFO nova.compute.claims [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.473092] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0ecef470-f9d4-4cd1-b86d-e8b16aeb0e2d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.473419] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0ecef470-f9d4-4cd1-b86d-e8b16aeb0e2d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.473496] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ecef470-f9d4-4cd1-b86d-e8b16aeb0e2d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Deleting the datastore file [datastore2] ad5cef61-5983-4087-a85a-ad640c52a89a {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.473768] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6119293-7d0e-4dfc-a6c6-1b1b7a63cb9d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.480506] env[62321]: DEBUG oslo_vmware.api [None req-0ecef470-f9d4-4cd1-b86d-e8b16aeb0e2d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 1032.480506] env[62321]: value = "task-2633791" [ 1032.480506] env[62321]: _type = "Task" [ 1032.480506] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.492672] env[62321]: DEBUG oslo_vmware.api [None req-0ecef470-f9d4-4cd1-b86d-e8b16aeb0e2d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633791, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.518514] env[62321]: DEBUG oslo_vmware.api [None req-d41a4e88-dce7-47f8-8891-23528842587f tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633787, 'name': PowerOffVM_Task, 'duration_secs': 0.233172} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.518762] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d41a4e88-dce7-47f8-8891-23528842587f tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.518928] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d41a4e88-dce7-47f8-8891-23528842587f tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.519186] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a4cd7f0-723f-4fec-8aec-e86d57bfb1be {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.581597] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d41a4e88-dce7-47f8-8891-23528842587f tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.581815] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d41a4e88-dce7-47f8-8891-23528842587f tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.581993] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-d41a4e88-dce7-47f8-8891-23528842587f tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Deleting the datastore file [datastore1] 29b8ec19-e3c4-484a-a749-371359631c7f {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.582270] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05cd3bc3-5823-469f-8041-3d1c6774e873 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.587851] env[62321]: DEBUG oslo_vmware.api [None req-d41a4e88-dce7-47f8-8891-23528842587f tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 1032.587851] env[62321]: value = "task-2633793" [ 1032.587851] env[62321]: _type = "Task" [ 1032.587851] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.595789] env[62321]: DEBUG oslo_vmware.api [None req-d41a4e88-dce7-47f8-8891-23528842587f tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.738651] env[62321]: DEBUG oslo_vmware.api [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633788, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.824074] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Releasing lock "refresh_cache-5a35025e-96aa-4fe3-b763-526786b21433" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.824437] env[62321]: DEBUG nova.compute.manager [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Instance network_info: |[{"id": "9f8888aa-a47f-43aa-ade7-e0ee34c13139", "address": "fa:16:3e:4b:26:cb", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f8888aa-a4", "ovs_interfaceid": "9f8888aa-a47f-43aa-ade7-e0ee34c13139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1032.824948] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:26:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f8888aa-a47f-43aa-ade7-e0ee34c13139', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1032.832908] env[62321]: DEBUG oslo.service.loopingcall [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1032.833289] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1032.836996] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d343178b-ffc4-49ad-bb68-1e3ab0cf6ee0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.858283] env[62321]: DEBUG oslo_vmware.api [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633789, 'name': ReconfigVM_Task, 'duration_secs': 0.18364} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.859535] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Reconfigured VM instance instance-0000001e to detach disk 2000 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1032.859813] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1032.859813] env[62321]: value = "task-2633794" [ 1032.859813] env[62321]: _type = "Task" [ 1032.859813] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.860589] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edf3cf0-8eaf-47d9-b133-77992aedf9b9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.884931] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e/0b8a9b14-50bd-41ea-89f2-cc1d63f7816e.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.888115] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7627b72c-41d1-40fe-8226-8148b4e231f9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.900857] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633794, 'name': CreateVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.905569] env[62321]: DEBUG oslo_vmware.api [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 1032.905569] env[62321]: value = "task-2633795" [ 1032.905569] env[62321]: _type = "Task" [ 1032.905569] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.913264] env[62321]: DEBUG oslo_vmware.api [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633795, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.944858] env[62321]: DEBUG nova.compute.manager [req-64450db0-1be8-4234-9740-8d1a048d960b req-8abb3390-80fd-41bf-9bfc-9ee3a443cc1f service nova] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Received event network-changed-9f8888aa-a47f-43aa-ade7-e0ee34c13139 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1032.945201] env[62321]: DEBUG nova.compute.manager [req-64450db0-1be8-4234-9740-8d1a048d960b req-8abb3390-80fd-41bf-9bfc-9ee3a443cc1f service nova] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Refreshing instance network info cache due to event network-changed-9f8888aa-a47f-43aa-ade7-e0ee34c13139. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1032.945431] env[62321]: DEBUG oslo_concurrency.lockutils [req-64450db0-1be8-4234-9740-8d1a048d960b req-8abb3390-80fd-41bf-9bfc-9ee3a443cc1f service nova] Acquiring lock "refresh_cache-5a35025e-96aa-4fe3-b763-526786b21433" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.945575] env[62321]: DEBUG oslo_concurrency.lockutils [req-64450db0-1be8-4234-9740-8d1a048d960b req-8abb3390-80fd-41bf-9bfc-9ee3a443cc1f service nova] Acquired lock "refresh_cache-5a35025e-96aa-4fe3-b763-526786b21433" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.945736] env[62321]: DEBUG nova.network.neutron [req-64450db0-1be8-4234-9740-8d1a048d960b req-8abb3390-80fd-41bf-9bfc-9ee3a443cc1f service nova] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Refreshing network info cache for port 9f8888aa-a47f-43aa-ade7-e0ee34c13139 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1032.958751] env[62321]: DEBUG nova.compute.manager [None req-1faba656-2c76-4acb-be1e-201fbcd81f82 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1032.959389] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a49cf296-d51e-4d9a-87fd-e64e11f413f3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.970271] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c4fe2cff-adc0-4ad1-a776-3cf6bd1b9c38 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lock "def1500c-f7ea-4ea2-ba83-8499b10c7a19" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 32.034s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.973681] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffbeb1e-50c5-4b4e-b17b-941e73e06563 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.984185] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lock "def1500c-f7ea-4ea2-ba83-8499b10c7a19" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 8.243s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.984389] env[62321]: INFO nova.compute.manager [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Unshelving [ 1032.995510] env[62321]: DEBUG oslo_vmware.api [None req-0ecef470-f9d4-4cd1-b86d-e8b16aeb0e2d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633791, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283704} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.995510] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ecef470-f9d4-4cd1-b86d-e8b16aeb0e2d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.995659] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0ecef470-f9d4-4cd1-b86d-e8b16aeb0e2d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.995934] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0ecef470-f9d4-4cd1-b86d-e8b16aeb0e2d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.996016] env[62321]: INFO nova.compute.manager [None req-0ecef470-f9d4-4cd1-b86d-e8b16aeb0e2d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1032.996276] env[62321]: DEBUG oslo.service.loopingcall [None req-0ecef470-f9d4-4cd1-b86d-e8b16aeb0e2d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1032.996461] env[62321]: DEBUG nova.compute.manager [-] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1032.996556] env[62321]: DEBUG nova.network.neutron [-] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1033.011104] env[62321]: WARNING nova.virt.vmwareapi.driver [None req-1faba656-2c76-4acb-be1e-201fbcd81f82 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4 could not be found. [ 1033.011318] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1faba656-2c76-4acb-be1e-201fbcd81f82 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.011681] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-58c7a06f-79c1-409f-ac70-832f107d5c96 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.019900] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0043128c-f9c9-48a6-bfe9-40a02b856eb6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.050946] env[62321]: WARNING nova.virt.vmwareapi.vmops [None req-1faba656-2c76-4acb-be1e-201fbcd81f82 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4 could not be found. [ 1033.051195] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1faba656-2c76-4acb-be1e-201fbcd81f82 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.051385] env[62321]: INFO nova.compute.manager [None req-1faba656-2c76-4acb-be1e-201fbcd81f82 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Took 0.09 seconds to destroy the instance on the hypervisor. [ 1033.051656] env[62321]: DEBUG oslo.service.loopingcall [None req-1faba656-2c76-4acb-be1e-201fbcd81f82 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1033.051925] env[62321]: DEBUG nova.compute.manager [-] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1033.052032] env[62321]: DEBUG nova.network.neutron [-] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1033.099853] env[62321]: DEBUG oslo_vmware.api [None req-d41a4e88-dce7-47f8-8891-23528842587f tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194186} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.100763] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-d41a4e88-dce7-47f8-8891-23528842587f tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.100763] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d41a4e88-dce7-47f8-8891-23528842587f tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.100763] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d41a4e88-dce7-47f8-8891-23528842587f tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.101158] env[62321]: INFO nova.compute.manager [None req-d41a4e88-dce7-47f8-8891-23528842587f tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1033.101320] env[62321]: DEBUG oslo.service.loopingcall [None req-d41a4e88-dce7-47f8-8891-23528842587f tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1033.102822] env[62321]: DEBUG nova.compute.manager [-] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1033.102822] env[62321]: DEBUG nova.network.neutron [-] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1033.239000] env[62321]: DEBUG oslo_vmware.api [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633788, 'name': PowerOnVM_Task, 'duration_secs': 0.603732} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.239461] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.239680] env[62321]: INFO nova.compute.manager [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Took 9.69 seconds to spawn the instance on the hypervisor. [ 1033.239860] env[62321]: DEBUG nova.compute.manager [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.240906] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757155e3-23b4-4ce1-8045-06cc3f5b50f0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.373025] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633794, 'name': CreateVM_Task, 'duration_secs': 0.370584} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.373300] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1033.373982] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.374337] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.374473] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.374733] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ee7e33c-d2c0-44d0-b187-c5c7b40e1a20 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.379703] env[62321]: DEBUG oslo_vmware.api [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 1033.379703] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5228fc86-4146-9a93-13c5-af494ec55761" [ 1033.379703] env[62321]: _type = "Task" [ 1033.379703] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.388112] env[62321]: DEBUG oslo_vmware.api [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5228fc86-4146-9a93-13c5-af494ec55761, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.415659] env[62321]: DEBUG oslo_vmware.api [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633795, 'name': ReconfigVM_Task, 'duration_secs': 0.44846} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.415953] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e/0b8a9b14-50bd-41ea-89f2-cc1d63f7816e.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.416257] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Updating instance '0b8a9b14-50bd-41ea-89f2-cc1d63f7816e' progress to 50 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1033.728553] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd82f0d-e54c-4d65-a038-31c7d297b660 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.736538] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a611ba-7fdf-4d59-bdab-a6196ad2eb8c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.779905] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5922896a-d386-4072-bcbc-9aced681a934 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.784596] env[62321]: INFO nova.compute.manager [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Took 21.58 seconds to build instance. [ 1033.789238] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c656ce-615a-4475-b221-6863fdca24f3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.805199] env[62321]: DEBUG nova.compute.provider_tree [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1033.892109] env[62321]: DEBUG oslo_vmware.api [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5228fc86-4146-9a93-13c5-af494ec55761, 'name': SearchDatastore_Task, 'duration_secs': 0.016305} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.893012] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.893270] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1033.893476] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.893748] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.893817] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1033.894257] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4290b7bc-5a59-477f-8974-cd1cb29239d0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.906674] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1033.906674] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1033.907272] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f9a1f75-bd0f-4ff5-a5fb-102ee4af7bbd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.913150] env[62321]: DEBUG oslo_vmware.api [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 1033.913150] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52aec74c-8972-7a4c-a9ef-5a322ec478d5" [ 1033.913150] env[62321]: _type = "Task" [ 1033.913150] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.925971] env[62321]: DEBUG oslo_vmware.api [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52aec74c-8972-7a4c-a9ef-5a322ec478d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.927138] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71245c44-b807-46af-b98b-288518237223 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.956951] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e023009-ea63-43d7-b6e9-2f24f00abd8a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.979509] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Updating instance '0b8a9b14-50bd-41ea-89f2-cc1d63f7816e' progress to 67 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1034.018966] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.284962] env[62321]: DEBUG nova.network.neutron [-] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.300698] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8f0c5663-abe2-4f2e-a5cd-1c7145704bfd tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "3106361c-fd97-4f93-b0e8-c59c8908cb6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.101s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.328602] env[62321]: DEBUG nova.compute.manager [req-955d8bfb-ba49-41c6-8ba7-16942717649a req-d46afdd6-3070-44a4-978c-af5028e778f6 service nova] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Received event network-vif-deleted-cb8e7981-ac65-41c2-b860-d92f72cfab02 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1034.332948] env[62321]: ERROR nova.scheduler.client.report [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [req-0d7ec8f2-ae01-4361-8754-e4bbd04c68f0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e4ce1efe-a8f0-4655-8f76-50516c538695. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0d7ec8f2-ae01-4361-8754-e4bbd04c68f0"}]} [ 1034.353683] env[62321]: DEBUG nova.scheduler.client.report [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Refreshing inventories for resource provider e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1034.368476] env[62321]: DEBUG nova.scheduler.client.report [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Updating ProviderTree inventory for provider e4ce1efe-a8f0-4655-8f76-50516c538695 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1034.368709] env[62321]: DEBUG nova.compute.provider_tree [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1034.385018] env[62321]: DEBUG nova.scheduler.client.report [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Refreshing aggregate associations for resource provider e4ce1efe-a8f0-4655-8f76-50516c538695, aggregates: None {{(pid=62321) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1034.385018] env[62321]: DEBUG nova.network.neutron [-] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.400488] env[62321]: DEBUG nova.scheduler.client.report [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Refreshing trait associations for resource provider e4ce1efe-a8f0-4655-8f76-50516c538695, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62321) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1034.428023] env[62321]: DEBUG oslo_vmware.api [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52aec74c-8972-7a4c-a9ef-5a322ec478d5, 'name': SearchDatastore_Task, 'duration_secs': 0.021805} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.428023] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5920e4a7-e9a9-42db-b090-84f7be904d11 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.430972] env[62321]: DEBUG oslo_vmware.api [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 1034.430972] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]520be53a-cab3-5f07-5f14-faf204180b9b" [ 1034.430972] env[62321]: _type = "Task" [ 1034.430972] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.441428] env[62321]: DEBUG oslo_vmware.api [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]520be53a-cab3-5f07-5f14-faf204180b9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.451713] env[62321]: DEBUG nova.network.neutron [req-64450db0-1be8-4234-9740-8d1a048d960b req-8abb3390-80fd-41bf-9bfc-9ee3a443cc1f service nova] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Updated VIF entry in instance network info cache for port 9f8888aa-a47f-43aa-ade7-e0ee34c13139. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.452352] env[62321]: DEBUG nova.network.neutron [req-64450db0-1be8-4234-9740-8d1a048d960b req-8abb3390-80fd-41bf-9bfc-9ee3a443cc1f service nova] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Updating instance_info_cache with network_info: [{"id": "9f8888aa-a47f-43aa-ade7-e0ee34c13139", "address": "fa:16:3e:4b:26:cb", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f8888aa-a4", "ovs_interfaceid": "9f8888aa-a47f-43aa-ade7-e0ee34c13139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.591249] env[62321]: DEBUG nova.network.neutron [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Port 09ecaacb-b0ff-4d3e-b5a7-e41324798b11 binding to destination host cpu-1 is already ACTIVE {{(pid=62321) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1034.751766] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28266f56-eafe-4379-92eb-f76a48ce51af {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.764116] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72faa7f6-789a-466f-bc3c-c638d490cbf0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.800739] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40e245f-9856-4b45-896c-d93a62e005bc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.804056] env[62321]: INFO nova.compute.manager [-] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Took 1.75 seconds to deallocate network for instance. [ 1034.811684] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53dc0c01-9c6b-426c-b5e5-fb0a5aef4e9c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.827689] env[62321]: DEBUG nova.compute.provider_tree [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1034.891146] env[62321]: INFO nova.compute.manager [-] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Took 1.89 seconds to deallocate network for instance. [ 1034.943816] env[62321]: DEBUG oslo_vmware.api [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]520be53a-cab3-5f07-5f14-faf204180b9b, 'name': SearchDatastore_Task, 'duration_secs': 0.00934} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.944118] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.944378] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 5a35025e-96aa-4fe3-b763-526786b21433/5a35025e-96aa-4fe3-b763-526786b21433.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1034.944627] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6890129-d37c-45ce-8360-c1c0b7f45708 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.951695] env[62321]: DEBUG oslo_vmware.api [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 1034.951695] env[62321]: value = "task-2633796" [ 1034.951695] env[62321]: _type = "Task" [ 1034.951695] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.954647] env[62321]: DEBUG oslo_concurrency.lockutils [req-64450db0-1be8-4234-9740-8d1a048d960b req-8abb3390-80fd-41bf-9bfc-9ee3a443cc1f service nova] Releasing lock "refresh_cache-5a35025e-96aa-4fe3-b763-526786b21433" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.961164] env[62321]: DEBUG oslo_vmware.api [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.980515] env[62321]: DEBUG nova.compute.manager [req-0623663a-f697-4861-b846-61f2b7feafdf req-73495be3-9918-43e9-8403-f72044ddd04f service nova] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Received event network-vif-deleted-c04f6d01-ff63-4a4b-982f-437c21dddd8c {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1034.980747] env[62321]: DEBUG nova.compute.manager [req-0623663a-f697-4861-b846-61f2b7feafdf req-73495be3-9918-43e9-8403-f72044ddd04f service nova] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Received event network-vif-deleted-c65e7902-4d23-4bf2-9440-6305024b5b01 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1034.980933] env[62321]: INFO nova.compute.manager [req-0623663a-f697-4861-b846-61f2b7feafdf req-73495be3-9918-43e9-8403-f72044ddd04f service nova] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Neutron deleted interface c65e7902-4d23-4bf2-9440-6305024b5b01; detaching it from the instance and deleting it from the info cache [ 1034.982403] env[62321]: DEBUG nova.network.neutron [req-0623663a-f697-4861-b846-61f2b7feafdf req-73495be3-9918-43e9-8403-f72044ddd04f service nova] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.182094] env[62321]: DEBUG nova.network.neutron [-] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.259392] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0932d84b-bd01-4afb-bdb0-075325ae702a tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "3106361c-fd97-4f93-b0e8-c59c8908cb6f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.259860] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0932d84b-bd01-4afb-bdb0-075325ae702a tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "3106361c-fd97-4f93-b0e8-c59c8908cb6f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.259860] env[62321]: DEBUG nova.compute.manager [None req-0932d84b-bd01-4afb-bdb0-075325ae702a tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.261849] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c34bc4b-9b6f-41b5-9e6f-1e0acf6aa50e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.269282] env[62321]: DEBUG nova.compute.manager [None req-0932d84b-bd01-4afb-bdb0-075325ae702a tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62321) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1035.270033] env[62321]: DEBUG nova.objects.instance [None req-0932d84b-bd01-4afb-bdb0-075325ae702a tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lazy-loading 'flavor' on Instance uuid 3106361c-fd97-4f93-b0e8-c59c8908cb6f {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.370738] env[62321]: DEBUG nova.scheduler.client.report [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Updated inventory for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with generation 139 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1035.371092] env[62321]: DEBUG nova.compute.provider_tree [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Updating resource provider e4ce1efe-a8f0-4655-8f76-50516c538695 generation from 139 to 140 during operation: update_inventory {{(pid=62321) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1035.371395] env[62321]: DEBUG nova.compute.provider_tree [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1035.375448] env[62321]: INFO nova.compute.manager [None req-1faba656-2c76-4acb-be1e-201fbcd81f82 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Took 0.57 seconds to detach 1 volumes for instance. [ 1035.377471] env[62321]: DEBUG nova.compute.manager [None req-1faba656-2c76-4acb-be1e-201fbcd81f82 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Deleting volume: edd53838-4f56-4b77-b167-44f68c6ae6e7 {{(pid=62321) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1035.397216] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0ecef470-f9d4-4cd1-b86d-e8b16aeb0e2d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.463835] env[62321]: DEBUG oslo_vmware.api [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501836} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.464174] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 5a35025e-96aa-4fe3-b763-526786b21433/5a35025e-96aa-4fe3-b763-526786b21433.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1035.464464] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1035.464749] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c5d4211-9d6e-4e46-9690-97db744deff6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.472805] env[62321]: DEBUG oslo_vmware.api [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 1035.472805] env[62321]: value = "task-2633798" [ 1035.472805] env[62321]: _type = "Task" [ 1035.472805] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.482031] env[62321]: DEBUG oslo_vmware.api [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633798, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.484918] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec7fcbac-5a7a-4540-8db8-0ac40f52ad20 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.493960] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea8ad83-e9cc-49f0-8509-b8647e6342cf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.527514] env[62321]: DEBUG nova.compute.manager [req-0623663a-f697-4861-b846-61f2b7feafdf req-73495be3-9918-43e9-8403-f72044ddd04f service nova] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Detach interface failed, port_id=c65e7902-4d23-4bf2-9440-6305024b5b01, reason: Instance 29b8ec19-e3c4-484a-a749-371359631c7f could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1035.620938] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "0b8a9b14-50bd-41ea-89f2-cc1d63f7816e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.620938] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "0b8a9b14-50bd-41ea-89f2-cc1d63f7816e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.620938] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "0b8a9b14-50bd-41ea-89f2-cc1d63f7816e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.684669] env[62321]: INFO nova.compute.manager [-] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Took 2.58 seconds to deallocate network for instance. [ 1035.879151] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.421s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.879761] env[62321]: DEBUG nova.compute.manager [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1035.884059] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.621s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.884059] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.885151] env[62321]: DEBUG oslo_concurrency.lockutils [None req-72493f4d-9a7c-49c6-ba91-cdc163897703 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 11.713s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.913427] env[62321]: INFO nova.scheduler.client.report [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Deleted allocations for instance 4dbd2adb-a1af-40df-9149-4562c01ea965 [ 1035.936621] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1faba656-2c76-4acb-be1e-201fbcd81f82 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.982915] env[62321]: DEBUG oslo_vmware.api [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633798, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148424} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.982915] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1035.983739] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c965ddae-13ec-4521-b4ae-74b5a3e122b8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.008369] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 5a35025e-96aa-4fe3-b763-526786b21433/5a35025e-96aa-4fe3-b763-526786b21433.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.008687] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05b9fde4-b2ab-4795-9b8c-49a0b8a1f2fc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.030527] env[62321]: DEBUG oslo_vmware.api [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 1036.030527] env[62321]: value = "task-2633799" [ 1036.030527] env[62321]: _type = "Task" [ 1036.030527] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.040975] env[62321]: DEBUG oslo_vmware.api [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633799, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.191073] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d41a4e88-dce7-47f8-8891-23528842587f tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.281523] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-0932d84b-bd01-4afb-bdb0-075325ae702a tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.282120] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4e2aab3-be67-4b7c-84e8-484ede639cfe {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.289987] env[62321]: DEBUG oslo_vmware.api [None req-0932d84b-bd01-4afb-bdb0-075325ae702a tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1036.289987] env[62321]: value = "task-2633800" [ 1036.289987] env[62321]: _type = "Task" [ 1036.289987] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.298210] env[62321]: DEBUG oslo_vmware.api [None req-0932d84b-bd01-4afb-bdb0-075325ae702a tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.391880] env[62321]: DEBUG nova.compute.utils [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1036.393574] env[62321]: DEBUG nova.compute.manager [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1036.393745] env[62321]: DEBUG nova.network.neutron [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1036.426484] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3df9769b-2c9f-482b-8956-521564f66288 tempest-DeleteServersTestJSON-1185411793 tempest-DeleteServersTestJSON-1185411793-project-member] Lock "4dbd2adb-a1af-40df-9149-4562c01ea965" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.592s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.454260] env[62321]: DEBUG nova.policy [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '597841b64e464b5cbf07b18a90338a07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b66ec80a177f4033b7616b9720856c71', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 1036.539644] env[62321]: DEBUG oslo_vmware.api [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633799, 'name': ReconfigVM_Task, 'duration_secs': 0.394529} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.542117] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 5a35025e-96aa-4fe3-b763-526786b21433/5a35025e-96aa-4fe3-b763-526786b21433.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.542926] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77a05a93-bc7e-4e4e-9600-03731a596f77 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.550105] env[62321]: DEBUG oslo_vmware.api [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 1036.550105] env[62321]: value = "task-2633801" [ 1036.550105] env[62321]: _type = "Task" [ 1036.550105] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.561434] env[62321]: DEBUG oslo_vmware.api [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633801, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.631864] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d47e5f-cca6-439f-bc57-092bf846cda4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.639553] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1908be2-60ea-45f3-b47c-c5a77fef99a1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.671386] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "refresh_cache-0b8a9b14-50bd-41ea-89f2-cc1d63f7816e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.671563] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquired lock "refresh_cache-0b8a9b14-50bd-41ea-89f2-cc1d63f7816e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.671738] env[62321]: DEBUG nova.network.neutron [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.673460] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f745c9-4356-4dea-be5b-342a5e10f637 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.680932] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a992da7-02b5-4bd2-a90e-ee9ff16024b1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.694833] env[62321]: DEBUG nova.compute.provider_tree [None req-72493f4d-9a7c-49c6-ba91-cdc163897703 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1036.800193] env[62321]: DEBUG oslo_vmware.api [None req-0932d84b-bd01-4afb-bdb0-075325ae702a tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633800, 'name': PowerOffVM_Task, 'duration_secs': 0.261872} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.800474] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-0932d84b-bd01-4afb-bdb0-075325ae702a tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.800671] env[62321]: DEBUG nova.compute.manager [None req-0932d84b-bd01-4afb-bdb0-075325ae702a tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.801674] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c75039-01bd-4b97-938f-d192ee9848eb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.875761] env[62321]: DEBUG nova.network.neutron [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Successfully created port: 9b863884-9bbf-45b8-8990-0edec19197d4 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1036.897612] env[62321]: DEBUG nova.compute.manager [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1037.061994] env[62321]: DEBUG oslo_vmware.api [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633801, 'name': Rename_Task, 'duration_secs': 0.14867} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.062320] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1037.062573] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ede0c58-6e36-45ff-a878-7e97e6cbeee2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.069956] env[62321]: DEBUG oslo_vmware.api [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 1037.069956] env[62321]: value = "task-2633802" [ 1037.069956] env[62321]: _type = "Task" [ 1037.069956] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.081020] env[62321]: DEBUG oslo_vmware.api [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633802, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.234053] env[62321]: DEBUG nova.scheduler.client.report [None req-72493f4d-9a7c-49c6-ba91-cdc163897703 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Updated inventory for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with generation 140 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1037.234053] env[62321]: DEBUG nova.compute.provider_tree [None req-72493f4d-9a7c-49c6-ba91-cdc163897703 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Updating resource provider e4ce1efe-a8f0-4655-8f76-50516c538695 generation from 140 to 141 during operation: update_inventory {{(pid=62321) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1037.234053] env[62321]: DEBUG nova.compute.provider_tree [None req-72493f4d-9a7c-49c6-ba91-cdc163897703 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1037.315876] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0932d84b-bd01-4afb-bdb0-075325ae702a tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "3106361c-fd97-4f93-b0e8-c59c8908cb6f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.565413] env[62321]: DEBUG nova.network.neutron [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Updating instance_info_cache with network_info: [{"id": "09ecaacb-b0ff-4d3e-b5a7-e41324798b11", "address": "fa:16:3e:65:55:4b", "network": {"id": "2750ca67-1b0e-43a8-a773-1086f86438e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-263699496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e41ce300a3c4503930ecf73e3501abe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09ecaacb-b0", "ovs_interfaceid": "09ecaacb-b0ff-4d3e-b5a7-e41324798b11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.580845] env[62321]: DEBUG oslo_vmware.api [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633802, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.814586] env[62321]: INFO nova.compute.manager [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Rebuilding instance [ 1037.860675] env[62321]: DEBUG nova.compute.manager [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.861620] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b7ee40-038e-4f5d-8756-c7314cee6fcd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.907163] env[62321]: DEBUG nova.compute.manager [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1037.928458] env[62321]: DEBUG nova.virt.hardware [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.928722] env[62321]: DEBUG nova.virt.hardware [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.929031] env[62321]: DEBUG nova.virt.hardware [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.929098] env[62321]: DEBUG nova.virt.hardware [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.929211] env[62321]: DEBUG nova.virt.hardware [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.929358] env[62321]: DEBUG nova.virt.hardware [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.929562] env[62321]: DEBUG nova.virt.hardware [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.929720] env[62321]: DEBUG nova.virt.hardware [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.929884] env[62321]: DEBUG nova.virt.hardware [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.930090] env[62321]: DEBUG nova.virt.hardware [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.930291] env[62321]: DEBUG nova.virt.hardware [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.931158] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942fbcf0-c7f1-46c5-9691-72bb1f33624d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.939284] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3bed039-acb0-4353-ad10-d32c156b3a7a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.069444] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Releasing lock "refresh_cache-0b8a9b14-50bd-41ea-89f2-cc1d63f7816e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.084232] env[62321]: DEBUG oslo_vmware.api [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633802, 'name': PowerOnVM_Task, 'duration_secs': 0.522181} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.084232] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.084232] env[62321]: INFO nova.compute.manager [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Took 7.84 seconds to spawn the instance on the hypervisor. [ 1038.084232] env[62321]: DEBUG nova.compute.manager [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.084232] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d2decb-f447-44a4-a981-c6b63e8939de {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.248903] env[62321]: DEBUG oslo_concurrency.lockutils [None req-72493f4d-9a7c-49c6-ba91-cdc163897703 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.364s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.249101] env[62321]: DEBUG nova.compute.manager [None req-72493f4d-9a7c-49c6-ba91-cdc163897703 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62321) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1038.251869] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.912s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.252116] env[62321]: DEBUG nova.objects.instance [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Lazy-loading 'resources' on Instance uuid d9f2468c-18c3-44f4-8044-5a098ac5f107 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.380424] env[62321]: DEBUG nova.compute.manager [req-0c73893d-7ac7-4b71-b3d0-49a426637188 req-fb4754b4-5963-45e0-95f1-806e7efd7acd service nova] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Received event network-vif-plugged-9b863884-9bbf-45b8-8990-0edec19197d4 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1038.380642] env[62321]: DEBUG oslo_concurrency.lockutils [req-0c73893d-7ac7-4b71-b3d0-49a426637188 req-fb4754b4-5963-45e0-95f1-806e7efd7acd service nova] Acquiring lock "40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.380856] env[62321]: DEBUG oslo_concurrency.lockutils [req-0c73893d-7ac7-4b71-b3d0-49a426637188 req-fb4754b4-5963-45e0-95f1-806e7efd7acd service nova] Lock "40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.381237] env[62321]: DEBUG oslo_concurrency.lockutils [req-0c73893d-7ac7-4b71-b3d0-49a426637188 req-fb4754b4-5963-45e0-95f1-806e7efd7acd service nova] Lock "40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.381476] env[62321]: DEBUG nova.compute.manager [req-0c73893d-7ac7-4b71-b3d0-49a426637188 req-fb4754b4-5963-45e0-95f1-806e7efd7acd service nova] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] No waiting events found dispatching network-vif-plugged-9b863884-9bbf-45b8-8990-0edec19197d4 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1038.381654] env[62321]: WARNING nova.compute.manager [req-0c73893d-7ac7-4b71-b3d0-49a426637188 req-fb4754b4-5963-45e0-95f1-806e7efd7acd service nova] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Received unexpected event network-vif-plugged-9b863884-9bbf-45b8-8990-0edec19197d4 for instance with vm_state building and task_state spawning. [ 1038.474693] env[62321]: DEBUG nova.network.neutron [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Successfully updated port: 9b863884-9bbf-45b8-8990-0edec19197d4 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1038.600214] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a182e6-f036-4169-979e-f79ba290f0cf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.605428] env[62321]: INFO nova.compute.manager [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Took 20.22 seconds to build instance. [ 1038.625064] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9d22d5-67a8-40c0-934a-20fa8932eb97 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.632554] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Updating instance '0b8a9b14-50bd-41ea-89f2-cc1d63f7816e' progress to 83 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1038.813475] env[62321]: INFO nova.scheduler.client.report [None req-72493f4d-9a7c-49c6-ba91-cdc163897703 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Deleted allocation for migration b988e910-1ed1-4cbe-ac6d-b8a510be4c76 [ 1038.876029] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.876468] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90f3d47f-f5f4-4402-aa26-4772c1d58a3b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.884032] env[62321]: DEBUG oslo_vmware.api [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1038.884032] env[62321]: value = "task-2633804" [ 1038.884032] env[62321]: _type = "Task" [ 1038.884032] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.896602] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] VM already powered off {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1038.896841] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.897752] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1465304-6c96-4409-97b4-3748412b5903 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.904280] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1038.904514] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33eb16a5-8259-4e00-9ca0-0a6192a0d616 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.963798] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695f98c5-06cc-4516-b5ec-bdcda8f04424 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.971375] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35805033-dea1-4f8f-90c2-b6ad0ec122da {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.977884] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquiring lock "refresh_cache-40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.977884] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquired lock "refresh_cache-40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.977884] env[62321]: DEBUG nova.network.neutron [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.009453] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d54e9b-c125-46cd-be07-7fa63e874666 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.011880] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.012085] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.012260] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Deleting the datastore file [datastore2] 3106361c-fd97-4f93-b0e8-c59c8908cb6f {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.012500] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-961fa767-d4b5-4b8c-bd98-4413ddc04bc0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.019665] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b55b822-5e89-456b-b2b5-3df1169f6488 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.024928] env[62321]: DEBUG oslo_vmware.api [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1039.024928] env[62321]: value = "task-2633806" [ 1039.024928] env[62321]: _type = "Task" [ 1039.024928] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.036553] env[62321]: DEBUG nova.compute.provider_tree [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.042121] env[62321]: DEBUG oslo_vmware.api [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633806, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.090615] env[62321]: DEBUG nova.network.neutron [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1039.107413] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b2f08df4-f4c2-46c8-9f04-5134e2540794 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "5a35025e-96aa-4fe3-b763-526786b21433" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.730s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.139995] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.140357] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebec7037-9c7b-4309-8bf7-6b69491cba23 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.148029] env[62321]: DEBUG oslo_vmware.api [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 1039.148029] env[62321]: value = "task-2633807" [ 1039.148029] env[62321]: _type = "Task" [ 1039.148029] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.156126] env[62321]: DEBUG oslo_vmware.api [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.307731] env[62321]: DEBUG nova.objects.instance [None req-94492d53-e334-415a-9e40-7852a4612e72 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lazy-loading 'flavor' on Instance uuid 88c97bc4-ebde-4bd0-8217-f682605a6bc8 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.322869] env[62321]: DEBUG oslo_concurrency.lockutils [None req-72493f4d-9a7c-49c6-ba91-cdc163897703 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "88c97bc4-ebde-4bd0-8217-f682605a6bc8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 18.039s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.405860] env[62321]: DEBUG nova.network.neutron [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Updating instance_info_cache with network_info: [{"id": "9b863884-9bbf-45b8-8990-0edec19197d4", "address": "fa:16:3e:5a:6b:74", "network": {"id": "6eb3be36-9f7d-42b5-a33b-15f0529c6018", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-760375332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b66ec80a177f4033b7616b9720856c71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b863884-9b", "ovs_interfaceid": "9b863884-9bbf-45b8-8990-0edec19197d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.536909] env[62321]: DEBUG oslo_vmware.api [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633806, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183723} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.537199] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.537381] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.537556] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.543522] env[62321]: DEBUG nova.scheduler.client.report [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.659260] env[62321]: DEBUG oslo_vmware.api [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633807, 'name': PowerOnVM_Task, 'duration_secs': 0.439466} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.659674] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.659674] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ee8da1-5c29-464c-a66e-2f5bb4dc6012 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Updating instance '0b8a9b14-50bd-41ea-89f2-cc1d63f7816e' progress to 100 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1039.814094] env[62321]: DEBUG oslo_concurrency.lockutils [None req-94492d53-e334-415a-9e40-7852a4612e72 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "refresh_cache-88c97bc4-ebde-4bd0-8217-f682605a6bc8" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.814274] env[62321]: DEBUG oslo_concurrency.lockutils [None req-94492d53-e334-415a-9e40-7852a4612e72 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquired lock "refresh_cache-88c97bc4-ebde-4bd0-8217-f682605a6bc8" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.814450] env[62321]: DEBUG nova.network.neutron [None req-94492d53-e334-415a-9e40-7852a4612e72 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.814635] env[62321]: DEBUG nova.objects.instance [None req-94492d53-e334-415a-9e40-7852a4612e72 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lazy-loading 'info_cache' on Instance uuid 88c97bc4-ebde-4bd0-8217-f682605a6bc8 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.908494] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Releasing lock "refresh_cache-40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.909247] env[62321]: DEBUG nova.compute.manager [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Instance network_info: |[{"id": "9b863884-9bbf-45b8-8990-0edec19197d4", "address": "fa:16:3e:5a:6b:74", "network": {"id": "6eb3be36-9f7d-42b5-a33b-15f0529c6018", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-760375332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b66ec80a177f4033b7616b9720856c71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b863884-9b", "ovs_interfaceid": "9b863884-9bbf-45b8-8990-0edec19197d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1039.909749] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:6b:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b863884-9bbf-45b8-8990-0edec19197d4', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.917314] env[62321]: DEBUG oslo.service.loopingcall [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1039.917537] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.918734] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4e7ea45-db26-496e-afff-e034f28b5a66 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.939376] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.939376] env[62321]: value = "task-2633808" [ 1039.939376] env[62321]: _type = "Task" [ 1039.939376] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.947709] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633808, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.049853] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.798s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.052155] env[62321]: DEBUG oslo_concurrency.lockutils [None req-16a39826-06d1-4d34-9448-f706b9a73e11 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 11.681s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.072573] env[62321]: INFO nova.scheduler.client.report [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Deleted allocations for instance d9f2468c-18c3-44f4-8044-5a098ac5f107 [ 1040.318066] env[62321]: DEBUG nova.objects.base [None req-94492d53-e334-415a-9e40-7852a4612e72 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Object Instance<88c97bc4-ebde-4bd0-8217-f682605a6bc8> lazy-loaded attributes: flavor,info_cache {{(pid=62321) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1040.411319] env[62321]: DEBUG nova.compute.manager [req-b3bf49a3-796d-461c-9c3f-aeb6a7ab0387 req-ec8dfefa-0643-4a9e-a3a9-3233556b6936 service nova] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Received event network-changed-9b863884-9bbf-45b8-8990-0edec19197d4 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1040.411319] env[62321]: DEBUG nova.compute.manager [req-b3bf49a3-796d-461c-9c3f-aeb6a7ab0387 req-ec8dfefa-0643-4a9e-a3a9-3233556b6936 service nova] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Refreshing instance network info cache due to event network-changed-9b863884-9bbf-45b8-8990-0edec19197d4. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1040.411319] env[62321]: DEBUG oslo_concurrency.lockutils [req-b3bf49a3-796d-461c-9c3f-aeb6a7ab0387 req-ec8dfefa-0643-4a9e-a3a9-3233556b6936 service nova] Acquiring lock "refresh_cache-40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.411319] env[62321]: DEBUG oslo_concurrency.lockutils [req-b3bf49a3-796d-461c-9c3f-aeb6a7ab0387 req-ec8dfefa-0643-4a9e-a3a9-3233556b6936 service nova] Acquired lock "refresh_cache-40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.411757] env[62321]: DEBUG nova.network.neutron [req-b3bf49a3-796d-461c-9c3f-aeb6a7ab0387 req-ec8dfefa-0643-4a9e-a3a9-3233556b6936 service nova] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Refreshing network info cache for port 9b863884-9bbf-45b8-8990-0edec19197d4 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.449820] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633808, 'name': CreateVM_Task, 'duration_secs': 0.337833} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.450039] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.450737] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.450917] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.451295] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.451544] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-105f980a-90cf-4111-add5-12885ec6c977 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.456373] env[62321]: DEBUG oslo_vmware.api [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 1040.456373] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521cf8e2-686f-00b0-1ad3-746c6a7bae65" [ 1040.456373] env[62321]: _type = "Task" [ 1040.456373] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.464057] env[62321]: DEBUG oslo_vmware.api [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521cf8e2-686f-00b0-1ad3-746c6a7bae65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.572172] env[62321]: DEBUG nova.virt.hardware [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.572425] env[62321]: DEBUG nova.virt.hardware [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.572581] env[62321]: DEBUG nova.virt.hardware [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.572758] env[62321]: DEBUG nova.virt.hardware [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.572905] env[62321]: DEBUG nova.virt.hardware [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.573120] env[62321]: DEBUG nova.virt.hardware [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.573400] env[62321]: DEBUG nova.virt.hardware [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.573597] env[62321]: DEBUG nova.virt.hardware [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.573825] env[62321]: DEBUG nova.virt.hardware [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.574072] env[62321]: DEBUG nova.virt.hardware [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.574298] env[62321]: DEBUG nova.virt.hardware [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.575171] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc62ba8f-0e14-4f86-a769-c05904693d73 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.582938] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a45b5f93-ba84-4bd9-bbc0-33b970eb69e1 tempest-ServersTestBootFromVolume-1420187922 tempest-ServersTestBootFromVolume-1420187922-project-member] Lock "d9f2468c-18c3-44f4-8044-5a098ac5f107" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.757s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.587380] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aeb59c1-d48a-4f68-8104-adceff2ad133 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.603670] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:b4:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5fe645c-e088-401e-ab53-4ae2981dea72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2233fcd0-7b32-42c8-a2cc-5331f5f2eddf', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.611365] env[62321]: DEBUG oslo.service.loopingcall [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1040.614679] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1040.615440] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c92cdf8c-fccc-427a-b2eb-a4d1a508d3a6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.638407] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.638407] env[62321]: value = "task-2633809" [ 1040.638407] env[62321]: _type = "Task" [ 1040.638407] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.647380] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633809, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.791465] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbef3d25-d828-4d9b-a2a5-e912c0316c89 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.799343] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03469d10-f647-4bfb-9e11-86398f0b5162 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.831584] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d91ec1-a6f1-4bd7-8a13-143f7d3153d5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.838828] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a921dd6-a596-4517-8c52-3c969991228a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.846658] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "300bcf4e-dff7-445b-a311-d11da3e0d72e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.846887] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "300bcf4e-dff7-445b-a311-d11da3e0d72e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.855950] env[62321]: DEBUG nova.compute.provider_tree [None req-16a39826-06d1-4d34-9448-f706b9a73e11 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1040.966557] env[62321]: DEBUG oslo_vmware.api [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521cf8e2-686f-00b0-1ad3-746c6a7bae65, 'name': SearchDatastore_Task, 'duration_secs': 0.009852} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.966861] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.967114] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.967351] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.967497] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.967674] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.967924] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-617e1415-489f-4f62-a50d-a7d3f1b54122 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.978188] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.978363] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.979097] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0744c39e-2310-4495-b562-7db0f2c21374 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.984165] env[62321]: DEBUG oslo_vmware.api [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 1040.984165] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52f9a5d8-1a88-4285-1e15-ef3457e69e61" [ 1040.984165] env[62321]: _type = "Task" [ 1040.984165] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.991571] env[62321]: DEBUG oslo_vmware.api [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52f9a5d8-1a88-4285-1e15-ef3457e69e61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.152091] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633809, 'name': CreateVM_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.358665] env[62321]: DEBUG nova.compute.manager [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1041.383381] env[62321]: ERROR nova.scheduler.client.report [None req-16a39826-06d1-4d34-9448-f706b9a73e11 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [req-dc4892e4-42d7-472f-8faf-db909a83d46e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e4ce1efe-a8f0-4655-8f76-50516c538695. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dc4892e4-42d7-472f-8faf-db909a83d46e"}]} [ 1041.407732] env[62321]: DEBUG nova.scheduler.client.report [None req-16a39826-06d1-4d34-9448-f706b9a73e11 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Refreshing inventories for resource provider e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1041.424982] env[62321]: DEBUG nova.scheduler.client.report [None req-16a39826-06d1-4d34-9448-f706b9a73e11 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Updating ProviderTree inventory for provider e4ce1efe-a8f0-4655-8f76-50516c538695 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1041.425368] env[62321]: DEBUG nova.compute.provider_tree [None req-16a39826-06d1-4d34-9448-f706b9a73e11 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1041.443442] env[62321]: DEBUG nova.scheduler.client.report [None req-16a39826-06d1-4d34-9448-f706b9a73e11 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Refreshing aggregate associations for resource provider e4ce1efe-a8f0-4655-8f76-50516c538695, aggregates: None {{(pid=62321) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1041.466721] env[62321]: DEBUG nova.scheduler.client.report [None req-16a39826-06d1-4d34-9448-f706b9a73e11 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Refreshing trait associations for resource provider e4ce1efe-a8f0-4655-8f76-50516c538695, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62321) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1041.495196] env[62321]: DEBUG oslo_vmware.api [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52f9a5d8-1a88-4285-1e15-ef3457e69e61, 'name': SearchDatastore_Task, 'duration_secs': 0.021394} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.496949] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-377e17b9-9643-4121-abac-3d8397ce5cb6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.505988] env[62321]: DEBUG oslo_vmware.api [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 1041.505988] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52433dbb-c586-51eb-bb3f-140d1a172fd7" [ 1041.505988] env[62321]: _type = "Task" [ 1041.505988] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.514502] env[62321]: DEBUG oslo_vmware.api [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52433dbb-c586-51eb-bb3f-140d1a172fd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.599219] env[62321]: DEBUG nova.network.neutron [None req-94492d53-e334-415a-9e40-7852a4612e72 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Updating instance_info_cache with network_info: [{"id": "8cdf9ba2-5954-47f4-a13e-c1e93ffd3f33", "address": "fa:16:3e:d1:1a:33", "network": {"id": "750e916d-f2cf-425c-88f0-488d2d7ac894", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-457582844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4d5b3a8d92f42ddb204a0a27c24609a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cdf9ba2-59", "ovs_interfaceid": "8cdf9ba2-5954-47f4-a13e-c1e93ffd3f33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.652026] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633809, 'name': CreateVM_Task, 'duration_secs': 0.768776} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.652446] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.653275] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.653594] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.655092] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.655092] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f60878ae-7d73-49c4-9d7a-d67969eb9add {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.662123] env[62321]: DEBUG oslo_vmware.api [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1041.662123] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5240e85e-3cde-3826-f9b7-2dd249aa6092" [ 1041.662123] env[62321]: _type = "Task" [ 1041.662123] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.670877] env[62321]: DEBUG oslo_vmware.api [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5240e85e-3cde-3826-f9b7-2dd249aa6092, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.676224] env[62321]: DEBUG nova.network.neutron [req-b3bf49a3-796d-461c-9c3f-aeb6a7ab0387 req-ec8dfefa-0643-4a9e-a3a9-3233556b6936 service nova] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Updated VIF entry in instance network info cache for port 9b863884-9bbf-45b8-8990-0edec19197d4. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.676679] env[62321]: DEBUG nova.network.neutron [req-b3bf49a3-796d-461c-9c3f-aeb6a7ab0387 req-ec8dfefa-0643-4a9e-a3a9-3233556b6936 service nova] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Updating instance_info_cache with network_info: [{"id": "9b863884-9bbf-45b8-8990-0edec19197d4", "address": "fa:16:3e:5a:6b:74", "network": {"id": "6eb3be36-9f7d-42b5-a33b-15f0529c6018", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-760375332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b66ec80a177f4033b7616b9720856c71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b863884-9b", "ovs_interfaceid": "9b863884-9bbf-45b8-8990-0edec19197d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.703937] env[62321]: DEBUG oslo_concurrency.lockutils [None req-757e42bd-f521-4102-977d-f917dfdc1c34 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "0b8a9b14-50bd-41ea-89f2-cc1d63f7816e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.704190] env[62321]: DEBUG oslo_concurrency.lockutils [None req-757e42bd-f521-4102-977d-f917dfdc1c34 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "0b8a9b14-50bd-41ea-89f2-cc1d63f7816e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.704377] env[62321]: DEBUG nova.compute.manager [None req-757e42bd-f521-4102-977d-f917dfdc1c34 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Going to confirm migration 7 {{(pid=62321) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1041.748653] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d72320c-ec8e-4588-9146-37fbb1773673 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.758070] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6151418-fd69-43c3-9ea6-1c95a4cd30ab {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.790549] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536ff7aa-175d-40e4-bc24-b6a22b59cd61 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.798960] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e675b6-aaca-4b2c-b11e-69ca637da4c9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.813365] env[62321]: DEBUG nova.compute.provider_tree [None req-16a39826-06d1-4d34-9448-f706b9a73e11 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1041.885633] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.017455] env[62321]: DEBUG oslo_vmware.api [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52433dbb-c586-51eb-bb3f-140d1a172fd7, 'name': SearchDatastore_Task, 'duration_secs': 0.027092} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.017721] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.017983] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9/40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.018263] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06709e37-293c-4f50-8575-8daef0d6d75c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.026254] env[62321]: DEBUG oslo_vmware.api [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 1042.026254] env[62321]: value = "task-2633810" [ 1042.026254] env[62321]: _type = "Task" [ 1042.026254] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.034175] env[62321]: DEBUG oslo_vmware.api [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.100798] env[62321]: DEBUG oslo_concurrency.lockutils [None req-94492d53-e334-415a-9e40-7852a4612e72 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Releasing lock "refresh_cache-88c97bc4-ebde-4bd0-8217-f682605a6bc8" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.173943] env[62321]: DEBUG oslo_vmware.api [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5240e85e-3cde-3826-f9b7-2dd249aa6092, 'name': SearchDatastore_Task, 'duration_secs': 0.012676} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.174255] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.174489] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.174719] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.174920] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.175431] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.175431] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e387db7c-6c08-455b-ab38-b0281d08ac74 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.178944] env[62321]: DEBUG oslo_concurrency.lockutils [req-b3bf49a3-796d-461c-9c3f-aeb6a7ab0387 req-ec8dfefa-0643-4a9e-a3a9-3233556b6936 service nova] Releasing lock "refresh_cache-40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.179190] env[62321]: DEBUG nova.compute.manager [req-b3bf49a3-796d-461c-9c3f-aeb6a7ab0387 req-ec8dfefa-0643-4a9e-a3a9-3233556b6936 service nova] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Received event network-changed-9f8888aa-a47f-43aa-ade7-e0ee34c13139 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1042.179745] env[62321]: DEBUG nova.compute.manager [req-b3bf49a3-796d-461c-9c3f-aeb6a7ab0387 req-ec8dfefa-0643-4a9e-a3a9-3233556b6936 service nova] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Refreshing instance network info cache due to event network-changed-9f8888aa-a47f-43aa-ade7-e0ee34c13139. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1042.180740] env[62321]: DEBUG oslo_concurrency.lockutils [req-b3bf49a3-796d-461c-9c3f-aeb6a7ab0387 req-ec8dfefa-0643-4a9e-a3a9-3233556b6936 service nova] Acquiring lock "refresh_cache-5a35025e-96aa-4fe3-b763-526786b21433" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.180816] env[62321]: DEBUG oslo_concurrency.lockutils [req-b3bf49a3-796d-461c-9c3f-aeb6a7ab0387 req-ec8dfefa-0643-4a9e-a3a9-3233556b6936 service nova] Acquired lock "refresh_cache-5a35025e-96aa-4fe3-b763-526786b21433" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.180994] env[62321]: DEBUG nova.network.neutron [req-b3bf49a3-796d-461c-9c3f-aeb6a7ab0387 req-ec8dfefa-0643-4a9e-a3a9-3233556b6936 service nova] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Refreshing network info cache for port 9f8888aa-a47f-43aa-ade7-e0ee34c13139 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.186473] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.186473] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.186473] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fa55b16-e7d2-460c-81c8-69aa8001faf5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.193560] env[62321]: DEBUG oslo_vmware.api [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1042.193560] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521b25d4-a322-ae9b-bb03-c143fd980255" [ 1042.193560] env[62321]: _type = "Task" [ 1042.193560] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.205446] env[62321]: DEBUG oslo_vmware.api [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521b25d4-a322-ae9b-bb03-c143fd980255, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.273891] env[62321]: DEBUG oslo_concurrency.lockutils [None req-757e42bd-f521-4102-977d-f917dfdc1c34 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "refresh_cache-0b8a9b14-50bd-41ea-89f2-cc1d63f7816e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.274220] env[62321]: DEBUG oslo_concurrency.lockutils [None req-757e42bd-f521-4102-977d-f917dfdc1c34 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquired lock "refresh_cache-0b8a9b14-50bd-41ea-89f2-cc1d63f7816e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.274335] env[62321]: DEBUG nova.network.neutron [None req-757e42bd-f521-4102-977d-f917dfdc1c34 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.274438] env[62321]: DEBUG nova.objects.instance [None req-757e42bd-f521-4102-977d-f917dfdc1c34 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lazy-loading 'info_cache' on Instance uuid 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.354922] env[62321]: DEBUG nova.scheduler.client.report [None req-16a39826-06d1-4d34-9448-f706b9a73e11 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Updated inventory for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with generation 143 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1042.354922] env[62321]: DEBUG nova.compute.provider_tree [None req-16a39826-06d1-4d34-9448-f706b9a73e11 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Updating resource provider e4ce1efe-a8f0-4655-8f76-50516c538695 generation from 143 to 144 during operation: update_inventory {{(pid=62321) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1042.354922] env[62321]: DEBUG nova.compute.provider_tree [None req-16a39826-06d1-4d34-9448-f706b9a73e11 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1042.540524] env[62321]: DEBUG oslo_vmware.api [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633810, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.707745] env[62321]: DEBUG oslo_vmware.api [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521b25d4-a322-ae9b-bb03-c143fd980255, 'name': SearchDatastore_Task, 'duration_secs': 0.012246} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.708455] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1f75041-aacc-45b1-a53e-7aa208ddfcc9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.714343] env[62321]: DEBUG oslo_vmware.api [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1042.714343] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5276963b-8b62-43af-43b6-84fec22c6bc9" [ 1042.714343] env[62321]: _type = "Task" [ 1042.714343] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.726079] env[62321]: DEBUG oslo_vmware.api [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5276963b-8b62-43af-43b6-84fec22c6bc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.038749] env[62321]: DEBUG oslo_vmware.api [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633810, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.825784} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.038749] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9/40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.038749] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.038749] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3cf72352-431f-4a1e-94cd-5379d2bec123 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.045358] env[62321]: DEBUG oslo_vmware.api [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 1043.045358] env[62321]: value = "task-2633811" [ 1043.045358] env[62321]: _type = "Task" [ 1043.045358] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.056844] env[62321]: DEBUG oslo_vmware.api [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633811, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.107518] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-94492d53-e334-415a-9e40-7852a4612e72 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.107907] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7ef7581-a936-4a23-b406-cebc6407f7f8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.116023] env[62321]: DEBUG oslo_vmware.api [None req-94492d53-e334-415a-9e40-7852a4612e72 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1043.116023] env[62321]: value = "task-2633812" [ 1043.116023] env[62321]: _type = "Task" [ 1043.116023] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.124720] env[62321]: DEBUG oslo_vmware.api [None req-94492d53-e334-415a-9e40-7852a4612e72 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.148240] env[62321]: DEBUG nova.network.neutron [req-b3bf49a3-796d-461c-9c3f-aeb6a7ab0387 req-ec8dfefa-0643-4a9e-a3a9-3233556b6936 service nova] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Updated VIF entry in instance network info cache for port 9f8888aa-a47f-43aa-ade7-e0ee34c13139. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.148634] env[62321]: DEBUG nova.network.neutron [req-b3bf49a3-796d-461c-9c3f-aeb6a7ab0387 req-ec8dfefa-0643-4a9e-a3a9-3233556b6936 service nova] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Updating instance_info_cache with network_info: [{"id": "9f8888aa-a47f-43aa-ade7-e0ee34c13139", "address": "fa:16:3e:4b:26:cb", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f8888aa-a4", "ovs_interfaceid": "9f8888aa-a47f-43aa-ade7-e0ee34c13139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.224385] env[62321]: DEBUG oslo_vmware.api [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5276963b-8b62-43af-43b6-84fec22c6bc9, 'name': SearchDatastore_Task, 'duration_secs': 0.042843} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.224714] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.224992] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 3106361c-fd97-4f93-b0e8-c59c8908cb6f/3106361c-fd97-4f93-b0e8-c59c8908cb6f.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1043.225266] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02ff87b1-c57f-4737-b5ed-a50563cede89 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.232736] env[62321]: DEBUG oslo_vmware.api [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1043.232736] env[62321]: value = "task-2633813" [ 1043.232736] env[62321]: _type = "Task" [ 1043.232736] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.240875] env[62321]: DEBUG oslo_vmware.api [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633813, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.368262] env[62321]: DEBUG oslo_concurrency.lockutils [None req-16a39826-06d1-4d34-9448-f706b9a73e11 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.316s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.371282] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29e71d63-7a85-4331-8d48-f1c26c9c5778 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.024s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.557870] env[62321]: DEBUG oslo_vmware.api [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633811, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071108} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.560376] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.561607] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9212d2e-e2f5-4d6f-8dd9-e25c7dae3267 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.582827] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9/40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.585353] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c6f7b62-f5f0-4588-b098-7ef8db0f3fc7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.605658] env[62321]: DEBUG oslo_vmware.api [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 1043.605658] env[62321]: value = "task-2633814" [ 1043.605658] env[62321]: _type = "Task" [ 1043.605658] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.606561] env[62321]: DEBUG nova.network.neutron [None req-757e42bd-f521-4102-977d-f917dfdc1c34 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Updating instance_info_cache with network_info: [{"id": "09ecaacb-b0ff-4d3e-b5a7-e41324798b11", "address": "fa:16:3e:65:55:4b", "network": {"id": "2750ca67-1b0e-43a8-a773-1086f86438e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-263699496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e41ce300a3c4503930ecf73e3501abe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09ecaacb-b0", "ovs_interfaceid": "09ecaacb-b0ff-4d3e-b5a7-e41324798b11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.619502] env[62321]: DEBUG oslo_vmware.api [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633814, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.631921] env[62321]: DEBUG oslo_vmware.api [None req-94492d53-e334-415a-9e40-7852a4612e72 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633812, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.637278] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cce786c-ecd3-4520-830c-7139a8d0d69d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.643958] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77a155b-08df-43b7-995a-73c2731f72e7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.673940] env[62321]: DEBUG oslo_concurrency.lockutils [req-b3bf49a3-796d-461c-9c3f-aeb6a7ab0387 req-ec8dfefa-0643-4a9e-a3a9-3233556b6936 service nova] Releasing lock "refresh_cache-5a35025e-96aa-4fe3-b763-526786b21433" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.675435] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7deb01-62d4-4418-8669-9daceb95f78a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.682526] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6e1793-9040-4dc2-bc60-1e6b6a65168d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.696072] env[62321]: DEBUG nova.compute.provider_tree [None req-29e71d63-7a85-4331-8d48-f1c26c9c5778 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.742135] env[62321]: DEBUG oslo_vmware.api [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633813, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.934462] env[62321]: INFO nova.scheduler.client.report [None req-16a39826-06d1-4d34-9448-f706b9a73e11 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Deleted allocation for migration 167ec220-341e-49d4-a596-92083978ea5c [ 1044.112144] env[62321]: DEBUG oslo_concurrency.lockutils [None req-757e42bd-f521-4102-977d-f917dfdc1c34 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Releasing lock "refresh_cache-0b8a9b14-50bd-41ea-89f2-cc1d63f7816e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.112511] env[62321]: DEBUG nova.objects.instance [None req-757e42bd-f521-4102-977d-f917dfdc1c34 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lazy-loading 'migration_context' on Instance uuid 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.119572] env[62321]: DEBUG oslo_vmware.api [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.128384] env[62321]: DEBUG oslo_vmware.api [None req-94492d53-e334-415a-9e40-7852a4612e72 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633812, 'name': PowerOnVM_Task, 'duration_secs': 0.749228} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.128642] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-94492d53-e334-415a-9e40-7852a4612e72 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.128833] env[62321]: DEBUG nova.compute.manager [None req-94492d53-e334-415a-9e40-7852a4612e72 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.129600] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0144f37-0995-43e7-87fe-5a6ede0abe97 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.200411] env[62321]: DEBUG nova.scheduler.client.report [None req-29e71d63-7a85-4331-8d48-f1c26c9c5778 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.243786] env[62321]: DEBUG oslo_vmware.api [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633813, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.965498} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.244052] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 3106361c-fd97-4f93-b0e8-c59c8908cb6f/3106361c-fd97-4f93-b0e8-c59c8908cb6f.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.244293] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.244572] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99c19a24-cb84-4f77-8886-bb6441a91725 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.251015] env[62321]: DEBUG oslo_vmware.api [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1044.251015] env[62321]: value = "task-2633815" [ 1044.251015] env[62321]: _type = "Task" [ 1044.251015] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.260737] env[62321]: DEBUG oslo_vmware.api [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633815, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.440740] env[62321]: DEBUG oslo_concurrency.lockutils [None req-16a39826-06d1-4d34-9448-f706b9a73e11 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "f73407ff-6afd-466a-8cf8-25b5f1ddef70" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 19.520s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.618764] env[62321]: DEBUG nova.objects.base [None req-757e42bd-f521-4102-977d-f917dfdc1c34 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Object Instance<0b8a9b14-50bd-41ea-89f2-cc1d63f7816e> lazy-loaded attributes: info_cache,migration_context {{(pid=62321) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1044.618764] env[62321]: DEBUG oslo_vmware.api [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.619394] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a238a4e-74a0-4f5b-b7e4-7c0bcfd1e3fb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.637834] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bf36896-f228-4b40-8da7-e9912415924e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.644994] env[62321]: DEBUG oslo_vmware.api [None req-757e42bd-f521-4102-977d-f917dfdc1c34 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 1044.644994] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b9775b-46a3-cf08-9ccd-6b05bb46e6a1" [ 1044.644994] env[62321]: _type = "Task" [ 1044.644994] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.654278] env[62321]: DEBUG oslo_vmware.api [None req-757e42bd-f521-4102-977d-f917dfdc1c34 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b9775b-46a3-cf08-9ccd-6b05bb46e6a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.705449] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29e71d63-7a85-4331-8d48-f1c26c9c5778 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.334s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.705449] env[62321]: INFO nova.compute.manager [None req-29e71d63-7a85-4331-8d48-f1c26c9c5778 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Successfully reverted task state from rebuilding on failure for instance. [ 1044.711345] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.692s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.711345] env[62321]: DEBUG nova.objects.instance [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lazy-loading 'pci_requests' on Instance uuid def1500c-f7ea-4ea2-ba83-8499b10c7a19 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.723732] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Acquiring lock "e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.723959] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Lock "e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.762426] env[62321]: DEBUG oslo_vmware.api [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633815, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068937} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.762686] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.763462] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8134d02-8325-4e82-b891-45381969c9cc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.785143] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 3106361c-fd97-4f93-b0e8-c59c8908cb6f/3106361c-fd97-4f93-b0e8-c59c8908cb6f.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.785416] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14799000-1d4e-47ff-b645-207edb393a80 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.803717] env[62321]: DEBUG oslo_vmware.api [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1044.803717] env[62321]: value = "task-2633816" [ 1044.803717] env[62321]: _type = "Task" [ 1044.803717] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.811363] env[62321]: DEBUG oslo_vmware.api [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633816, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.067831] env[62321]: DEBUG oslo_concurrency.lockutils [None req-58ebce9f-03bf-4831-a318-6667589699c4 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "f73407ff-6afd-466a-8cf8-25b5f1ddef70" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.068127] env[62321]: DEBUG oslo_concurrency.lockutils [None req-58ebce9f-03bf-4831-a318-6667589699c4 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "f73407ff-6afd-466a-8cf8-25b5f1ddef70" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.068364] env[62321]: DEBUG oslo_concurrency.lockutils [None req-58ebce9f-03bf-4831-a318-6667589699c4 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "f73407ff-6afd-466a-8cf8-25b5f1ddef70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.068549] env[62321]: DEBUG oslo_concurrency.lockutils [None req-58ebce9f-03bf-4831-a318-6667589699c4 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "f73407ff-6afd-466a-8cf8-25b5f1ddef70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.068719] env[62321]: DEBUG oslo_concurrency.lockutils [None req-58ebce9f-03bf-4831-a318-6667589699c4 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "f73407ff-6afd-466a-8cf8-25b5f1ddef70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.070783] env[62321]: INFO nova.compute.manager [None req-58ebce9f-03bf-4831-a318-6667589699c4 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Terminating instance [ 1045.118325] env[62321]: DEBUG oslo_vmware.api [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633814, 'name': ReconfigVM_Task, 'duration_secs': 1.152542} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.118724] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9/40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.119211] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50e6a9dd-e815-410d-a571-ddaefc4a2deb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.125560] env[62321]: DEBUG oslo_vmware.api [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 1045.125560] env[62321]: value = "task-2633817" [ 1045.125560] env[62321]: _type = "Task" [ 1045.125560] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.133557] env[62321]: DEBUG oslo_vmware.api [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633817, 'name': Rename_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.155423] env[62321]: DEBUG oslo_vmware.api [None req-757e42bd-f521-4102-977d-f917dfdc1c34 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b9775b-46a3-cf08-9ccd-6b05bb46e6a1, 'name': SearchDatastore_Task, 'duration_secs': 0.013397} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.155705] env[62321]: DEBUG oslo_concurrency.lockutils [None req-757e42bd-f521-4102-977d-f917dfdc1c34 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.216661] env[62321]: DEBUG nova.objects.instance [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lazy-loading 'numa_topology' on Instance uuid def1500c-f7ea-4ea2-ba83-8499b10c7a19 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.226151] env[62321]: DEBUG nova.compute.manager [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1045.315041] env[62321]: DEBUG oslo_vmware.api [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633816, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.373464] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5cda06a5-21ca-4fac-b5bd-278cbeee242b tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "88c97bc4-ebde-4bd0-8217-f682605a6bc8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.373573] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5cda06a5-21ca-4fac-b5bd-278cbeee242b tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "88c97bc4-ebde-4bd0-8217-f682605a6bc8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.373747] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5cda06a5-21ca-4fac-b5bd-278cbeee242b tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "88c97bc4-ebde-4bd0-8217-f682605a6bc8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.373933] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5cda06a5-21ca-4fac-b5bd-278cbeee242b tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "88c97bc4-ebde-4bd0-8217-f682605a6bc8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.374127] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5cda06a5-21ca-4fac-b5bd-278cbeee242b tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "88c97bc4-ebde-4bd0-8217-f682605a6bc8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.376237] env[62321]: INFO nova.compute.manager [None req-5cda06a5-21ca-4fac-b5bd-278cbeee242b tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Terminating instance [ 1045.525991] env[62321]: DEBUG oslo_concurrency.lockutils [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "243401a7-d516-41c2-8aca-9e93b1aa7631" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.527044] env[62321]: DEBUG oslo_concurrency.lockutils [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "243401a7-d516-41c2-8aca-9e93b1aa7631" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.574783] env[62321]: DEBUG nova.compute.manager [None req-58ebce9f-03bf-4831-a318-6667589699c4 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1045.574937] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-58ebce9f-03bf-4831-a318-6667589699c4 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.578099] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045fc3ef-b857-439b-9f1b-dae52fab6933 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.585591] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-58ebce9f-03bf-4831-a318-6667589699c4 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.585824] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2506acd8-0d73-4d12-b020-8c83c2a6e87c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.591600] env[62321]: DEBUG oslo_vmware.api [None req-58ebce9f-03bf-4831-a318-6667589699c4 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 1045.591600] env[62321]: value = "task-2633818" [ 1045.591600] env[62321]: _type = "Task" [ 1045.591600] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.599916] env[62321]: DEBUG oslo_vmware.api [None req-58ebce9f-03bf-4831-a318-6667589699c4 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.635870] env[62321]: DEBUG oslo_vmware.api [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633817, 'name': Rename_Task, 'duration_secs': 0.185756} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.636171] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.636433] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49c8dfde-0a38-429e-9001-0ba0b5fec667 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.643028] env[62321]: DEBUG oslo_vmware.api [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 1045.643028] env[62321]: value = "task-2633819" [ 1045.643028] env[62321]: _type = "Task" [ 1045.643028] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.651433] env[62321]: DEBUG oslo_vmware.api [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633819, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.721130] env[62321]: INFO nova.compute.claims [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1045.749106] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.814298] env[62321]: DEBUG oslo_vmware.api [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633816, 'name': ReconfigVM_Task, 'duration_secs': 0.906726} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.814566] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 3106361c-fd97-4f93-b0e8-c59c8908cb6f/3106361c-fd97-4f93-b0e8-c59c8908cb6f.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.815224] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98ee9538-dd18-4cd5-9309-6386a0a93d81 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.821328] env[62321]: DEBUG oslo_vmware.api [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1045.821328] env[62321]: value = "task-2633820" [ 1045.821328] env[62321]: _type = "Task" [ 1045.821328] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.829202] env[62321]: DEBUG oslo_vmware.api [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633820, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.882028] env[62321]: DEBUG nova.compute.manager [None req-5cda06a5-21ca-4fac-b5bd-278cbeee242b tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1045.882028] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5cda06a5-21ca-4fac-b5bd-278cbeee242b tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.882028] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae78f2e-49e7-4b96-85d4-af7b35475989 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.888904] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cda06a5-21ca-4fac-b5bd-278cbeee242b tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.889148] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c970bf4d-f552-43b3-9141-0da74df8ff6c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.894634] env[62321]: DEBUG oslo_vmware.api [None req-5cda06a5-21ca-4fac-b5bd-278cbeee242b tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1045.894634] env[62321]: value = "task-2633821" [ 1045.894634] env[62321]: _type = "Task" [ 1045.894634] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.902260] env[62321]: DEBUG oslo_vmware.api [None req-5cda06a5-21ca-4fac-b5bd-278cbeee242b tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.029192] env[62321]: DEBUG nova.compute.manager [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1046.101183] env[62321]: DEBUG oslo_vmware.api [None req-58ebce9f-03bf-4831-a318-6667589699c4 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633818, 'name': PowerOffVM_Task, 'duration_secs': 0.178879} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.101475] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-58ebce9f-03bf-4831-a318-6667589699c4 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.101651] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-58ebce9f-03bf-4831-a318-6667589699c4 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1046.101891] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7efe95f3-a820-4fbe-836b-8c2d42e57873 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.155325] env[62321]: DEBUG oslo_vmware.api [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633819, 'name': PowerOnVM_Task} progress is 98%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.193786] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-58ebce9f-03bf-4831-a318-6667589699c4 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1046.194016] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-58ebce9f-03bf-4831-a318-6667589699c4 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1046.194246] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-58ebce9f-03bf-4831-a318-6667589699c4 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Deleting the datastore file [datastore2] f73407ff-6afd-466a-8cf8-25b5f1ddef70 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.194511] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a9d24bc-6f87-4f24-a901-05817e310c41 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.203051] env[62321]: DEBUG oslo_vmware.api [None req-58ebce9f-03bf-4831-a318-6667589699c4 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 1046.203051] env[62321]: value = "task-2633823" [ 1046.203051] env[62321]: _type = "Task" [ 1046.203051] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.211844] env[62321]: DEBUG oslo_vmware.api [None req-58ebce9f-03bf-4831-a318-6667589699c4 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.331059] env[62321]: DEBUG oslo_vmware.api [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633820, 'name': Rename_Task, 'duration_secs': 0.154928} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.331329] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.331566] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c5475f4-b18c-4d82-b663-91cabea64b64 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.337440] env[62321]: DEBUG oslo_vmware.api [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1046.337440] env[62321]: value = "task-2633824" [ 1046.337440] env[62321]: _type = "Task" [ 1046.337440] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.344657] env[62321]: DEBUG oslo_vmware.api [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633824, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.404060] env[62321]: DEBUG oslo_vmware.api [None req-5cda06a5-21ca-4fac-b5bd-278cbeee242b tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633821, 'name': PowerOffVM_Task, 'duration_secs': 0.153421} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.404370] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cda06a5-21ca-4fac-b5bd-278cbeee242b tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.404571] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5cda06a5-21ca-4fac-b5bd-278cbeee242b tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1046.404816] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8e11f14-b813-449a-99ab-886021c63ea5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.495530] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5cda06a5-21ca-4fac-b5bd-278cbeee242b tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1046.495755] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5cda06a5-21ca-4fac-b5bd-278cbeee242b tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1046.495930] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cda06a5-21ca-4fac-b5bd-278cbeee242b tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Deleting the datastore file [datastore1] 88c97bc4-ebde-4bd0-8217-f682605a6bc8 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.496216] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1ac9557-0ca6-46a7-b1dd-8b2e1e4e9aa1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.505200] env[62321]: DEBUG oslo_vmware.api [None req-5cda06a5-21ca-4fac-b5bd-278cbeee242b tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1046.505200] env[62321]: value = "task-2633826" [ 1046.505200] env[62321]: _type = "Task" [ 1046.505200] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.513059] env[62321]: DEBUG oslo_vmware.api [None req-5cda06a5-21ca-4fac-b5bd-278cbeee242b tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.547464] env[62321]: DEBUG oslo_concurrency.lockutils [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.653208] env[62321]: DEBUG oslo_vmware.api [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633819, 'name': PowerOnVM_Task, 'duration_secs': 0.561573} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.653425] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.653630] env[62321]: INFO nova.compute.manager [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Took 8.75 seconds to spawn the instance on the hypervisor. [ 1046.653809] env[62321]: DEBUG nova.compute.manager [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.654622] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21dabe1d-1fda-4b52-87a1-6ed71208f6bf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.713741] env[62321]: DEBUG oslo_vmware.api [None req-58ebce9f-03bf-4831-a318-6667589699c4 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.430885} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.713986] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-58ebce9f-03bf-4831-a318-6667589699c4 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.714191] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-58ebce9f-03bf-4831-a318-6667589699c4 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1046.714367] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-58ebce9f-03bf-4831-a318-6667589699c4 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.714535] env[62321]: INFO nova.compute.manager [None req-58ebce9f-03bf-4831-a318-6667589699c4 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1046.714775] env[62321]: DEBUG oslo.service.loopingcall [None req-58ebce9f-03bf-4831-a318-6667589699c4 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1046.714956] env[62321]: DEBUG nova.compute.manager [-] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1046.715071] env[62321]: DEBUG nova.network.neutron [-] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1046.854252] env[62321]: DEBUG oslo_vmware.api [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633824, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.952159] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07092b4-4b4f-42a0-abef-c0123146e61f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.961582] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02dc516b-1602-4ad4-8ef9-ad6fb067ca96 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.991151] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a77a151-648b-481f-a498-0c9647b23c18 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.000871] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50dce961-9178-466d-8e9d-e3e7aefe8bf9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.013978] env[62321]: DEBUG nova.compute.provider_tree [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.024051] env[62321]: DEBUG oslo_vmware.api [None req-5cda06a5-21ca-4fac-b5bd-278cbeee242b tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.363534} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.024796] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cda06a5-21ca-4fac-b5bd-278cbeee242b tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1047.024988] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5cda06a5-21ca-4fac-b5bd-278cbeee242b tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1047.025179] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5cda06a5-21ca-4fac-b5bd-278cbeee242b tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1047.025347] env[62321]: INFO nova.compute.manager [None req-5cda06a5-21ca-4fac-b5bd-278cbeee242b tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1047.025594] env[62321]: DEBUG oslo.service.loopingcall [None req-5cda06a5-21ca-4fac-b5bd-278cbeee242b tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1047.026615] env[62321]: DEBUG nova.compute.manager [-] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1047.026722] env[62321]: DEBUG nova.network.neutron [-] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1047.029731] env[62321]: DEBUG nova.compute.manager [req-1d633838-2e1e-4423-998f-f00e5545f738 req-2f07302b-e44c-41a7-95e0-7c361037e656 service nova] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Received event network-vif-deleted-c9adc3e7-2595-446d-b1f4-37eea47039b6 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1047.029915] env[62321]: INFO nova.compute.manager [req-1d633838-2e1e-4423-998f-f00e5545f738 req-2f07302b-e44c-41a7-95e0-7c361037e656 service nova] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Neutron deleted interface c9adc3e7-2595-446d-b1f4-37eea47039b6; detaching it from the instance and deleting it from the info cache [ 1047.030097] env[62321]: DEBUG nova.network.neutron [req-1d633838-2e1e-4423-998f-f00e5545f738 req-2f07302b-e44c-41a7-95e0-7c361037e656 service nova] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.171592] env[62321]: INFO nova.compute.manager [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Took 24.25 seconds to build instance. [ 1047.351931] env[62321]: DEBUG oslo_vmware.api [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633824, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.521287] env[62321]: DEBUG nova.network.neutron [-] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.522470] env[62321]: DEBUG nova.scheduler.client.report [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.536597] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-615f2c44-e2c8-4a0e-85cc-aeb01dc302ee {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.546481] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48a1cc2-d4b7-4397-9b60-47eab3eca366 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.580158] env[62321]: DEBUG nova.compute.manager [req-1d633838-2e1e-4423-998f-f00e5545f738 req-2f07302b-e44c-41a7-95e0-7c361037e656 service nova] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Detach interface failed, port_id=c9adc3e7-2595-446d-b1f4-37eea47039b6, reason: Instance f73407ff-6afd-466a-8cf8-25b5f1ddef70 could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1047.673617] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6fcbf7b7-22ad-4c38-a253-f3267899f464 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.784s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.849141] env[62321]: DEBUG oslo_vmware.api [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633824, 'name': PowerOnVM_Task, 'duration_secs': 1.323421} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.849358] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.849588] env[62321]: DEBUG nova.compute.manager [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.850364] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e713e8dc-7c66-47bd-b414-b8f47cd91611 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.026302] env[62321]: INFO nova.compute.manager [-] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Took 1.31 seconds to deallocate network for instance. [ 1048.028791] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.316s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.030470] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0ecef470-f9d4-4cd1-b86d-e8b16aeb0e2d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.633s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.031172] env[62321]: DEBUG nova.objects.instance [None req-0ecef470-f9d4-4cd1-b86d-e8b16aeb0e2d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lazy-loading 'resources' on Instance uuid ad5cef61-5983-4087-a85a-ad640c52a89a {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.061665] env[62321]: DEBUG nova.network.neutron [-] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.096909] env[62321]: INFO nova.network.neutron [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Updating port 2a525a9f-0437-4efe-8ec4-bafdedfa6bcc with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1048.360190] env[62321]: INFO nova.compute.manager [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] bringing vm to original state: 'stopped' [ 1048.540277] env[62321]: DEBUG oslo_concurrency.lockutils [None req-58ebce9f-03bf-4831-a318-6667589699c4 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.564343] env[62321]: INFO nova.compute.manager [-] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Took 1.54 seconds to deallocate network for instance. [ 1048.769931] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c2ec3f-7b51-4c99-a754-fc128ae37bdf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.778098] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b332863f-d192-4a27-b159-5501d6083ac3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.809389] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f0cdca-52cc-422c-aef2-9ff0cb5eb3b5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.817208] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2343af0b-f625-486d-bb5a-e1fb33101e76 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.831681] env[62321]: DEBUG nova.compute.provider_tree [None req-0ecef470-f9d4-4cd1-b86d-e8b16aeb0e2d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.059720] env[62321]: DEBUG nova.compute.manager [req-ea2f8171-cf63-4b32-bfd8-103d44a95235 req-28f1162a-8b6e-4225-9763-c8d2bf0b5161 service nova] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Received event network-vif-deleted-8cdf9ba2-5954-47f4-a13e-c1e93ffd3f33 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1049.060038] env[62321]: DEBUG nova.compute.manager [req-ea2f8171-cf63-4b32-bfd8-103d44a95235 req-28f1162a-8b6e-4225-9763-c8d2bf0b5161 service nova] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Received event network-changed-9b863884-9bbf-45b8-8990-0edec19197d4 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1049.060274] env[62321]: DEBUG nova.compute.manager [req-ea2f8171-cf63-4b32-bfd8-103d44a95235 req-28f1162a-8b6e-4225-9763-c8d2bf0b5161 service nova] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Refreshing instance network info cache due to event network-changed-9b863884-9bbf-45b8-8990-0edec19197d4. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1049.060927] env[62321]: DEBUG oslo_concurrency.lockutils [req-ea2f8171-cf63-4b32-bfd8-103d44a95235 req-28f1162a-8b6e-4225-9763-c8d2bf0b5161 service nova] Acquiring lock "refresh_cache-40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.060927] env[62321]: DEBUG oslo_concurrency.lockutils [req-ea2f8171-cf63-4b32-bfd8-103d44a95235 req-28f1162a-8b6e-4225-9763-c8d2bf0b5161 service nova] Acquired lock "refresh_cache-40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.060927] env[62321]: DEBUG nova.network.neutron [req-ea2f8171-cf63-4b32-bfd8-103d44a95235 req-28f1162a-8b6e-4225-9763-c8d2bf0b5161 service nova] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Refreshing network info cache for port 9b863884-9bbf-45b8-8990-0edec19197d4 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.072540] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5cda06a5-21ca-4fac-b5bd-278cbeee242b tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.334987] env[62321]: DEBUG nova.scheduler.client.report [None req-0ecef470-f9d4-4cd1-b86d-e8b16aeb0e2d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.367018] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "3106361c-fd97-4f93-b0e8-c59c8908cb6f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.367311] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "3106361c-fd97-4f93-b0e8-c59c8908cb6f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.367493] env[62321]: DEBUG nova.compute.manager [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.368377] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9854675b-a767-4b28-8090-482db2e35a51 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.377221] env[62321]: DEBUG nova.compute.manager [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62321) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1049.839665] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0ecef470-f9d4-4cd1-b86d-e8b16aeb0e2d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.809s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.842033] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1faba656-2c76-4acb-be1e-201fbcd81f82 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.906s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.842320] env[62321]: DEBUG nova.objects.instance [None req-1faba656-2c76-4acb-be1e-201fbcd81f82 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Lazy-loading 'resources' on Instance uuid ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.865296] env[62321]: INFO nova.scheduler.client.report [None req-0ecef470-f9d4-4cd1-b86d-e8b16aeb0e2d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Deleted allocations for instance ad5cef61-5983-4087-a85a-ad640c52a89a [ 1049.880418] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.880688] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89e2bb54-90cf-4924-bc61-5fb7c170e83f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.887470] env[62321]: DEBUG oslo_vmware.api [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1049.887470] env[62321]: value = "task-2633827" [ 1049.887470] env[62321]: _type = "Task" [ 1049.887470] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.894950] env[62321]: DEBUG oslo_vmware.api [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.941079] env[62321]: DEBUG nova.network.neutron [req-ea2f8171-cf63-4b32-bfd8-103d44a95235 req-28f1162a-8b6e-4225-9763-c8d2bf0b5161 service nova] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Updated VIF entry in instance network info cache for port 9b863884-9bbf-45b8-8990-0edec19197d4. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.941499] env[62321]: DEBUG nova.network.neutron [req-ea2f8171-cf63-4b32-bfd8-103d44a95235 req-28f1162a-8b6e-4225-9763-c8d2bf0b5161 service nova] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Updating instance_info_cache with network_info: [{"id": "9b863884-9bbf-45b8-8990-0edec19197d4", "address": "fa:16:3e:5a:6b:74", "network": {"id": "6eb3be36-9f7d-42b5-a33b-15f0529c6018", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-760375332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b66ec80a177f4033b7616b9720856c71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b863884-9b", "ovs_interfaceid": "9b863884-9bbf-45b8-8990-0edec19197d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.063916] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquiring lock "refresh_cache-def1500c-f7ea-4ea2-ba83-8499b10c7a19" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.064127] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquired lock "refresh_cache-def1500c-f7ea-4ea2-ba83-8499b10c7a19" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.064325] env[62321]: DEBUG nova.network.neutron [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.373131] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0ecef470-f9d4-4cd1-b86d-e8b16aeb0e2d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "ad5cef61-5983-4087-a85a-ad640c52a89a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.006s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.397399] env[62321]: DEBUG oslo_vmware.api [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.444113] env[62321]: DEBUG oslo_concurrency.lockutils [req-ea2f8171-cf63-4b32-bfd8-103d44a95235 req-28f1162a-8b6e-4225-9763-c8d2bf0b5161 service nova] Releasing lock "refresh_cache-40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.539675] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96ea9b2-2b4c-4b55-aea4-4f6b6b706d33 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.547389] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07c2e55-a433-4422-989b-6c7cc6a2e067 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.579087] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6169c3-b515-4c4e-a631-b174792f8d70 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.586691] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98cb6161-9f33-40f4-b078-d15a53efea86 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.601244] env[62321]: DEBUG nova.compute.provider_tree [None req-1faba656-2c76-4acb-be1e-201fbcd81f82 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.860179] env[62321]: DEBUG nova.network.neutron [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Updating instance_info_cache with network_info: [{"id": "2a525a9f-0437-4efe-8ec4-bafdedfa6bcc", "address": "fa:16:3e:8a:c9:96", "network": {"id": "88f82084-f668-408a-85db-223eddec1845", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1449486980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4e845d2578746c9a211eef92967c286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a525a9f-04", "ovs_interfaceid": "2a525a9f-0437-4efe-8ec4-bafdedfa6bcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.897915] env[62321]: DEBUG oslo_vmware.api [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.079755] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "6846a657-ce1d-4e1c-ba38-8543390159ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.080067] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "6846a657-ce1d-4e1c-ba38-8543390159ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.088342] env[62321]: DEBUG nova.compute.manager [req-6141258d-11b9-4ad7-983b-4dc028ccf9fa req-261d4e49-ffdf-4448-a5c6-9d8addd6682b service nova] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Received event network-vif-plugged-2a525a9f-0437-4efe-8ec4-bafdedfa6bcc {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1051.088925] env[62321]: DEBUG oslo_concurrency.lockutils [req-6141258d-11b9-4ad7-983b-4dc028ccf9fa req-261d4e49-ffdf-4448-a5c6-9d8addd6682b service nova] Acquiring lock "def1500c-f7ea-4ea2-ba83-8499b10c7a19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.088925] env[62321]: DEBUG oslo_concurrency.lockutils [req-6141258d-11b9-4ad7-983b-4dc028ccf9fa req-261d4e49-ffdf-4448-a5c6-9d8addd6682b service nova] Lock "def1500c-f7ea-4ea2-ba83-8499b10c7a19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.089092] env[62321]: DEBUG oslo_concurrency.lockutils [req-6141258d-11b9-4ad7-983b-4dc028ccf9fa req-261d4e49-ffdf-4448-a5c6-9d8addd6682b service nova] Lock "def1500c-f7ea-4ea2-ba83-8499b10c7a19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.089656] env[62321]: DEBUG nova.compute.manager [req-6141258d-11b9-4ad7-983b-4dc028ccf9fa req-261d4e49-ffdf-4448-a5c6-9d8addd6682b service nova] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] No waiting events found dispatching network-vif-plugged-2a525a9f-0437-4efe-8ec4-bafdedfa6bcc {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1051.089656] env[62321]: WARNING nova.compute.manager [req-6141258d-11b9-4ad7-983b-4dc028ccf9fa req-261d4e49-ffdf-4448-a5c6-9d8addd6682b service nova] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Received unexpected event network-vif-plugged-2a525a9f-0437-4efe-8ec4-bafdedfa6bcc for instance with vm_state shelved_offloaded and task_state spawning. [ 1051.089770] env[62321]: DEBUG nova.compute.manager [req-6141258d-11b9-4ad7-983b-4dc028ccf9fa req-261d4e49-ffdf-4448-a5c6-9d8addd6682b service nova] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Received event network-changed-2a525a9f-0437-4efe-8ec4-bafdedfa6bcc {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1051.089986] env[62321]: DEBUG nova.compute.manager [req-6141258d-11b9-4ad7-983b-4dc028ccf9fa req-261d4e49-ffdf-4448-a5c6-9d8addd6682b service nova] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Refreshing instance network info cache due to event network-changed-2a525a9f-0437-4efe-8ec4-bafdedfa6bcc. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1051.090184] env[62321]: DEBUG oslo_concurrency.lockutils [req-6141258d-11b9-4ad7-983b-4dc028ccf9fa req-261d4e49-ffdf-4448-a5c6-9d8addd6682b service nova] Acquiring lock "refresh_cache-def1500c-f7ea-4ea2-ba83-8499b10c7a19" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.105571] env[62321]: DEBUG nova.scheduler.client.report [None req-1faba656-2c76-4acb-be1e-201fbcd81f82 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.363115] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Releasing lock "refresh_cache-def1500c-f7ea-4ea2-ba83-8499b10c7a19" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.365534] env[62321]: DEBUG oslo_concurrency.lockutils [req-6141258d-11b9-4ad7-983b-4dc028ccf9fa req-261d4e49-ffdf-4448-a5c6-9d8addd6682b service nova] Acquired lock "refresh_cache-def1500c-f7ea-4ea2-ba83-8499b10c7a19" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.365716] env[62321]: DEBUG nova.network.neutron [req-6141258d-11b9-4ad7-983b-4dc028ccf9fa req-261d4e49-ffdf-4448-a5c6-9d8addd6682b service nova] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Refreshing network info cache for port 2a525a9f-0437-4efe-8ec4-bafdedfa6bcc {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.390815] env[62321]: DEBUG nova.virt.hardware [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='dc8a863847bb33c5ccbb610f42535643',container_format='bare',created_at=2025-02-18T14:46:40Z,direct_url=,disk_format='vmdk',id=acec0449-5802-4559-be87-5dfcc83716fb,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1371551082-shelved',owner='e4e845d2578746c9a211eef92967c286',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-02-18T14:46:55Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.391116] env[62321]: DEBUG nova.virt.hardware [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.391208] env[62321]: DEBUG nova.virt.hardware [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.391392] env[62321]: DEBUG nova.virt.hardware [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.391535] env[62321]: DEBUG nova.virt.hardware [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.391678] env[62321]: DEBUG nova.virt.hardware [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.391880] env[62321]: DEBUG nova.virt.hardware [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.392047] env[62321]: DEBUG nova.virt.hardware [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.392215] env[62321]: DEBUG nova.virt.hardware [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.392378] env[62321]: DEBUG nova.virt.hardware [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.392553] env[62321]: DEBUG nova.virt.hardware [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.393663] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4c62fa-8cff-47b3-8b19-90afd8fbbc69 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.403994] env[62321]: DEBUG oslo_vmware.api [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633827, 'name': PowerOffVM_Task, 'duration_secs': 1.152552} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.405895] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.406113] env[62321]: DEBUG nova.compute.manager [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.406836] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d613094a-dc42-45b7-841a-5cb1b7525cd1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.409836] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cb0939-1539-4a62-83ea-261639d5726d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.426137] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:c9:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4fb94adb-cc41-4c16-9830-a3205dbd2bf5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a525a9f-0437-4efe-8ec4-bafdedfa6bcc', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.433269] env[62321]: DEBUG oslo.service.loopingcall [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1051.433697] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.433903] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbc69581-9491-4824-a896-e72ae09f928b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.453730] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.453730] env[62321]: value = "task-2633828" [ 1051.453730] env[62321]: _type = "Task" [ 1051.453730] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.463665] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633828, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.582725] env[62321]: DEBUG nova.compute.manager [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1051.611380] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1faba656-2c76-4acb-be1e-201fbcd81f82 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.769s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.613719] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d41a4e88-dce7-47f8-8891-23528842587f tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.423s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.614318] env[62321]: DEBUG nova.objects.instance [None req-d41a4e88-dce7-47f8-8891-23528842587f tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Lazy-loading 'resources' on Instance uuid 29b8ec19-e3c4-484a-a749-371359631c7f {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.937646] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "3106361c-fd97-4f93-b0e8-c59c8908cb6f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.570s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.965058] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633828, 'name': CreateVM_Task, 'duration_secs': 0.37251} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.965246] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.965910] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acec0449-5802-4559-be87-5dfcc83716fb" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.966094] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acec0449-5802-4559-be87-5dfcc83716fb" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.966470] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acec0449-5802-4559-be87-5dfcc83716fb" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.966720] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63000f10-ef2e-4544-9d87-629d93741b2c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.971527] env[62321]: DEBUG oslo_vmware.api [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 1051.971527] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c0d11e-84c6-da3d-10e4-b52d37251b57" [ 1051.971527] env[62321]: _type = "Task" [ 1051.971527] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.982585] env[62321]: DEBUG oslo_vmware.api [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c0d11e-84c6-da3d-10e4-b52d37251b57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.104219] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1052.114385] env[62321]: DEBUG nova.network.neutron [req-6141258d-11b9-4ad7-983b-4dc028ccf9fa req-261d4e49-ffdf-4448-a5c6-9d8addd6682b service nova] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Updated VIF entry in instance network info cache for port 2a525a9f-0437-4efe-8ec4-bafdedfa6bcc. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.114727] env[62321]: DEBUG nova.network.neutron [req-6141258d-11b9-4ad7-983b-4dc028ccf9fa req-261d4e49-ffdf-4448-a5c6-9d8addd6682b service nova] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Updating instance_info_cache with network_info: [{"id": "2a525a9f-0437-4efe-8ec4-bafdedfa6bcc", "address": "fa:16:3e:8a:c9:96", "network": {"id": "88f82084-f668-408a-85db-223eddec1845", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1449486980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4e845d2578746c9a211eef92967c286", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a525a9f-04", "ovs_interfaceid": "2a525a9f-0437-4efe-8ec4-bafdedfa6bcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.130862] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1faba656-2c76-4acb-be1e-201fbcd81f82 tempest-ServerActionsV293TestJSON-198331660 tempest-ServerActionsV293TestJSON-198331660-project-member] Lock "ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.681s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.398781] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64a3009-7c7c-4979-9f54-56d7850334ad {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.407366] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b153334-ba5e-4fef-ad51-502d072a17a6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.437235] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d82169-5d65-4ae0-b056-96c0c889d8c9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.446474] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1052.447685] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15582496-05e6-4a45-9275-594fbe9243fa {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.463327] env[62321]: DEBUG nova.compute.provider_tree [None req-d41a4e88-dce7-47f8-8891-23528842587f tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.482340] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acec0449-5802-4559-be87-5dfcc83716fb" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.482649] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Processing image acec0449-5802-4559-be87-5dfcc83716fb {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.482813] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acec0449-5802-4559-be87-5dfcc83716fb/acec0449-5802-4559-be87-5dfcc83716fb.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.482959] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acec0449-5802-4559-be87-5dfcc83716fb/acec0449-5802-4559-be87-5dfcc83716fb.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.483151] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.483396] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32bf6904-b607-4325-8893-9023d36837b6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.501553] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.501694] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.502487] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-996cf0d1-4501-4c3c-97f4-3de03453536d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.508298] env[62321]: DEBUG oslo_vmware.api [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 1052.508298] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52166ed7-dced-b3a8-d11a-ced4e3c18d7d" [ 1052.508298] env[62321]: _type = "Task" [ 1052.508298] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.516165] env[62321]: DEBUG oslo_vmware.api [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52166ed7-dced-b3a8-d11a-ced4e3c18d7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.619101] env[62321]: DEBUG oslo_concurrency.lockutils [req-6141258d-11b9-4ad7-983b-4dc028ccf9fa req-261d4e49-ffdf-4448-a5c6-9d8addd6682b service nova] Releasing lock "refresh_cache-def1500c-f7ea-4ea2-ba83-8499b10c7a19" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.966889] env[62321]: DEBUG nova.scheduler.client.report [None req-d41a4e88-dce7-47f8-8891-23528842587f tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.019736] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Preparing fetch location {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1053.020055] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Fetch image to [datastore1] OSTACK_IMG_665f0640-3e20-4a8e-b1c3-51c4aa6df652/OSTACK_IMG_665f0640-3e20-4a8e-b1c3-51c4aa6df652.vmdk {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1053.020335] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Downloading stream optimized image acec0449-5802-4559-be87-5dfcc83716fb to [datastore1] OSTACK_IMG_665f0640-3e20-4a8e-b1c3-51c4aa6df652/OSTACK_IMG_665f0640-3e20-4a8e-b1c3-51c4aa6df652.vmdk on the data store datastore1 as vApp {{(pid=62321) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1053.020562] env[62321]: DEBUG nova.virt.vmwareapi.images [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Downloading image file data acec0449-5802-4559-be87-5dfcc83716fb to the ESX as VM named 'OSTACK_IMG_665f0640-3e20-4a8e-b1c3-51c4aa6df652' {{(pid=62321) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1053.093696] env[62321]: DEBUG oslo_vmware.rw_handles [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1053.093696] env[62321]: value = "resgroup-9" [ 1053.093696] env[62321]: _type = "ResourcePool" [ 1053.093696] env[62321]: }. {{(pid=62321) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1053.093981] env[62321]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9dfb7e7f-2fcb-4b4e-b96e-6513006b050a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.114666] env[62321]: DEBUG oslo_vmware.rw_handles [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lease: (returnval){ [ 1053.114666] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52026698-04b0-58f9-9825-8ccfc4d6d2e9" [ 1053.114666] env[62321]: _type = "HttpNfcLease" [ 1053.114666] env[62321]: } obtained for vApp import into resource pool (val){ [ 1053.114666] env[62321]: value = "resgroup-9" [ 1053.114666] env[62321]: _type = "ResourcePool" [ 1053.114666] env[62321]: }. {{(pid=62321) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1053.114937] env[62321]: DEBUG oslo_vmware.api [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the lease: (returnval){ [ 1053.114937] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52026698-04b0-58f9-9825-8ccfc4d6d2e9" [ 1053.114937] env[62321]: _type = "HttpNfcLease" [ 1053.114937] env[62321]: } to be ready. {{(pid=62321) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1053.120932] env[62321]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1053.120932] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52026698-04b0-58f9-9825-8ccfc4d6d2e9" [ 1053.120932] env[62321]: _type = "HttpNfcLease" [ 1053.120932] env[62321]: } is initializing. {{(pid=62321) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1053.188883] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d1963111-6e7a-452c-b590-536888a5abe8 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "3106361c-fd97-4f93-b0e8-c59c8908cb6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.189198] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d1963111-6e7a-452c-b590-536888a5abe8 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "3106361c-fd97-4f93-b0e8-c59c8908cb6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.189409] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d1963111-6e7a-452c-b590-536888a5abe8 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "3106361c-fd97-4f93-b0e8-c59c8908cb6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.189605] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d1963111-6e7a-452c-b590-536888a5abe8 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "3106361c-fd97-4f93-b0e8-c59c8908cb6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.189783] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d1963111-6e7a-452c-b590-536888a5abe8 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "3106361c-fd97-4f93-b0e8-c59c8908cb6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.192266] env[62321]: INFO nova.compute.manager [None req-d1963111-6e7a-452c-b590-536888a5abe8 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Terminating instance [ 1053.471675] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d41a4e88-dce7-47f8-8891-23528842587f tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.858s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.474112] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.590s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.475994] env[62321]: INFO nova.compute.claims [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1053.498021] env[62321]: INFO nova.scheduler.client.report [None req-d41a4e88-dce7-47f8-8891-23528842587f tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Deleted allocations for instance 29b8ec19-e3c4-484a-a749-371359631c7f [ 1053.622938] env[62321]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1053.622938] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52026698-04b0-58f9-9825-8ccfc4d6d2e9" [ 1053.622938] env[62321]: _type = "HttpNfcLease" [ 1053.622938] env[62321]: } is ready. {{(pid=62321) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1053.623227] env[62321]: DEBUG oslo_vmware.rw_handles [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1053.623227] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52026698-04b0-58f9-9825-8ccfc4d6d2e9" [ 1053.623227] env[62321]: _type = "HttpNfcLease" [ 1053.623227] env[62321]: }. {{(pid=62321) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1053.623919] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a971a0d-17a7-43e7-a31d-87997c49c4fa {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.630746] env[62321]: DEBUG oslo_vmware.rw_handles [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52096065-16e2-aea2-997f-60acb51b0d8b/disk-0.vmdk from lease info. {{(pid=62321) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1053.630912] env[62321]: DEBUG oslo_vmware.rw_handles [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52096065-16e2-aea2-997f-60acb51b0d8b/disk-0.vmdk. {{(pid=62321) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1053.694376] env[62321]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-35063b2e-de7a-45fe-816d-d0aa082f3707 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.697658] env[62321]: DEBUG nova.compute.manager [None req-d1963111-6e7a-452c-b590-536888a5abe8 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1053.697875] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d1963111-6e7a-452c-b590-536888a5abe8 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.698753] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c150b43-08bc-4277-b0e0-50cd9b8c0ab6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.709172] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d1963111-6e7a-452c-b590-536888a5abe8 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.709422] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-072c8639-c81e-4238-92ff-e5dbb5ed931b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.787022] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d1963111-6e7a-452c-b590-536888a5abe8 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.787250] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d1963111-6e7a-452c-b590-536888a5abe8 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.787432] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1963111-6e7a-452c-b590-536888a5abe8 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Deleting the datastore file [datastore2] 3106361c-fd97-4f93-b0e8-c59c8908cb6f {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.787689] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5f7d0a0-f6b3-419b-a1e6-2df02ec4401c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.795248] env[62321]: DEBUG oslo_vmware.api [None req-d1963111-6e7a-452c-b590-536888a5abe8 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1053.795248] env[62321]: value = "task-2633831" [ 1053.795248] env[62321]: _type = "Task" [ 1053.795248] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.803786] env[62321]: DEBUG oslo_vmware.api [None req-d1963111-6e7a-452c-b590-536888a5abe8 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.006945] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d41a4e88-dce7-47f8-8891-23528842587f tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Lock "29b8ec19-e3c4-484a-a749-371359631c7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.522s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.308450] env[62321]: DEBUG oslo_vmware.api [None req-d1963111-6e7a-452c-b590-536888a5abe8 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266423} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.308743] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1963111-6e7a-452c-b590-536888a5abe8 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.309091] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d1963111-6e7a-452c-b590-536888a5abe8 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.309332] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d1963111-6e7a-452c-b590-536888a5abe8 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.309578] env[62321]: INFO nova.compute.manager [None req-d1963111-6e7a-452c-b590-536888a5abe8 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1054.309826] env[62321]: DEBUG oslo.service.loopingcall [None req-d1963111-6e7a-452c-b590-536888a5abe8 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1054.310043] env[62321]: DEBUG nova.compute.manager [-] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1054.310185] env[62321]: DEBUG nova.network.neutron [-] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1054.720875] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342639de-b8df-41a2-9143-ce9a499d6034 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.728592] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd11018-b4cb-49b0-9902-d71c3d3c5dc0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.768697] env[62321]: DEBUG oslo_vmware.rw_handles [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Completed reading data from the image iterator. {{(pid=62321) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1054.768980] env[62321]: DEBUG oslo_vmware.rw_handles [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52096065-16e2-aea2-997f-60acb51b0d8b/disk-0.vmdk. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1054.769809] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b0799d-f079-4cb9-93f8-a3ac9d1508a9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.774346] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceca9142-343c-4a38-b2b1-107ec0b13e6e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.783491] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffcde68-2ea4-4eae-8da3-18f9ac936980 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.787408] env[62321]: DEBUG oslo_vmware.rw_handles [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52096065-16e2-aea2-997f-60acb51b0d8b/disk-0.vmdk is in state: ready. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1054.787581] env[62321]: DEBUG oslo_vmware.rw_handles [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52096065-16e2-aea2-997f-60acb51b0d8b/disk-0.vmdk. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1054.787839] env[62321]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-83b3d785-d491-40a7-8897-9287896b6e38 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.800729] env[62321]: DEBUG nova.compute.provider_tree [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.938810] env[62321]: DEBUG nova.compute.manager [req-e4896dac-cdda-4734-b2ce-6a14c744bd88 req-c348753a-cd87-4207-81ef-42749d84cc37 service nova] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Received event network-vif-deleted-2233fcd0-7b32-42c8-a2cc-5331f5f2eddf {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1054.939466] env[62321]: INFO nova.compute.manager [req-e4896dac-cdda-4734-b2ce-6a14c744bd88 req-c348753a-cd87-4207-81ef-42749d84cc37 service nova] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Neutron deleted interface 2233fcd0-7b32-42c8-a2cc-5331f5f2eddf; detaching it from the instance and deleting it from the info cache [ 1054.939752] env[62321]: DEBUG nova.network.neutron [req-e4896dac-cdda-4734-b2ce-6a14c744bd88 req-c348753a-cd87-4207-81ef-42749d84cc37 service nova] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.304552] env[62321]: DEBUG nova.scheduler.client.report [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.376161] env[62321]: DEBUG oslo_vmware.rw_handles [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52096065-16e2-aea2-997f-60acb51b0d8b/disk-0.vmdk. {{(pid=62321) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1055.376427] env[62321]: INFO nova.virt.vmwareapi.images [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Downloaded image file data acec0449-5802-4559-be87-5dfcc83716fb [ 1055.377348] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a462ff9-bf2d-4bdc-95e5-8366eb9db237 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.393536] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0839dada-87ef-4eb7-9a5c-dfaf732f9647 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.414703] env[62321]: DEBUG nova.network.neutron [-] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.431508] env[62321]: INFO nova.virt.vmwareapi.images [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] The imported VM was unregistered [ 1055.433985] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Caching image {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1055.434233] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Creating directory with path [datastore1] devstack-image-cache_base/acec0449-5802-4559-be87-5dfcc83716fb {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.434729] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43c35a21-318b-4ed7-b2cf-7de79d97ee9c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.445045] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Created directory with path [datastore1] devstack-image-cache_base/acec0449-5802-4559-be87-5dfcc83716fb {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.445238] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_665f0640-3e20-4a8e-b1c3-51c4aa6df652/OSTACK_IMG_665f0640-3e20-4a8e-b1c3-51c4aa6df652.vmdk to [datastore1] devstack-image-cache_base/acec0449-5802-4559-be87-5dfcc83716fb/acec0449-5802-4559-be87-5dfcc83716fb.vmdk. {{(pid=62321) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1055.445463] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13202241-180c-4cc6-83b1-4de70d7384a1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.447576] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-cf3b9953-202e-45cf-9855-864aa18096e4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.456729] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b87781-eb53-413d-ad92-53412b4aea75 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.467535] env[62321]: DEBUG oslo_vmware.api [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 1055.467535] env[62321]: value = "task-2633834" [ 1055.467535] env[62321]: _type = "Task" [ 1055.467535] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.478833] env[62321]: DEBUG oslo_vmware.api [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633834, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.487250] env[62321]: DEBUG nova.compute.manager [req-e4896dac-cdda-4734-b2ce-6a14c744bd88 req-c348753a-cd87-4207-81ef-42749d84cc37 service nova] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Detach interface failed, port_id=2233fcd0-7b32-42c8-a2cc-5331f5f2eddf, reason: Instance 3106361c-fd97-4f93-b0e8-c59c8908cb6f could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1055.810273] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.336s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.811204] env[62321]: DEBUG nova.compute.manager [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1055.815884] env[62321]: DEBUG oslo_concurrency.lockutils [None req-757e42bd-f521-4102-977d-f917dfdc1c34 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 10.660s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.917665] env[62321]: INFO nova.compute.manager [-] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Took 1.61 seconds to deallocate network for instance. [ 1055.979862] env[62321]: DEBUG oslo_vmware.api [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633834, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.319778] env[62321]: DEBUG nova.compute.utils [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1056.321480] env[62321]: DEBUG nova.compute.manager [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1056.321674] env[62321]: DEBUG nova.network.neutron [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1056.379017] env[62321]: DEBUG nova.policy [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1c2f5dfbac44829bbe716952367a1aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c660bc9909cd431cbe05cf3f4e3d2be4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 1056.426176] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d1963111-6e7a-452c-b590-536888a5abe8 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1056.481048] env[62321]: DEBUG oslo_vmware.api [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633834, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.559648] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2583dbe0-75ab-42d8-8386-5b7682916850 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.567269] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb768cf4-440b-4de1-ac9d-6547de52c2df {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.598201] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9afdd9d-8f8b-441a-b2cc-f534bfc758ad {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.606098] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7af3a3-7549-4073-8129-22ccbca1a7a0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.619874] env[62321]: DEBUG nova.compute.provider_tree [None req-757e42bd-f521-4102-977d-f917dfdc1c34 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.720446] env[62321]: DEBUG nova.network.neutron [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Successfully created port: 272380ee-f765-4117-ae6a-9e43c14df673 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1056.828631] env[62321]: DEBUG nova.compute.manager [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1056.981508] env[62321]: DEBUG oslo_vmware.api [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633834, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.123919] env[62321]: DEBUG nova.scheduler.client.report [None req-757e42bd-f521-4102-977d-f917dfdc1c34 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.481676] env[62321]: DEBUG oslo_vmware.api [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633834, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.839796] env[62321]: DEBUG nova.compute.manager [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1057.865977] env[62321]: DEBUG nova.virt.hardware [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.866290] env[62321]: DEBUG nova.virt.hardware [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.866454] env[62321]: DEBUG nova.virt.hardware [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.866638] env[62321]: DEBUG nova.virt.hardware [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.866787] env[62321]: DEBUG nova.virt.hardware [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.866933] env[62321]: DEBUG nova.virt.hardware [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.867162] env[62321]: DEBUG nova.virt.hardware [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.867323] env[62321]: DEBUG nova.virt.hardware [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.867492] env[62321]: DEBUG nova.virt.hardware [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.867665] env[62321]: DEBUG nova.virt.hardware [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.867841] env[62321]: DEBUG nova.virt.hardware [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.868767] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfd71b6-e46f-44e4-9d15-4076200778b4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.877014] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f788fb-80f5-4412-8d0b-10d4a409554c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.981607] env[62321]: DEBUG oslo_vmware.api [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633834, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.291534} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.981869] env[62321]: INFO nova.virt.vmwareapi.ds_util [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_665f0640-3e20-4a8e-b1c3-51c4aa6df652/OSTACK_IMG_665f0640-3e20-4a8e-b1c3-51c4aa6df652.vmdk to [datastore1] devstack-image-cache_base/acec0449-5802-4559-be87-5dfcc83716fb/acec0449-5802-4559-be87-5dfcc83716fb.vmdk. [ 1057.982070] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Cleaning up location [datastore1] OSTACK_IMG_665f0640-3e20-4a8e-b1c3-51c4aa6df652 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1057.982242] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_665f0640-3e20-4a8e-b1c3-51c4aa6df652 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.982489] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0496a531-3625-4921-9187-63b3285402af {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.988618] env[62321]: DEBUG oslo_vmware.api [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 1057.988618] env[62321]: value = "task-2633835" [ 1057.988618] env[62321]: _type = "Task" [ 1057.988618] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.995865] env[62321]: DEBUG oslo_vmware.api [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633835, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.134620] env[62321]: DEBUG oslo_concurrency.lockutils [None req-757e42bd-f521-4102-977d-f917dfdc1c34 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.319s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.137532] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.389s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.138993] env[62321]: INFO nova.compute.claims [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1058.313731] env[62321]: DEBUG nova.compute.manager [req-0c56efd7-3d83-4aeb-852a-6f0c2071fdec req-76d85f6f-9d7d-4e16-9901-5b3916ea179c service nova] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Received event network-vif-plugged-272380ee-f765-4117-ae6a-9e43c14df673 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1058.313958] env[62321]: DEBUG oslo_concurrency.lockutils [req-0c56efd7-3d83-4aeb-852a-6f0c2071fdec req-76d85f6f-9d7d-4e16-9901-5b3916ea179c service nova] Acquiring lock "300bcf4e-dff7-445b-a311-d11da3e0d72e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.314190] env[62321]: DEBUG oslo_concurrency.lockutils [req-0c56efd7-3d83-4aeb-852a-6f0c2071fdec req-76d85f6f-9d7d-4e16-9901-5b3916ea179c service nova] Lock "300bcf4e-dff7-445b-a311-d11da3e0d72e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.314379] env[62321]: DEBUG oslo_concurrency.lockutils [req-0c56efd7-3d83-4aeb-852a-6f0c2071fdec req-76d85f6f-9d7d-4e16-9901-5b3916ea179c service nova] Lock "300bcf4e-dff7-445b-a311-d11da3e0d72e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.314567] env[62321]: DEBUG nova.compute.manager [req-0c56efd7-3d83-4aeb-852a-6f0c2071fdec req-76d85f6f-9d7d-4e16-9901-5b3916ea179c service nova] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] No waiting events found dispatching network-vif-plugged-272380ee-f765-4117-ae6a-9e43c14df673 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1058.314746] env[62321]: WARNING nova.compute.manager [req-0c56efd7-3d83-4aeb-852a-6f0c2071fdec req-76d85f6f-9d7d-4e16-9901-5b3916ea179c service nova] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Received unexpected event network-vif-plugged-272380ee-f765-4117-ae6a-9e43c14df673 for instance with vm_state building and task_state spawning. [ 1058.414776] env[62321]: DEBUG nova.network.neutron [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Successfully updated port: 272380ee-f765-4117-ae6a-9e43c14df673 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1058.499889] env[62321]: DEBUG oslo_vmware.api [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633835, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032806} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.500182] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.500307] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acec0449-5802-4559-be87-5dfcc83716fb/acec0449-5802-4559-be87-5dfcc83716fb.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.500637] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acec0449-5802-4559-be87-5dfcc83716fb/acec0449-5802-4559-be87-5dfcc83716fb.vmdk to [datastore1] def1500c-f7ea-4ea2-ba83-8499b10c7a19/def1500c-f7ea-4ea2-ba83-8499b10c7a19.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.500908] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ecda773-34c9-43a6-9fdd-bfd278ce26ca {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.509192] env[62321]: DEBUG oslo_vmware.api [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 1058.509192] env[62321]: value = "task-2633836" [ 1058.509192] env[62321]: _type = "Task" [ 1058.509192] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.516960] env[62321]: DEBUG oslo_vmware.api [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633836, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.711514] env[62321]: INFO nova.scheduler.client.report [None req-757e42bd-f521-4102-977d-f917dfdc1c34 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Deleted allocation for migration 15816b74-1276-4787-97d7-476586a27f21 [ 1058.917854] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "refresh_cache-300bcf4e-dff7-445b-a311-d11da3e0d72e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.918113] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquired lock "refresh_cache-300bcf4e-dff7-445b-a311-d11da3e0d72e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.918215] env[62321]: DEBUG nova.network.neutron [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.019282] env[62321]: DEBUG oslo_vmware.api [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633836, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.114888] env[62321]: DEBUG oslo_concurrency.lockutils [None req-db3821a1-6632-4c8f-b921-affc3c054b94 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquiring lock "7e8c336d-48c5-4fd1-a733-f7001dea3aa4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.115185] env[62321]: DEBUG oslo_concurrency.lockutils [None req-db3821a1-6632-4c8f-b921-affc3c054b94 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Lock "7e8c336d-48c5-4fd1-a733-f7001dea3aa4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.115414] env[62321]: DEBUG oslo_concurrency.lockutils [None req-db3821a1-6632-4c8f-b921-affc3c054b94 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquiring lock "7e8c336d-48c5-4fd1-a733-f7001dea3aa4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.115593] env[62321]: DEBUG oslo_concurrency.lockutils [None req-db3821a1-6632-4c8f-b921-affc3c054b94 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Lock "7e8c336d-48c5-4fd1-a733-f7001dea3aa4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.115846] env[62321]: DEBUG oslo_concurrency.lockutils [None req-db3821a1-6632-4c8f-b921-affc3c054b94 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Lock "7e8c336d-48c5-4fd1-a733-f7001dea3aa4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.118045] env[62321]: INFO nova.compute.manager [None req-db3821a1-6632-4c8f-b921-affc3c054b94 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Terminating instance [ 1059.217627] env[62321]: DEBUG oslo_concurrency.lockutils [None req-757e42bd-f521-4102-977d-f917dfdc1c34 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "0b8a9b14-50bd-41ea-89f2-cc1d63f7816e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 17.513s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.360208] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6758cd-c47e-44e1-9328-cf4c69033aa4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.368354] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7759ef83-1f80-40d1-8ca0-a40fa0bd8880 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.401554] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4773c31f-85d7-468d-91ba-47772622b1ea {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.409274] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25622bdd-e053-4769-9a59-4c46d0216a69 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.425149] env[62321]: DEBUG nova.compute.provider_tree [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.456812] env[62321]: DEBUG nova.network.neutron [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1059.519046] env[62321]: DEBUG oslo_vmware.api [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633836, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.523555] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d9e9f80c-92a0-4b3a-9fed-11c6881b99d5 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "0b8a9b14-50bd-41ea-89f2-cc1d63f7816e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.523782] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d9e9f80c-92a0-4b3a-9fed-11c6881b99d5 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "0b8a9b14-50bd-41ea-89f2-cc1d63f7816e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.523985] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d9e9f80c-92a0-4b3a-9fed-11c6881b99d5 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "0b8a9b14-50bd-41ea-89f2-cc1d63f7816e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.524182] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d9e9f80c-92a0-4b3a-9fed-11c6881b99d5 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "0b8a9b14-50bd-41ea-89f2-cc1d63f7816e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.524356] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d9e9f80c-92a0-4b3a-9fed-11c6881b99d5 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "0b8a9b14-50bd-41ea-89f2-cc1d63f7816e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.526583] env[62321]: INFO nova.compute.manager [None req-d9e9f80c-92a0-4b3a-9fed-11c6881b99d5 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Terminating instance [ 1059.597758] env[62321]: DEBUG nova.network.neutron [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Updating instance_info_cache with network_info: [{"id": "272380ee-f765-4117-ae6a-9e43c14df673", "address": "fa:16:3e:f6:60:13", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap272380ee-f7", "ovs_interfaceid": "272380ee-f765-4117-ae6a-9e43c14df673", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.622700] env[62321]: DEBUG nova.compute.manager [None req-db3821a1-6632-4c8f-b921-affc3c054b94 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.622911] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-db3821a1-6632-4c8f-b921-affc3c054b94 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.623914] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770cf20e-7619-4d92-bb4f-26ec2bb34bd6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.632716] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-db3821a1-6632-4c8f-b921-affc3c054b94 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.633098] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b990774-76d9-4992-bada-4876e460818f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.639594] env[62321]: DEBUG oslo_vmware.api [None req-db3821a1-6632-4c8f-b921-affc3c054b94 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 1059.639594] env[62321]: value = "task-2633837" [ 1059.639594] env[62321]: _type = "Task" [ 1059.639594] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.648298] env[62321]: DEBUG oslo_vmware.api [None req-db3821a1-6632-4c8f-b921-affc3c054b94 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633837, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.929118] env[62321]: DEBUG nova.scheduler.client.report [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.019754] env[62321]: DEBUG oslo_vmware.api [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633836, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.030679] env[62321]: DEBUG nova.compute.manager [None req-d9e9f80c-92a0-4b3a-9fed-11c6881b99d5 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1060.030968] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e9f80c-92a0-4b3a-9fed-11c6881b99d5 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.031876] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44c180f-a9ed-410d-9f25-e86dbd6bb384 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.039405] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e9f80c-92a0-4b3a-9fed-11c6881b99d5 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.039679] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61798d0c-2c67-4b49-a906-bb6ca2fa357d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.045650] env[62321]: DEBUG oslo_vmware.api [None req-d9e9f80c-92a0-4b3a-9fed-11c6881b99d5 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 1060.045650] env[62321]: value = "task-2633838" [ 1060.045650] env[62321]: _type = "Task" [ 1060.045650] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.053517] env[62321]: DEBUG oslo_vmware.api [None req-d9e9f80c-92a0-4b3a-9fed-11c6881b99d5 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.101070] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Releasing lock "refresh_cache-300bcf4e-dff7-445b-a311-d11da3e0d72e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.101543] env[62321]: DEBUG nova.compute.manager [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Instance network_info: |[{"id": "272380ee-f765-4117-ae6a-9e43c14df673", "address": "fa:16:3e:f6:60:13", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap272380ee-f7", "ovs_interfaceid": "272380ee-f765-4117-ae6a-9e43c14df673", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1060.102070] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:60:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '272380ee-f765-4117-ae6a-9e43c14df673', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.111639] env[62321]: DEBUG oslo.service.loopingcall [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1060.111936] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.112191] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a601586-62cc-4a5b-b00f-ffa749f3c4e2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.136261] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1060.136261] env[62321]: value = "task-2633839" [ 1060.136261] env[62321]: _type = "Task" [ 1060.136261] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.148392] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633839, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.154500] env[62321]: DEBUG oslo_vmware.api [None req-db3821a1-6632-4c8f-b921-affc3c054b94 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633837, 'name': PowerOffVM_Task, 'duration_secs': 0.313667} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.154741] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-db3821a1-6632-4c8f-b921-affc3c054b94 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.154913] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-db3821a1-6632-4c8f-b921-affc3c054b94 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.155189] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1118495e-b172-4d88-ab88-662145f264cd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.229929] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-db3821a1-6632-4c8f-b921-affc3c054b94 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.230334] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-db3821a1-6632-4c8f-b921-affc3c054b94 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.230381] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-db3821a1-6632-4c8f-b921-affc3c054b94 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Deleting the datastore file [datastore2] 7e8c336d-48c5-4fd1-a733-f7001dea3aa4 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.230760] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc5df775-f805-4725-9125-d395b295f7bf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.237978] env[62321]: DEBUG oslo_vmware.api [None req-db3821a1-6632-4c8f-b921-affc3c054b94 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 1060.237978] env[62321]: value = "task-2633841" [ 1060.237978] env[62321]: _type = "Task" [ 1060.237978] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.247113] env[62321]: DEBUG oslo_vmware.api [None req-db3821a1-6632-4c8f-b921-affc3c054b94 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.343275] env[62321]: DEBUG nova.compute.manager [req-1d059704-1d70-4e6c-bea2-d0fada1eb3f5 req-ab1c8cf8-f978-4300-b708-ed85457c7372 service nova] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Received event network-changed-272380ee-f765-4117-ae6a-9e43c14df673 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1060.343614] env[62321]: DEBUG nova.compute.manager [req-1d059704-1d70-4e6c-bea2-d0fada1eb3f5 req-ab1c8cf8-f978-4300-b708-ed85457c7372 service nova] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Refreshing instance network info cache due to event network-changed-272380ee-f765-4117-ae6a-9e43c14df673. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1060.343938] env[62321]: DEBUG oslo_concurrency.lockutils [req-1d059704-1d70-4e6c-bea2-d0fada1eb3f5 req-ab1c8cf8-f978-4300-b708-ed85457c7372 service nova] Acquiring lock "refresh_cache-300bcf4e-dff7-445b-a311-d11da3e0d72e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.344161] env[62321]: DEBUG oslo_concurrency.lockutils [req-1d059704-1d70-4e6c-bea2-d0fada1eb3f5 req-ab1c8cf8-f978-4300-b708-ed85457c7372 service nova] Acquired lock "refresh_cache-300bcf4e-dff7-445b-a311-d11da3e0d72e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.344379] env[62321]: DEBUG nova.network.neutron [req-1d059704-1d70-4e6c-bea2-d0fada1eb3f5 req-ab1c8cf8-f978-4300-b708-ed85457c7372 service nova] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Refreshing network info cache for port 272380ee-f765-4117-ae6a-9e43c14df673 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1060.434697] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.296s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.434929] env[62321]: DEBUG nova.compute.manager [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1060.437600] env[62321]: DEBUG oslo_concurrency.lockutils [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.890s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.439324] env[62321]: INFO nova.compute.claims [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1060.520892] env[62321]: DEBUG oslo_vmware.api [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633836, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.556261] env[62321]: DEBUG oslo_vmware.api [None req-d9e9f80c-92a0-4b3a-9fed-11c6881b99d5 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.647131] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633839, 'name': CreateVM_Task, 'duration_secs': 0.400735} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.647394] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1060.648070] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.648240] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.648666] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.648941] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01b940de-9b55-4f1c-b758-6604788645d3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.653777] env[62321]: DEBUG oslo_vmware.api [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 1060.653777] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52cfacbd-2ed4-c3a3-f875-e3acb0a30159" [ 1060.653777] env[62321]: _type = "Task" [ 1060.653777] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.661738] env[62321]: DEBUG oslo_vmware.api [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52cfacbd-2ed4-c3a3-f875-e3acb0a30159, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.751744] env[62321]: DEBUG oslo_vmware.api [None req-db3821a1-6632-4c8f-b921-affc3c054b94 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325871} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.752172] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-db3821a1-6632-4c8f-b921-affc3c054b94 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.752481] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-db3821a1-6632-4c8f-b921-affc3c054b94 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.752921] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-db3821a1-6632-4c8f-b921-affc3c054b94 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.753242] env[62321]: INFO nova.compute.manager [None req-db3821a1-6632-4c8f-b921-affc3c054b94 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1060.753599] env[62321]: DEBUG oslo.service.loopingcall [None req-db3821a1-6632-4c8f-b921-affc3c054b94 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1060.753894] env[62321]: DEBUG nova.compute.manager [-] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1060.754066] env[62321]: DEBUG nova.network.neutron [-] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1060.944373] env[62321]: DEBUG nova.compute.utils [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1060.957708] env[62321]: DEBUG nova.compute.manager [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Not allocating networking since 'none' was specified. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1061.021428] env[62321]: DEBUG oslo_vmware.api [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633836, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.25093} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.021722] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acec0449-5802-4559-be87-5dfcc83716fb/acec0449-5802-4559-be87-5dfcc83716fb.vmdk to [datastore1] def1500c-f7ea-4ea2-ba83-8499b10c7a19/def1500c-f7ea-4ea2-ba83-8499b10c7a19.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.022517] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d0c8a9-3493-4535-9f61-b4f941e058bf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.046746] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] def1500c-f7ea-4ea2-ba83-8499b10c7a19/def1500c-f7ea-4ea2-ba83-8499b10c7a19.vmdk or device None with type streamOptimized {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.050905] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d811e71a-55b8-41bc-ba44-5111bc33fd2a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.083945] env[62321]: DEBUG oslo_vmware.api [None req-d9e9f80c-92a0-4b3a-9fed-11c6881b99d5 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633838, 'name': PowerOffVM_Task, 'duration_secs': 0.797135} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.085232] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e9f80c-92a0-4b3a-9fed-11c6881b99d5 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.085357] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e9f80c-92a0-4b3a-9fed-11c6881b99d5 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.085659] env[62321]: DEBUG oslo_vmware.api [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 1061.085659] env[62321]: value = "task-2633842" [ 1061.085659] env[62321]: _type = "Task" [ 1061.085659] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.085844] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e0aa9e5-cfe3-4c99-9b08-db4fa1139270 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.096187] env[62321]: DEBUG oslo_vmware.api [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633842, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.164935] env[62321]: DEBUG oslo_vmware.api [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52cfacbd-2ed4-c3a3-f875-e3acb0a30159, 'name': SearchDatastore_Task, 'duration_secs': 0.02245} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.165244] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.165471] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1061.165704] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.165840] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.166022] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1061.166920] env[62321]: DEBUG nova.network.neutron [req-1d059704-1d70-4e6c-bea2-d0fada1eb3f5 req-ab1c8cf8-f978-4300-b708-ed85457c7372 service nova] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Updated VIF entry in instance network info cache for port 272380ee-f765-4117-ae6a-9e43c14df673. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1061.167259] env[62321]: DEBUG nova.network.neutron [req-1d059704-1d70-4e6c-bea2-d0fada1eb3f5 req-ab1c8cf8-f978-4300-b708-ed85457c7372 service nova] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Updating instance_info_cache with network_info: [{"id": "272380ee-f765-4117-ae6a-9e43c14df673", "address": "fa:16:3e:f6:60:13", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap272380ee-f7", "ovs_interfaceid": "272380ee-f765-4117-ae6a-9e43c14df673", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.168952] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c6ec7f2-5965-48d9-b699-50a810555150 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.197841] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1061.198039] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1061.198811] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2a83189-9422-473f-b5a6-f8a013baa0a1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.205714] env[62321]: DEBUG oslo_vmware.api [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 1061.205714] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52cc2e20-13a9-779f-f46f-8b51e6f79413" [ 1061.205714] env[62321]: _type = "Task" [ 1061.205714] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.216394] env[62321]: DEBUG oslo_vmware.api [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52cc2e20-13a9-779f-f46f-8b51e6f79413, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.264881] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e9f80c-92a0-4b3a-9fed-11c6881b99d5 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.265118] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e9f80c-92a0-4b3a-9fed-11c6881b99d5 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.265375] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9e9f80c-92a0-4b3a-9fed-11c6881b99d5 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Deleting the datastore file [datastore1] 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.265653] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d55eb7f-3c4e-43cf-90b6-7d645b2629ae {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.272691] env[62321]: DEBUG oslo_vmware.api [None req-d9e9f80c-92a0-4b3a-9fed-11c6881b99d5 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 1061.272691] env[62321]: value = "task-2633844" [ 1061.272691] env[62321]: _type = "Task" [ 1061.272691] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.280587] env[62321]: DEBUG oslo_vmware.api [None req-d9e9f80c-92a0-4b3a-9fed-11c6881b99d5 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633844, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.455530] env[62321]: DEBUG nova.compute.manager [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1061.572793] env[62321]: DEBUG nova.network.neutron [-] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.597609] env[62321]: DEBUG oslo_vmware.api [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633842, 'name': ReconfigVM_Task, 'duration_secs': 0.473019} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.597971] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Reconfigured VM instance instance-0000005b to attach disk [datastore1] def1500c-f7ea-4ea2-ba83-8499b10c7a19/def1500c-f7ea-4ea2-ba83-8499b10c7a19.vmdk or device None with type streamOptimized {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.601187] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca16895a-61f7-489a-afa9-0269787d8712 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.608181] env[62321]: DEBUG oslo_vmware.api [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 1061.608181] env[62321]: value = "task-2633845" [ 1061.608181] env[62321]: _type = "Task" [ 1061.608181] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.616980] env[62321]: DEBUG oslo_vmware.api [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633845, 'name': Rename_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.657041] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9b02c0-e3a9-40c9-83da-3aa12bb079c3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.664205] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0906b9-395e-4d03-91a4-3b97c7d095d1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.669899] env[62321]: DEBUG oslo_concurrency.lockutils [req-1d059704-1d70-4e6c-bea2-d0fada1eb3f5 req-ab1c8cf8-f978-4300-b708-ed85457c7372 service nova] Releasing lock "refresh_cache-300bcf4e-dff7-445b-a311-d11da3e0d72e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.695667] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a4bf55-16ff-473c-8a17-056a80d83635 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.702930] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0684ac4-56ee-4861-ab3a-8b47f6d1bad2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.718765] env[62321]: DEBUG nova.compute.provider_tree [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.723254] env[62321]: DEBUG oslo_vmware.api [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52cc2e20-13a9-779f-f46f-8b51e6f79413, 'name': SearchDatastore_Task, 'duration_secs': 0.054551} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.724481] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49721200-36ea-4c4e-ad1d-3699b03e3ca8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.729299] env[62321]: DEBUG oslo_vmware.api [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 1061.729299] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52ec42d6-e49b-1737-3421-b0f796adcc7d" [ 1061.729299] env[62321]: _type = "Task" [ 1061.729299] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.737629] env[62321]: DEBUG oslo_vmware.api [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52ec42d6-e49b-1737-3421-b0f796adcc7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.782145] env[62321]: DEBUG oslo_vmware.api [None req-d9e9f80c-92a0-4b3a-9fed-11c6881b99d5 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633844, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.868885] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.869100] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.869259] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.869406] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.869552] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.869692] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.869832] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.869972] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62321) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1061.870130] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.078050] env[62321]: INFO nova.compute.manager [-] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Took 1.32 seconds to deallocate network for instance. [ 1062.118689] env[62321]: DEBUG oslo_vmware.api [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633845, 'name': Rename_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.225058] env[62321]: DEBUG nova.scheduler.client.report [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.241251] env[62321]: DEBUG oslo_vmware.api [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52ec42d6-e49b-1737-3421-b0f796adcc7d, 'name': SearchDatastore_Task, 'duration_secs': 0.011728} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.242176] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.242443] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 300bcf4e-dff7-445b-a311-d11da3e0d72e/300bcf4e-dff7-445b-a311-d11da3e0d72e.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1062.242700] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45c82205-034f-4fe5-b652-78862446b9ac {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.250092] env[62321]: DEBUG oslo_vmware.api [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 1062.250092] env[62321]: value = "task-2633846" [ 1062.250092] env[62321]: _type = "Task" [ 1062.250092] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.257911] env[62321]: DEBUG oslo_vmware.api [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.283176] env[62321]: DEBUG oslo_vmware.api [None req-d9e9f80c-92a0-4b3a-9fed-11c6881b99d5 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633844, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.52799} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.283410] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9e9f80c-92a0-4b3a-9fed-11c6881b99d5 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.283598] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e9f80c-92a0-4b3a-9fed-11c6881b99d5 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.283783] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e9f80c-92a0-4b3a-9fed-11c6881b99d5 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.283941] env[62321]: INFO nova.compute.manager [None req-d9e9f80c-92a0-4b3a-9fed-11c6881b99d5 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1062.284193] env[62321]: DEBUG oslo.service.loopingcall [None req-d9e9f80c-92a0-4b3a-9fed-11c6881b99d5 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1062.284411] env[62321]: DEBUG nova.compute.manager [-] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1062.284532] env[62321]: DEBUG nova.network.neutron [-] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1062.369072] env[62321]: DEBUG nova.compute.manager [req-58f6a01b-a92e-4ae6-a893-758161be7cc2 req-28c5eb49-4f89-4984-8f9c-ad59d1f509c3 service nova] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Received event network-vif-deleted-0c859d18-1f4b-4564-921d-880cbe39f0b0 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1062.373220] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.468377] env[62321]: DEBUG nova.compute.manager [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1062.503905] env[62321]: DEBUG nova.virt.hardware [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.504163] env[62321]: DEBUG nova.virt.hardware [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.504317] env[62321]: DEBUG nova.virt.hardware [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.504497] env[62321]: DEBUG nova.virt.hardware [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.504643] env[62321]: DEBUG nova.virt.hardware [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.504789] env[62321]: DEBUG nova.virt.hardware [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.505018] env[62321]: DEBUG nova.virt.hardware [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.506024] env[62321]: DEBUG nova.virt.hardware [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.506287] env[62321]: DEBUG nova.virt.hardware [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.506521] env[62321]: DEBUG nova.virt.hardware [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.506759] env[62321]: DEBUG nova.virt.hardware [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.507850] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1942551-4452-455d-8ab6-ca137f9f14a7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.516728] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9aab1a-fdee-4440-86cb-08e2c9f8b417 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.531097] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Instance VIF info [] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.538969] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Creating folder: Project (9126c3f91b364f47b3cad12773b992d8). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1062.539511] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-644fa292-deac-468c-9168-8d791ce8bbda {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.551535] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Created folder: Project (9126c3f91b364f47b3cad12773b992d8) in parent group-v530434. [ 1062.551765] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Creating folder: Instances. Parent ref: group-v530721. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1062.552043] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a318b9df-159d-40d4-91af-1a111e570e60 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.560987] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Created folder: Instances in parent group-v530721. [ 1062.561694] env[62321]: DEBUG oslo.service.loopingcall [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1062.561919] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.562285] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f98e6b94-5a6c-462e-a0f6-41a57743083d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.580400] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.580400] env[62321]: value = "task-2633849" [ 1062.580400] env[62321]: _type = "Task" [ 1062.580400] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.584488] env[62321]: DEBUG oslo_concurrency.lockutils [None req-db3821a1-6632-4c8f-b921-affc3c054b94 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.589585] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633849, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.619370] env[62321]: DEBUG oslo_vmware.api [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633845, 'name': Rename_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.731128] env[62321]: DEBUG oslo_concurrency.lockutils [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.293s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.731736] env[62321]: DEBUG nova.compute.manager [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1062.738330] env[62321]: DEBUG oslo_concurrency.lockutils [None req-58ebce9f-03bf-4831-a318-6667589699c4 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.198s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.738557] env[62321]: DEBUG oslo_concurrency.lockutils [None req-58ebce9f-03bf-4831-a318-6667589699c4 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.740994] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5cda06a5-21ca-4fac-b5bd-278cbeee242b tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.669s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.741980] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5cda06a5-21ca-4fac-b5bd-278cbeee242b tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.744844] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.640s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.745315] env[62321]: INFO nova.compute.claims [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.759649] env[62321]: DEBUG oslo_vmware.api [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633846, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497206} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.759956] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 300bcf4e-dff7-445b-a311-d11da3e0d72e/300bcf4e-dff7-445b-a311-d11da3e0d72e.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1062.760190] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1062.760437] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb61edd9-6156-4bb1-872b-78ae9303a87a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.766643] env[62321]: DEBUG oslo_vmware.api [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 1062.766643] env[62321]: value = "task-2633850" [ 1062.766643] env[62321]: _type = "Task" [ 1062.766643] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.772481] env[62321]: INFO nova.scheduler.client.report [None req-58ebce9f-03bf-4831-a318-6667589699c4 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Deleted allocations for instance f73407ff-6afd-466a-8cf8-25b5f1ddef70 [ 1062.774294] env[62321]: INFO nova.scheduler.client.report [None req-5cda06a5-21ca-4fac-b5bd-278cbeee242b tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Deleted allocations for instance 88c97bc4-ebde-4bd0-8217-f682605a6bc8 [ 1062.781353] env[62321]: DEBUG oslo_vmware.api [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633850, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.090328] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633849, 'name': CreateVM_Task, 'duration_secs': 0.504295} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.090700] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.091060] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.091277] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.091655] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.091937] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfb458ac-809b-456d-89aa-20b442ff3759 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.097649] env[62321]: DEBUG oslo_vmware.api [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Waiting for the task: (returnval){ [ 1063.097649] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]520558de-3f10-c16f-b982-9e54f884f835" [ 1063.097649] env[62321]: _type = "Task" [ 1063.097649] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.105630] env[62321]: DEBUG oslo_vmware.api [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]520558de-3f10-c16f-b982-9e54f884f835, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.120265] env[62321]: DEBUG oslo_vmware.api [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633845, 'name': Rename_Task, 'duration_secs': 1.202805} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.120547] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.120779] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4c6bb04-edd0-4e50-8c3e-ffcd8c5b167a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.126117] env[62321]: DEBUG oslo_vmware.api [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 1063.126117] env[62321]: value = "task-2633851" [ 1063.126117] env[62321]: _type = "Task" [ 1063.126117] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.135427] env[62321]: DEBUG oslo_vmware.api [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.251729] env[62321]: DEBUG nova.compute.utils [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1063.254928] env[62321]: DEBUG nova.compute.manager [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1063.255184] env[62321]: DEBUG nova.network.neutron [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1063.276972] env[62321]: DEBUG oslo_vmware.api [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633850, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081654} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.277361] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1063.278200] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0a230f-c16b-413c-b085-ae79fe528c95 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.306811] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 300bcf4e-dff7-445b-a311-d11da3e0d72e/300bcf4e-dff7-445b-a311-d11da3e0d72e.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.307447] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5cda06a5-21ca-4fac-b5bd-278cbeee242b tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "88c97bc4-ebde-4bd0-8217-f682605a6bc8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.934s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.308553] env[62321]: DEBUG oslo_concurrency.lockutils [None req-58ebce9f-03bf-4831-a318-6667589699c4 tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "f73407ff-6afd-466a-8cf8-25b5f1ddef70" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.240s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.309405] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-609cc880-624e-420a-a648-be3622a61029 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.325042] env[62321]: DEBUG nova.policy [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7af40d1cdf2341e5903b16e1fbc98824', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f6e0514ecb245af82559116fef7e299', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 1063.333494] env[62321]: DEBUG oslo_vmware.api [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 1063.333494] env[62321]: value = "task-2633852" [ 1063.333494] env[62321]: _type = "Task" [ 1063.333494] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.343527] env[62321]: DEBUG oslo_vmware.api [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633852, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.394059] env[62321]: DEBUG nova.network.neutron [-] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.611023] env[62321]: DEBUG oslo_vmware.api [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]520558de-3f10-c16f-b982-9e54f884f835, 'name': SearchDatastore_Task, 'duration_secs': 0.011345} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.611023] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.611023] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.611023] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.611023] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.611023] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.611023] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0821f907-50ec-47eb-87e2-5eb46f5e7c83 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.624023] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.624023] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1063.624023] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4de5f2c3-cd3d-4b26-80eb-20b3ff06af27 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.634064] env[62321]: DEBUG oslo_vmware.api [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Waiting for the task: (returnval){ [ 1063.634064] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5201a24f-f409-db8e-ff0f-3aa4483483cf" [ 1063.634064] env[62321]: _type = "Task" [ 1063.634064] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.638674] env[62321]: DEBUG oslo_vmware.api [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633851, 'name': PowerOnVM_Task, 'duration_secs': 0.499135} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.643081] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.652165] env[62321]: DEBUG oslo_vmware.api [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5201a24f-f409-db8e-ff0f-3aa4483483cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010045} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.652977] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0983533-c472-43d7-b05b-d7ea8f377479 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.660405] env[62321]: DEBUG oslo_vmware.api [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Waiting for the task: (returnval){ [ 1063.660405] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522cbce2-acd9-5a0a-7fbc-e842de558071" [ 1063.660405] env[62321]: _type = "Task" [ 1063.660405] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.668978] env[62321]: DEBUG oslo_vmware.api [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522cbce2-acd9-5a0a-7fbc-e842de558071, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.761724] env[62321]: DEBUG nova.compute.manager [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1063.765103] env[62321]: DEBUG nova.compute.manager [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.765756] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7289fc86-2b11-4460-8a78-b0350c491234 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.794921] env[62321]: DEBUG nova.network.neutron [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Successfully created port: cbdf9710-e250-48be-ab5e-80ea14615251 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1063.846214] env[62321]: DEBUG oslo_vmware.api [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633852, 'name': ReconfigVM_Task, 'duration_secs': 0.323223} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.846493] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 300bcf4e-dff7-445b-a311-d11da3e0d72e/300bcf4e-dff7-445b-a311-d11da3e0d72e.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.847120] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-969bc195-4bc9-420a-afd0-83ec3cc09718 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.856287] env[62321]: DEBUG oslo_vmware.api [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 1063.856287] env[62321]: value = "task-2633853" [ 1063.856287] env[62321]: _type = "Task" [ 1063.856287] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.866041] env[62321]: DEBUG oslo_vmware.api [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633853, 'name': Rename_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.896468] env[62321]: INFO nova.compute.manager [-] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Took 1.61 seconds to deallocate network for instance. [ 1063.973197] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a341ffd0-e512-4d13-a90e-ca351184aedb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.981918] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21b6138-1852-40df-b57c-e5e4a488b968 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.017351] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf4e34d-747e-4c33-a01c-3ba179152321 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.023070] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2807b1-c511-4667-8e0f-a8a6ddc81d5c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.036420] env[62321]: DEBUG nova.compute.provider_tree [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.171143] env[62321]: DEBUG oslo_vmware.api [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522cbce2-acd9-5a0a-7fbc-e842de558071, 'name': SearchDatastore_Task, 'duration_secs': 0.008598} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.171455] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.171774] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1/e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1064.172090] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2df28cf1-d4f8-4a1e-add8-72f7cf73f88b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.178629] env[62321]: DEBUG oslo_vmware.api [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Waiting for the task: (returnval){ [ 1064.178629] env[62321]: value = "task-2633854" [ 1064.178629] env[62321]: _type = "Task" [ 1064.178629] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.186164] env[62321]: DEBUG oslo_vmware.api [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Task: {'id': task-2633854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.281046] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5c09f825-0a0b-45fc-aa68-9b142f04ba65 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lock "def1500c-f7ea-4ea2-ba83-8499b10c7a19" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 31.296s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.365604] env[62321]: DEBUG oslo_vmware.api [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633853, 'name': Rename_Task, 'duration_secs': 0.156823} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.366641] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.366641] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb5122fc-fede-4444-83fb-40d0f6a1611c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.372441] env[62321]: DEBUG oslo_vmware.api [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 1064.372441] env[62321]: value = "task-2633855" [ 1064.372441] env[62321]: _type = "Task" [ 1064.372441] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.383743] env[62321]: DEBUG oslo_vmware.api [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633855, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.399868] env[62321]: DEBUG nova.compute.manager [req-31c9c925-5fe6-4fd3-b055-2ac2fd6be8f8 req-8517909d-754d-44cb-aa2a-4384c52b95a9 service nova] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Received event network-vif-deleted-09ecaacb-b0ff-4d3e-b5a7-e41324798b11 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1064.404645] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d9e9f80c-92a0-4b3a-9fed-11c6881b99d5 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.539802] env[62321]: DEBUG nova.scheduler.client.report [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.640027] env[62321]: DEBUG oslo_concurrency.lockutils [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "f2bb34f7-6989-4ece-96f7-85a8ea0f83f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.640361] env[62321]: DEBUG oslo_concurrency.lockutils [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "f2bb34f7-6989-4ece-96f7-85a8ea0f83f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.689610] env[62321]: DEBUG oslo_vmware.api [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Task: {'id': task-2633854, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.775962] env[62321]: DEBUG nova.compute.manager [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1064.803480] env[62321]: DEBUG nova.virt.hardware [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.803618] env[62321]: DEBUG nova.virt.hardware [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.803739] env[62321]: DEBUG nova.virt.hardware [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.803972] env[62321]: DEBUG nova.virt.hardware [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.804143] env[62321]: DEBUG nova.virt.hardware [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.804292] env[62321]: DEBUG nova.virt.hardware [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.804503] env[62321]: DEBUG nova.virt.hardware [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.804660] env[62321]: DEBUG nova.virt.hardware [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.804824] env[62321]: DEBUG nova.virt.hardware [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.804986] env[62321]: DEBUG nova.virt.hardware [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.805172] env[62321]: DEBUG nova.virt.hardware [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.806029] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226b361f-4637-4383-a051-1fe00cb1f762 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.814262] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0708a448-3963-4bb5-b633-0be19876cc09 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.883330] env[62321]: DEBUG oslo_vmware.api [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633855, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.045561] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.302s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.048033] env[62321]: DEBUG nova.compute.manager [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1065.050397] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.604s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.050584] env[62321]: DEBUG nova.objects.instance [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62321) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1065.142982] env[62321]: DEBUG nova.compute.manager [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1065.189336] env[62321]: DEBUG oslo_vmware.api [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Task: {'id': task-2633854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534197} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.189654] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1/e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1065.189850] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1065.190134] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17485035-04b4-47ee-9389-c4a101302269 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.196214] env[62321]: DEBUG oslo_vmware.api [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Waiting for the task: (returnval){ [ 1065.196214] env[62321]: value = "task-2633856" [ 1065.196214] env[62321]: _type = "Task" [ 1065.196214] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.204996] env[62321]: DEBUG oslo_vmware.api [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Task: {'id': task-2633856, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.384972] env[62321]: DEBUG oslo_vmware.api [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633855, 'name': PowerOnVM_Task, 'duration_secs': 0.733878} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.385261] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.385457] env[62321]: INFO nova.compute.manager [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Took 7.55 seconds to spawn the instance on the hypervisor. [ 1065.385634] env[62321]: DEBUG nova.compute.manager [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.386399] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c273a71e-9435-4843-b338-9a849207dd3d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.401974] env[62321]: DEBUG nova.network.neutron [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Successfully updated port: cbdf9710-e250-48be-ab5e-80ea14615251 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1065.554990] env[62321]: DEBUG nova.compute.utils [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1065.559424] env[62321]: DEBUG nova.compute.manager [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1065.559597] env[62321]: DEBUG nova.network.neutron [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1065.594961] env[62321]: DEBUG nova.policy [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9fe0b40094e4f8596d3b7a28639e212', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'adf0606cb740439e8133e7dd91768355', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 1065.664449] env[62321]: DEBUG oslo_concurrency.lockutils [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.706317] env[62321]: DEBUG oslo_vmware.api [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Task: {'id': task-2633856, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067032} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.706512] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1065.707270] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24f4867-7731-4d0d-b1d8-07fd0b0111a8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.726222] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1/e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.726473] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64f28aca-b7f7-443e-8f97-a563f1f9f0d4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.745600] env[62321]: DEBUG oslo_vmware.api [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Waiting for the task: (returnval){ [ 1065.745600] env[62321]: value = "task-2633857" [ 1065.745600] env[62321]: _type = "Task" [ 1065.745600] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.752985] env[62321]: DEBUG oslo_vmware.api [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Task: {'id': task-2633857, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.897048] env[62321]: DEBUG nova.network.neutron [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Successfully created port: d6c30845-1fb5-4b08-ab2b-daf6b2630529 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1065.909861] env[62321]: DEBUG oslo_concurrency.lockutils [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "refresh_cache-243401a7-d516-41c2-8aca-9e93b1aa7631" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.909861] env[62321]: DEBUG oslo_concurrency.lockutils [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquired lock "refresh_cache-243401a7-d516-41c2-8aca-9e93b1aa7631" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.909861] env[62321]: DEBUG nova.network.neutron [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.912460] env[62321]: INFO nova.compute.manager [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Took 24.05 seconds to build instance. [ 1066.060347] env[62321]: DEBUG nova.compute.manager [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1066.063985] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3ac15081-d9af-4137-9413-80870f153b6e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.065027] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d1963111-6e7a-452c-b590-536888a5abe8 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.639s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.065261] env[62321]: DEBUG nova.objects.instance [None req-d1963111-6e7a-452c-b590-536888a5abe8 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lazy-loading 'resources' on Instance uuid 3106361c-fd97-4f93-b0e8-c59c8908cb6f {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.256162] env[62321]: DEBUG oslo_vmware.api [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Task: {'id': task-2633857, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.416592] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0de236de-cc70-4439-95de-1b1f370ede06 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "300bcf4e-dff7-445b-a311-d11da3e0d72e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.570s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.427892] env[62321]: DEBUG nova.compute.manager [req-11b06b91-91e6-4c01-a360-09bbb7060ccb req-b274d71b-6f6b-4dd8-83aa-9169095999ca service nova] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Received event network-vif-plugged-cbdf9710-e250-48be-ab5e-80ea14615251 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1066.428296] env[62321]: DEBUG oslo_concurrency.lockutils [req-11b06b91-91e6-4c01-a360-09bbb7060ccb req-b274d71b-6f6b-4dd8-83aa-9169095999ca service nova] Acquiring lock "243401a7-d516-41c2-8aca-9e93b1aa7631-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.428567] env[62321]: DEBUG oslo_concurrency.lockutils [req-11b06b91-91e6-4c01-a360-09bbb7060ccb req-b274d71b-6f6b-4dd8-83aa-9169095999ca service nova] Lock "243401a7-d516-41c2-8aca-9e93b1aa7631-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.428833] env[62321]: DEBUG oslo_concurrency.lockutils [req-11b06b91-91e6-4c01-a360-09bbb7060ccb req-b274d71b-6f6b-4dd8-83aa-9169095999ca service nova] Lock "243401a7-d516-41c2-8aca-9e93b1aa7631-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.429119] env[62321]: DEBUG nova.compute.manager [req-11b06b91-91e6-4c01-a360-09bbb7060ccb req-b274d71b-6f6b-4dd8-83aa-9169095999ca service nova] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] No waiting events found dispatching network-vif-plugged-cbdf9710-e250-48be-ab5e-80ea14615251 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1066.429382] env[62321]: WARNING nova.compute.manager [req-11b06b91-91e6-4c01-a360-09bbb7060ccb req-b274d71b-6f6b-4dd8-83aa-9169095999ca service nova] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Received unexpected event network-vif-plugged-cbdf9710-e250-48be-ab5e-80ea14615251 for instance with vm_state building and task_state spawning. [ 1066.429616] env[62321]: DEBUG nova.compute.manager [req-11b06b91-91e6-4c01-a360-09bbb7060ccb req-b274d71b-6f6b-4dd8-83aa-9169095999ca service nova] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Received event network-changed-cbdf9710-e250-48be-ab5e-80ea14615251 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1066.429829] env[62321]: DEBUG nova.compute.manager [req-11b06b91-91e6-4c01-a360-09bbb7060ccb req-b274d71b-6f6b-4dd8-83aa-9169095999ca service nova] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Refreshing instance network info cache due to event network-changed-cbdf9710-e250-48be-ab5e-80ea14615251. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1066.430085] env[62321]: DEBUG oslo_concurrency.lockutils [req-11b06b91-91e6-4c01-a360-09bbb7060ccb req-b274d71b-6f6b-4dd8-83aa-9169095999ca service nova] Acquiring lock "refresh_cache-243401a7-d516-41c2-8aca-9e93b1aa7631" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.454990] env[62321]: DEBUG nova.network.neutron [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1066.724269] env[62321]: DEBUG nova.network.neutron [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Updating instance_info_cache with network_info: [{"id": "cbdf9710-e250-48be-ab5e-80ea14615251", "address": "fa:16:3e:ed:77:45", "network": {"id": "a50eeade-5604-486a-9cb3-a0b97aca18b5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-625207795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f6e0514ecb245af82559116fef7e299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbdf9710-e2", "ovs_interfaceid": "cbdf9710-e250-48be-ab5e-80ea14615251", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.758283] env[62321]: DEBUG oslo_vmware.api [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Task: {'id': task-2633857, 'name': ReconfigVM_Task, 'duration_secs': 0.559685} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.760923] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Reconfigured VM instance instance-00000067 to attach disk [datastore2] e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1/e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.761678] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15178cec-8948-4db9-ba3c-055dae20d4a8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.767888] env[62321]: DEBUG oslo_vmware.api [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Waiting for the task: (returnval){ [ 1066.767888] env[62321]: value = "task-2633858" [ 1066.767888] env[62321]: _type = "Task" [ 1066.767888] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.772268] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bee3bd6-ef9d-4e52-b5b1-89de59757fe6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.779572] env[62321]: DEBUG oslo_vmware.api [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Task: {'id': task-2633858, 'name': Rename_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.782174] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92647930-72d0-4faf-a14e-06843a0f72a5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.813284] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16de493-2cf2-4b96-8a86-6d4e2d8ce098 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.821403] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef9738d-1d2d-448e-b058-8e6f42a79fe9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.835375] env[62321]: DEBUG nova.compute.provider_tree [None req-d1963111-6e7a-452c-b590-536888a5abe8 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.073838] env[62321]: DEBUG nova.compute.manager [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1067.101562] env[62321]: DEBUG nova.virt.hardware [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.101829] env[62321]: DEBUG nova.virt.hardware [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.101986] env[62321]: DEBUG nova.virt.hardware [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.102183] env[62321]: DEBUG nova.virt.hardware [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.102329] env[62321]: DEBUG nova.virt.hardware [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.102475] env[62321]: DEBUG nova.virt.hardware [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.102684] env[62321]: DEBUG nova.virt.hardware [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.102836] env[62321]: DEBUG nova.virt.hardware [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.103000] env[62321]: DEBUG nova.virt.hardware [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.103180] env[62321]: DEBUG nova.virt.hardware [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.103348] env[62321]: DEBUG nova.virt.hardware [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.104202] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa8ebfd-271d-4e2f-8118-220b8cb9786b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.112033] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1372495c-b670-4f91-876c-21d281e8efeb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.226793] env[62321]: DEBUG oslo_concurrency.lockutils [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Releasing lock "refresh_cache-243401a7-d516-41c2-8aca-9e93b1aa7631" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.227147] env[62321]: DEBUG nova.compute.manager [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Instance network_info: |[{"id": "cbdf9710-e250-48be-ab5e-80ea14615251", "address": "fa:16:3e:ed:77:45", "network": {"id": "a50eeade-5604-486a-9cb3-a0b97aca18b5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-625207795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f6e0514ecb245af82559116fef7e299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbdf9710-e2", "ovs_interfaceid": "cbdf9710-e250-48be-ab5e-80ea14615251", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1067.227473] env[62321]: DEBUG oslo_concurrency.lockutils [req-11b06b91-91e6-4c01-a360-09bbb7060ccb req-b274d71b-6f6b-4dd8-83aa-9169095999ca service nova] Acquired lock "refresh_cache-243401a7-d516-41c2-8aca-9e93b1aa7631" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.227660] env[62321]: DEBUG nova.network.neutron [req-11b06b91-91e6-4c01-a360-09bbb7060ccb req-b274d71b-6f6b-4dd8-83aa-9169095999ca service nova] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Refreshing network info cache for port cbdf9710-e250-48be-ab5e-80ea14615251 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.228910] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:77:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbdf9710-e250-48be-ab5e-80ea14615251', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.236238] env[62321]: DEBUG oslo.service.loopingcall [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1067.239301] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.239771] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3d64087-fa96-472f-917a-4d237e6dde7a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.262036] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.262036] env[62321]: value = "task-2633859" [ 1067.262036] env[62321]: _type = "Task" [ 1067.262036] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.270084] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633859, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.277174] env[62321]: DEBUG oslo_vmware.api [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Task: {'id': task-2633858, 'name': Rename_Task, 'duration_secs': 0.130339} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.277437] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.277666] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98962588-6ecb-41dd-897a-5d94c02b0806 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.284914] env[62321]: DEBUG oslo_vmware.api [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Waiting for the task: (returnval){ [ 1067.284914] env[62321]: value = "task-2633860" [ 1067.284914] env[62321]: _type = "Task" [ 1067.284914] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.297381] env[62321]: DEBUG oslo_vmware.api [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Task: {'id': task-2633860, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.342317] env[62321]: DEBUG nova.scheduler.client.report [None req-d1963111-6e7a-452c-b590-536888a5abe8 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.735184] env[62321]: DEBUG nova.network.neutron [req-11b06b91-91e6-4c01-a360-09bbb7060ccb req-b274d71b-6f6b-4dd8-83aa-9169095999ca service nova] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Updated VIF entry in instance network info cache for port cbdf9710-e250-48be-ab5e-80ea14615251. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.735597] env[62321]: DEBUG nova.network.neutron [req-11b06b91-91e6-4c01-a360-09bbb7060ccb req-b274d71b-6f6b-4dd8-83aa-9169095999ca service nova] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Updating instance_info_cache with network_info: [{"id": "cbdf9710-e250-48be-ab5e-80ea14615251", "address": "fa:16:3e:ed:77:45", "network": {"id": "a50eeade-5604-486a-9cb3-a0b97aca18b5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-625207795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f6e0514ecb245af82559116fef7e299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbdf9710-e2", "ovs_interfaceid": "cbdf9710-e250-48be-ab5e-80ea14615251", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.772567] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633859, 'name': CreateVM_Task, 'duration_secs': 0.485866} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.773134] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.773477] env[62321]: DEBUG oslo_concurrency.lockutils [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.773680] env[62321]: DEBUG oslo_concurrency.lockutils [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.773994] env[62321]: DEBUG oslo_concurrency.lockutils [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.774259] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3a5b68a-c91c-4a5b-83ca-f05782ca37b9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.783309] env[62321]: DEBUG oslo_vmware.api [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 1067.783309] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]527d92c0-c2ed-9c9a-16bd-da9a1c6ba18a" [ 1067.783309] env[62321]: _type = "Task" [ 1067.783309] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.792322] env[62321]: DEBUG nova.network.neutron [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Successfully updated port: d6c30845-1fb5-4b08-ab2b-daf6b2630529 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1067.797358] env[62321]: DEBUG oslo_vmware.api [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]527d92c0-c2ed-9c9a-16bd-da9a1c6ba18a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.801873] env[62321]: DEBUG oslo_vmware.api [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Task: {'id': task-2633860, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.847018] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d1963111-6e7a-452c-b590-536888a5abe8 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.782s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.850456] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.477s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.850456] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.850456] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62321) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1067.850456] env[62321]: DEBUG oslo_concurrency.lockutils [None req-db3821a1-6632-4c8f-b921-affc3c054b94 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.266s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.850916] env[62321]: DEBUG nova.objects.instance [None req-db3821a1-6632-4c8f-b921-affc3c054b94 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Lazy-loading 'resources' on Instance uuid 7e8c336d-48c5-4fd1-a733-f7001dea3aa4 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.855022] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e99f57-63d9-4c5e-a9d5-f425f3f21988 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.862846] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa87c5a4-3e14-47bb-a77e-b31b58210003 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.882124] env[62321]: INFO nova.scheduler.client.report [None req-d1963111-6e7a-452c-b590-536888a5abe8 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Deleted allocations for instance 3106361c-fd97-4f93-b0e8-c59c8908cb6f [ 1067.884865] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74368f00-c9da-4d44-9074-e909162aff8a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.900034] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e1e4ce-d1c7-4c6c-9fcb-d5d69cb88e7e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.934751] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178483MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=62321) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1067.934967] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.238708] env[62321]: DEBUG oslo_concurrency.lockutils [req-11b06b91-91e6-4c01-a360-09bbb7060ccb req-b274d71b-6f6b-4dd8-83aa-9169095999ca service nova] Releasing lock "refresh_cache-243401a7-d516-41c2-8aca-9e93b1aa7631" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.303782] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "refresh_cache-6846a657-ce1d-4e1c-ba38-8543390159ab" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.303782] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquired lock "refresh_cache-6846a657-ce1d-4e1c-ba38-8543390159ab" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.303782] env[62321]: DEBUG nova.network.neutron [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.309181] env[62321]: DEBUG oslo_vmware.api [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]527d92c0-c2ed-9c9a-16bd-da9a1c6ba18a, 'name': SearchDatastore_Task, 'duration_secs': 0.013445} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.309709] env[62321]: DEBUG oslo_concurrency.lockutils [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.309975] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.310166] env[62321]: DEBUG oslo_concurrency.lockutils [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.310310] env[62321]: DEBUG oslo_concurrency.lockutils [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.310486] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.313641] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4cb394a-cd02-4ee9-bbe4-6a7596639fda {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.316131] env[62321]: DEBUG oslo_vmware.api [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Task: {'id': task-2633860, 'name': PowerOnVM_Task, 'duration_secs': 0.585147} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.317054] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.317874] env[62321]: INFO nova.compute.manager [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Took 5.85 seconds to spawn the instance on the hypervisor. [ 1068.318269] env[62321]: DEBUG nova.compute.manager [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.319724] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32c0094-8d0e-4341-83c6-616abf982f38 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.326879] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.327128] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.329360] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-030f55d5-be3c-4740-8d62-a455da12da79 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.340143] env[62321]: DEBUG oslo_vmware.api [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 1068.340143] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528d3ea9-f263-0658-5f94-3066db0f05bd" [ 1068.340143] env[62321]: _type = "Task" [ 1068.340143] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.349875] env[62321]: DEBUG oslo_vmware.api [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528d3ea9-f263-0658-5f94-3066db0f05bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.396649] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d1963111-6e7a-452c-b590-536888a5abe8 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "3106361c-fd97-4f93-b0e8-c59c8908cb6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.207s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.466144] env[62321]: DEBUG nova.compute.manager [req-edd14cff-a74d-4787-ae17-0ca9b95201e7 req-8e7bc208-58ad-4e25-aa6b-a8736a7d65fe service nova] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Received event network-vif-plugged-d6c30845-1fb5-4b08-ab2b-daf6b2630529 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1068.466251] env[62321]: DEBUG oslo_concurrency.lockutils [req-edd14cff-a74d-4787-ae17-0ca9b95201e7 req-8e7bc208-58ad-4e25-aa6b-a8736a7d65fe service nova] Acquiring lock "6846a657-ce1d-4e1c-ba38-8543390159ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.467208] env[62321]: DEBUG oslo_concurrency.lockutils [req-edd14cff-a74d-4787-ae17-0ca9b95201e7 req-8e7bc208-58ad-4e25-aa6b-a8736a7d65fe service nova] Lock "6846a657-ce1d-4e1c-ba38-8543390159ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.467397] env[62321]: DEBUG oslo_concurrency.lockutils [req-edd14cff-a74d-4787-ae17-0ca9b95201e7 req-8e7bc208-58ad-4e25-aa6b-a8736a7d65fe service nova] Lock "6846a657-ce1d-4e1c-ba38-8543390159ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.467547] env[62321]: DEBUG nova.compute.manager [req-edd14cff-a74d-4787-ae17-0ca9b95201e7 req-8e7bc208-58ad-4e25-aa6b-a8736a7d65fe service nova] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] No waiting events found dispatching network-vif-plugged-d6c30845-1fb5-4b08-ab2b-daf6b2630529 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1068.467713] env[62321]: WARNING nova.compute.manager [req-edd14cff-a74d-4787-ae17-0ca9b95201e7 req-8e7bc208-58ad-4e25-aa6b-a8736a7d65fe service nova] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Received unexpected event network-vif-plugged-d6c30845-1fb5-4b08-ab2b-daf6b2630529 for instance with vm_state building and task_state spawning. [ 1068.467927] env[62321]: DEBUG nova.compute.manager [req-edd14cff-a74d-4787-ae17-0ca9b95201e7 req-8e7bc208-58ad-4e25-aa6b-a8736a7d65fe service nova] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Received event network-changed-d6c30845-1fb5-4b08-ab2b-daf6b2630529 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1068.468028] env[62321]: DEBUG nova.compute.manager [req-edd14cff-a74d-4787-ae17-0ca9b95201e7 req-8e7bc208-58ad-4e25-aa6b-a8736a7d65fe service nova] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Refreshing instance network info cache due to event network-changed-d6c30845-1fb5-4b08-ab2b-daf6b2630529. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1068.468211] env[62321]: DEBUG oslo_concurrency.lockutils [req-edd14cff-a74d-4787-ae17-0ca9b95201e7 req-8e7bc208-58ad-4e25-aa6b-a8736a7d65fe service nova] Acquiring lock "refresh_cache-6846a657-ce1d-4e1c-ba38-8543390159ab" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.571748] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbd3d51-7501-46a7-ab23-df9cee6dac6d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.579835] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc332d4-0b7c-4707-8cae-a71ee4e24b3d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.614781] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e890b1bd-dce4-4195-8b87-16d0672fff89 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.622733] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3caa3b34-9988-490c-8d95-db1ab5984528 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.636389] env[62321]: DEBUG nova.compute.provider_tree [None req-db3821a1-6632-4c8f-b921-affc3c054b94 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.849637] env[62321]: INFO nova.compute.manager [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Took 23.12 seconds to build instance. [ 1068.856614] env[62321]: DEBUG oslo_vmware.api [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528d3ea9-f263-0658-5f94-3066db0f05bd, 'name': SearchDatastore_Task, 'duration_secs': 0.01415} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.857531] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5c7386f-07d4-4b5d-a577-595fa16568b3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.861727] env[62321]: DEBUG nova.network.neutron [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1068.866771] env[62321]: DEBUG oslo_vmware.api [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 1068.866771] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52508afe-1319-80e5-bd9e-0e4917396f26" [ 1068.866771] env[62321]: _type = "Task" [ 1068.866771] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.875107] env[62321]: DEBUG oslo_vmware.api [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52508afe-1319-80e5-bd9e-0e4917396f26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.113232] env[62321]: DEBUG nova.network.neutron [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Updating instance_info_cache with network_info: [{"id": "d6c30845-1fb5-4b08-ab2b-daf6b2630529", "address": "fa:16:3e:7b:f2:f2", "network": {"id": "ae63f03d-a437-4466-8919-e20785c3287e", "bridge": "br-int", "label": "tempest-ServersTestJSON-414500887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adf0606cb740439e8133e7dd91768355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6c30845-1f", "ovs_interfaceid": "d6c30845-1fb5-4b08-ab2b-daf6b2630529", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.139861] env[62321]: DEBUG nova.scheduler.client.report [None req-db3821a1-6632-4c8f-b921-affc3c054b94 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.352418] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d1a34f22-e03b-436f-93db-fc93742d3141 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Lock "e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.628s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.378224] env[62321]: DEBUG oslo_vmware.api [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52508afe-1319-80e5-bd9e-0e4917396f26, 'name': SearchDatastore_Task, 'duration_secs': 0.017248} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.378956] env[62321]: DEBUG oslo_concurrency.lockutils [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.379443] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 243401a7-d516-41c2-8aca-9e93b1aa7631/243401a7-d516-41c2-8aca-9e93b1aa7631.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.379743] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4bcb5359-bccb-42e0-b759-ed7af9b8fc84 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.386499] env[62321]: DEBUG oslo_vmware.api [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 1069.386499] env[62321]: value = "task-2633861" [ 1069.386499] env[62321]: _type = "Task" [ 1069.386499] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.396416] env[62321]: DEBUG oslo_vmware.api [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633861, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.616349] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Releasing lock "refresh_cache-6846a657-ce1d-4e1c-ba38-8543390159ab" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.616753] env[62321]: DEBUG nova.compute.manager [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Instance network_info: |[{"id": "d6c30845-1fb5-4b08-ab2b-daf6b2630529", "address": "fa:16:3e:7b:f2:f2", "network": {"id": "ae63f03d-a437-4466-8919-e20785c3287e", "bridge": "br-int", "label": "tempest-ServersTestJSON-414500887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adf0606cb740439e8133e7dd91768355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6c30845-1f", "ovs_interfaceid": "d6c30845-1fb5-4b08-ab2b-daf6b2630529", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1069.617235] env[62321]: DEBUG oslo_concurrency.lockutils [req-edd14cff-a74d-4787-ae17-0ca9b95201e7 req-8e7bc208-58ad-4e25-aa6b-a8736a7d65fe service nova] Acquired lock "refresh_cache-6846a657-ce1d-4e1c-ba38-8543390159ab" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.617786] env[62321]: DEBUG nova.network.neutron [req-edd14cff-a74d-4787-ae17-0ca9b95201e7 req-8e7bc208-58ad-4e25-aa6b-a8736a7d65fe service nova] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Refreshing network info cache for port d6c30845-1fb5-4b08-ab2b-daf6b2630529 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.618835] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:f2:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7edb7c08-2fae-4df5-9ec6-5ccf06d7e337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6c30845-1fb5-4b08-ab2b-daf6b2630529', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.626628] env[62321]: DEBUG oslo.service.loopingcall [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1069.628016] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.628016] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2df9ff3-2dd0-46a9-81d4-0e448e94e509 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.645052] env[62321]: DEBUG oslo_concurrency.lockutils [None req-db3821a1-6632-4c8f-b921-affc3c054b94 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.794s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.648742] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d9e9f80c-92a0-4b3a-9fed-11c6881b99d5 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.244s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.648912] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d9e9f80c-92a0-4b3a-9fed-11c6881b99d5 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.650913] env[62321]: DEBUG oslo_concurrency.lockutils [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.987s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.652486] env[62321]: INFO nova.compute.claims [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.655291] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.655291] env[62321]: value = "task-2633862" [ 1069.655291] env[62321]: _type = "Task" [ 1069.655291] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.664834] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633862, 'name': CreateVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.665960] env[62321]: INFO nova.scheduler.client.report [None req-db3821a1-6632-4c8f-b921-affc3c054b94 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Deleted allocations for instance 7e8c336d-48c5-4fd1-a733-f7001dea3aa4 [ 1069.672349] env[62321]: INFO nova.scheduler.client.report [None req-d9e9f80c-92a0-4b3a-9fed-11c6881b99d5 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Deleted allocations for instance 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e [ 1069.897189] env[62321]: DEBUG oslo_vmware.api [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633861, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502716} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.897439] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 243401a7-d516-41c2-8aca-9e93b1aa7631/243401a7-d516-41c2-8aca-9e93b1aa7631.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1069.897699] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1069.897985] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a589ee9-6e5b-4eea-9aa8-cb494f246485 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.904803] env[62321]: DEBUG oslo_vmware.api [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 1069.904803] env[62321]: value = "task-2633863" [ 1069.904803] env[62321]: _type = "Task" [ 1069.904803] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.912758] env[62321]: DEBUG oslo_vmware.api [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.100835] env[62321]: DEBUG oslo_concurrency.lockutils [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "9a3fe97a-26a0-4286-8258-0752fa08ea3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.101089] env[62321]: DEBUG oslo_concurrency.lockutils [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "9a3fe97a-26a0-4286-8258-0752fa08ea3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.169937] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633862, 'name': CreateVM_Task, 'duration_secs': 0.444297} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.170636] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.171286] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.171640] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.172230] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.173945] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdd01f59-48ed-40dd-9985-435b36504b73 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.175895] env[62321]: DEBUG oslo_concurrency.lockutils [None req-db3821a1-6632-4c8f-b921-affc3c054b94 tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Lock "7e8c336d-48c5-4fd1-a733-f7001dea3aa4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.061s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.181493] env[62321]: DEBUG oslo_vmware.api [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 1070.181493] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a99c9e-e499-dcf4-d688-1a6bfb0d6bd8" [ 1070.181493] env[62321]: _type = "Task" [ 1070.181493] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.181761] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d9e9f80c-92a0-4b3a-9fed-11c6881b99d5 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "0b8a9b14-50bd-41ea-89f2-cc1d63f7816e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.658s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.191036] env[62321]: DEBUG oslo_vmware.api [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a99c9e-e499-dcf4-d688-1a6bfb0d6bd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.246410] env[62321]: INFO nova.compute.manager [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Rebuilding instance [ 1070.297196] env[62321]: DEBUG nova.compute.manager [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.298180] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71cb5944-f97c-4bed-9754-3f89cc7c2814 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.350640] env[62321]: DEBUG nova.network.neutron [req-edd14cff-a74d-4787-ae17-0ca9b95201e7 req-8e7bc208-58ad-4e25-aa6b-a8736a7d65fe service nova] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Updated VIF entry in instance network info cache for port d6c30845-1fb5-4b08-ab2b-daf6b2630529. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.351098] env[62321]: DEBUG nova.network.neutron [req-edd14cff-a74d-4787-ae17-0ca9b95201e7 req-8e7bc208-58ad-4e25-aa6b-a8736a7d65fe service nova] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Updating instance_info_cache with network_info: [{"id": "d6c30845-1fb5-4b08-ab2b-daf6b2630529", "address": "fa:16:3e:7b:f2:f2", "network": {"id": "ae63f03d-a437-4466-8919-e20785c3287e", "bridge": "br-int", "label": "tempest-ServersTestJSON-414500887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adf0606cb740439e8133e7dd91768355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6c30845-1f", "ovs_interfaceid": "d6c30845-1fb5-4b08-ab2b-daf6b2630529", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.414224] env[62321]: DEBUG oslo_vmware.api [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633863, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072332} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.414513] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1070.415246] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258b252c-3bed-436f-b8df-fb75939df58d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.440039] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 243401a7-d516-41c2-8aca-9e93b1aa7631/243401a7-d516-41c2-8aca-9e93b1aa7631.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.440389] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74026cdd-d4cb-457e-8c77-dab3158163e2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.461229] env[62321]: DEBUG oslo_vmware.api [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 1070.461229] env[62321]: value = "task-2633864" [ 1070.461229] env[62321]: _type = "Task" [ 1070.461229] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.469469] env[62321]: DEBUG oslo_vmware.api [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633864, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.572352] env[62321]: DEBUG nova.compute.manager [req-694f2a70-7f61-4aa1-bb36-a7e2b9b92799 req-2a652f5e-2347-4d5d-bd2e-4c7d57542532 service nova] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Received event network-changed-272380ee-f765-4117-ae6a-9e43c14df673 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1070.572574] env[62321]: DEBUG nova.compute.manager [req-694f2a70-7f61-4aa1-bb36-a7e2b9b92799 req-2a652f5e-2347-4d5d-bd2e-4c7d57542532 service nova] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Refreshing instance network info cache due to event network-changed-272380ee-f765-4117-ae6a-9e43c14df673. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1070.572792] env[62321]: DEBUG oslo_concurrency.lockutils [req-694f2a70-7f61-4aa1-bb36-a7e2b9b92799 req-2a652f5e-2347-4d5d-bd2e-4c7d57542532 service nova] Acquiring lock "refresh_cache-300bcf4e-dff7-445b-a311-d11da3e0d72e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.572969] env[62321]: DEBUG oslo_concurrency.lockutils [req-694f2a70-7f61-4aa1-bb36-a7e2b9b92799 req-2a652f5e-2347-4d5d-bd2e-4c7d57542532 service nova] Acquired lock "refresh_cache-300bcf4e-dff7-445b-a311-d11da3e0d72e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.573114] env[62321]: DEBUG nova.network.neutron [req-694f2a70-7f61-4aa1-bb36-a7e2b9b92799 req-2a652f5e-2347-4d5d-bd2e-4c7d57542532 service nova] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Refreshing network info cache for port 272380ee-f765-4117-ae6a-9e43c14df673 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.603619] env[62321]: DEBUG nova.compute.manager [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1070.700282] env[62321]: DEBUG oslo_vmware.api [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a99c9e-e499-dcf4-d688-1a6bfb0d6bd8, 'name': SearchDatastore_Task, 'duration_secs': 0.009946} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.703356] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.703477] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.703704] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.703868] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.704042] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.704848] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a2e5ffa-684f-47eb-a5cd-48c5d1f6223a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.714735] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.714955] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.715673] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f242ad7b-42ba-4fbb-a523-e7acddfa8708 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.723683] env[62321]: DEBUG oslo_vmware.api [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 1070.723683] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521e0df6-1d07-e35b-376d-0502ebe24131" [ 1070.723683] env[62321]: _type = "Task" [ 1070.723683] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.732172] env[62321]: DEBUG oslo_vmware.api [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521e0df6-1d07-e35b-376d-0502ebe24131, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.854297] env[62321]: DEBUG oslo_concurrency.lockutils [req-edd14cff-a74d-4787-ae17-0ca9b95201e7 req-8e7bc208-58ad-4e25-aa6b-a8736a7d65fe service nova] Releasing lock "refresh_cache-6846a657-ce1d-4e1c-ba38-8543390159ab" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.854547] env[62321]: DEBUG nova.compute.manager [req-edd14cff-a74d-4787-ae17-0ca9b95201e7 req-8e7bc208-58ad-4e25-aa6b-a8736a7d65fe service nova] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Received event network-changed-9f8888aa-a47f-43aa-ade7-e0ee34c13139 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1070.854716] env[62321]: DEBUG nova.compute.manager [req-edd14cff-a74d-4787-ae17-0ca9b95201e7 req-8e7bc208-58ad-4e25-aa6b-a8736a7d65fe service nova] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Refreshing instance network info cache due to event network-changed-9f8888aa-a47f-43aa-ade7-e0ee34c13139. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1070.854935] env[62321]: DEBUG oslo_concurrency.lockutils [req-edd14cff-a74d-4787-ae17-0ca9b95201e7 req-8e7bc208-58ad-4e25-aa6b-a8736a7d65fe service nova] Acquiring lock "refresh_cache-5a35025e-96aa-4fe3-b763-526786b21433" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.855104] env[62321]: DEBUG oslo_concurrency.lockutils [req-edd14cff-a74d-4787-ae17-0ca9b95201e7 req-8e7bc208-58ad-4e25-aa6b-a8736a7d65fe service nova] Acquired lock "refresh_cache-5a35025e-96aa-4fe3-b763-526786b21433" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.855307] env[62321]: DEBUG nova.network.neutron [req-edd14cff-a74d-4787-ae17-0ca9b95201e7 req-8e7bc208-58ad-4e25-aa6b-a8736a7d65fe service nova] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Refreshing network info cache for port 9f8888aa-a47f-43aa-ade7-e0ee34c13139 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.857969] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8778a7d7-933e-44d1-b801-f9d43d2e2300 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.867108] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c322a87f-0ef6-4089-8bf0-56e50d236dfb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.900486] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b520a43-cb8f-4a29-8762-c0308e8494b8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.908047] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90de4644-3716-46ba-93d6-ddfd0f10a1d0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.922710] env[62321]: DEBUG nova.compute.provider_tree [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.972289] env[62321]: DEBUG oslo_vmware.api [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.123450] env[62321]: DEBUG oslo_concurrency.lockutils [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.234938] env[62321]: DEBUG oslo_vmware.api [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521e0df6-1d07-e35b-376d-0502ebe24131, 'name': SearchDatastore_Task, 'duration_secs': 0.009974} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.235802] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a034b1d1-da2c-4c95-83e2-954fd3d8b92b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.241310] env[62321]: DEBUG oslo_vmware.api [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 1071.241310] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522abfab-3862-2c9b-4312-ef66a0be65dc" [ 1071.241310] env[62321]: _type = "Task" [ 1071.241310] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.249506] env[62321]: DEBUG oslo_vmware.api [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522abfab-3862-2c9b-4312-ef66a0be65dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.295559] env[62321]: DEBUG oslo_concurrency.lockutils [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "56205dff-56b5-4a96-ab3e-ec07705d837a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.295761] env[62321]: DEBUG oslo_concurrency.lockutils [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "56205dff-56b5-4a96-ab3e-ec07705d837a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.297717] env[62321]: DEBUG oslo_concurrency.lockutils [None req-283061ab-6fdb-46bd-9283-de0cd92d889c tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquiring lock "f0401741-6f49-4d8d-b329-ceaa700428d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.297717] env[62321]: DEBUG oslo_concurrency.lockutils [None req-283061ab-6fdb-46bd-9283-de0cd92d889c tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Lock "f0401741-6f49-4d8d-b329-ceaa700428d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.297922] env[62321]: DEBUG oslo_concurrency.lockutils [None req-283061ab-6fdb-46bd-9283-de0cd92d889c tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquiring lock "f0401741-6f49-4d8d-b329-ceaa700428d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.298075] env[62321]: DEBUG oslo_concurrency.lockutils [None req-283061ab-6fdb-46bd-9283-de0cd92d889c tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Lock "f0401741-6f49-4d8d-b329-ceaa700428d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.298312] env[62321]: DEBUG oslo_concurrency.lockutils [None req-283061ab-6fdb-46bd-9283-de0cd92d889c tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Lock "f0401741-6f49-4d8d-b329-ceaa700428d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.304258] env[62321]: INFO nova.compute.manager [None req-283061ab-6fdb-46bd-9283-de0cd92d889c tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Terminating instance [ 1071.316629] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.317256] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b655c0ae-ae8e-40f8-b5a9-417027680ae9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.325360] env[62321]: DEBUG oslo_vmware.api [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Waiting for the task: (returnval){ [ 1071.325360] env[62321]: value = "task-2633865" [ 1071.325360] env[62321]: _type = "Task" [ 1071.325360] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.335111] env[62321]: DEBUG oslo_vmware.api [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Task: {'id': task-2633865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.348597] env[62321]: DEBUG nova.network.neutron [req-694f2a70-7f61-4aa1-bb36-a7e2b9b92799 req-2a652f5e-2347-4d5d-bd2e-4c7d57542532 service nova] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Updated VIF entry in instance network info cache for port 272380ee-f765-4117-ae6a-9e43c14df673. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1071.348887] env[62321]: DEBUG nova.network.neutron [req-694f2a70-7f61-4aa1-bb36-a7e2b9b92799 req-2a652f5e-2347-4d5d-bd2e-4c7d57542532 service nova] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Updating instance_info_cache with network_info: [{"id": "272380ee-f765-4117-ae6a-9e43c14df673", "address": "fa:16:3e:f6:60:13", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap272380ee-f7", "ovs_interfaceid": "272380ee-f765-4117-ae6a-9e43c14df673", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.426471] env[62321]: DEBUG nova.scheduler.client.report [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.473457] env[62321]: DEBUG oslo_vmware.api [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633864, 'name': ReconfigVM_Task, 'duration_secs': 0.871864} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.473785] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 243401a7-d516-41c2-8aca-9e93b1aa7631/243401a7-d516-41c2-8aca-9e93b1aa7631.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.474577] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b6d99ee-c113-48c1-abb4-f13bb07b5755 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.481245] env[62321]: DEBUG oslo_vmware.api [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 1071.481245] env[62321]: value = "task-2633866" [ 1071.481245] env[62321]: _type = "Task" [ 1071.481245] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.490037] env[62321]: DEBUG oslo_vmware.api [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633866, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.594158] env[62321]: DEBUG nova.network.neutron [req-edd14cff-a74d-4787-ae17-0ca9b95201e7 req-8e7bc208-58ad-4e25-aa6b-a8736a7d65fe service nova] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Updated VIF entry in instance network info cache for port 9f8888aa-a47f-43aa-ade7-e0ee34c13139. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1071.594596] env[62321]: DEBUG nova.network.neutron [req-edd14cff-a74d-4787-ae17-0ca9b95201e7 req-8e7bc208-58ad-4e25-aa6b-a8736a7d65fe service nova] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Updating instance_info_cache with network_info: [{"id": "9f8888aa-a47f-43aa-ade7-e0ee34c13139", "address": "fa:16:3e:4b:26:cb", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f8888aa-a4", "ovs_interfaceid": "9f8888aa-a47f-43aa-ade7-e0ee34c13139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.752119] env[62321]: DEBUG oslo_vmware.api [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522abfab-3862-2c9b-4312-ef66a0be65dc, 'name': SearchDatastore_Task, 'duration_secs': 0.016795} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.752408] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.752700] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 6846a657-ce1d-4e1c-ba38-8543390159ab/6846a657-ce1d-4e1c-ba38-8543390159ab.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.752997] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4eed4ec-6f7d-43ea-8cab-b186244d0b5a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.760018] env[62321]: DEBUG oslo_vmware.api [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 1071.760018] env[62321]: value = "task-2633867" [ 1071.760018] env[62321]: _type = "Task" [ 1071.760018] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.768113] env[62321]: DEBUG oslo_vmware.api [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633867, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.806848] env[62321]: DEBUG nova.compute.manager [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1071.810015] env[62321]: DEBUG nova.compute.manager [None req-283061ab-6fdb-46bd-9283-de0cd92d889c tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1071.810232] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-283061ab-6fdb-46bd-9283-de0cd92d889c tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.811332] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c29218f-6487-4fcc-bad7-a90eb5b0e06a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.818962] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-283061ab-6fdb-46bd-9283-de0cd92d889c tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.819232] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0291cc4e-470a-4ce5-b584-a2f7dd74b380 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.824977] env[62321]: DEBUG oslo_vmware.api [None req-283061ab-6fdb-46bd-9283-de0cd92d889c tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 1071.824977] env[62321]: value = "task-2633868" [ 1071.824977] env[62321]: _type = "Task" [ 1071.824977] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.837173] env[62321]: DEBUG oslo_vmware.api [None req-283061ab-6fdb-46bd-9283-de0cd92d889c tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.840189] env[62321]: DEBUG oslo_vmware.api [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Task: {'id': task-2633865, 'name': PowerOffVM_Task, 'duration_secs': 0.186284} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.840444] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.840703] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.841463] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3093826-9554-4b73-9553-9ade987a9567 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.848112] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.849060] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f2da985-c9dc-4bc2-86a9-ef3ea9f7b83d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.851138] env[62321]: DEBUG oslo_concurrency.lockutils [req-694f2a70-7f61-4aa1-bb36-a7e2b9b92799 req-2a652f5e-2347-4d5d-bd2e-4c7d57542532 service nova] Releasing lock "refresh_cache-300bcf4e-dff7-445b-a311-d11da3e0d72e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.851378] env[62321]: DEBUG nova.compute.manager [req-694f2a70-7f61-4aa1-bb36-a7e2b9b92799 req-2a652f5e-2347-4d5d-bd2e-4c7d57542532 service nova] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Received event network-changed-9f8888aa-a47f-43aa-ade7-e0ee34c13139 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1071.851553] env[62321]: DEBUG nova.compute.manager [req-694f2a70-7f61-4aa1-bb36-a7e2b9b92799 req-2a652f5e-2347-4d5d-bd2e-4c7d57542532 service nova] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Refreshing instance network info cache due to event network-changed-9f8888aa-a47f-43aa-ade7-e0ee34c13139. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1071.851765] env[62321]: DEBUG oslo_concurrency.lockutils [req-694f2a70-7f61-4aa1-bb36-a7e2b9b92799 req-2a652f5e-2347-4d5d-bd2e-4c7d57542532 service nova] Acquiring lock "refresh_cache-5a35025e-96aa-4fe3-b763-526786b21433" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.887338] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.887528] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.887644] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Deleting the datastore file [datastore2] e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.887942] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b569f023-6eb7-49d9-a72a-68a477ffb812 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.893969] env[62321]: DEBUG oslo_vmware.api [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Waiting for the task: (returnval){ [ 1071.893969] env[62321]: value = "task-2633870" [ 1071.893969] env[62321]: _type = "Task" [ 1071.893969] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.901936] env[62321]: DEBUG oslo_vmware.api [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Task: {'id': task-2633870, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.934639] env[62321]: DEBUG oslo_concurrency.lockutils [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.284s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.935255] env[62321]: DEBUG nova.compute.manager [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1071.938720] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.004s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.993230] env[62321]: DEBUG oslo_vmware.api [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633866, 'name': Rename_Task, 'duration_secs': 0.336662} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.993450] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1071.993684] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ea4285c-bc78-438a-808d-5b9950f6ac33 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.000324] env[62321]: DEBUG oslo_vmware.api [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 1072.000324] env[62321]: value = "task-2633871" [ 1072.000324] env[62321]: _type = "Task" [ 1072.000324] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.009325] env[62321]: DEBUG oslo_vmware.api [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.097581] env[62321]: DEBUG oslo_concurrency.lockutils [req-edd14cff-a74d-4787-ae17-0ca9b95201e7 req-8e7bc208-58ad-4e25-aa6b-a8736a7d65fe service nova] Releasing lock "refresh_cache-5a35025e-96aa-4fe3-b763-526786b21433" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.098098] env[62321]: DEBUG nova.compute.manager [req-edd14cff-a74d-4787-ae17-0ca9b95201e7 req-8e7bc208-58ad-4e25-aa6b-a8736a7d65fe service nova] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Received event network-changed-272380ee-f765-4117-ae6a-9e43c14df673 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1072.098435] env[62321]: DEBUG nova.compute.manager [req-edd14cff-a74d-4787-ae17-0ca9b95201e7 req-8e7bc208-58ad-4e25-aa6b-a8736a7d65fe service nova] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Refreshing instance network info cache due to event network-changed-272380ee-f765-4117-ae6a-9e43c14df673. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1072.098855] env[62321]: DEBUG oslo_concurrency.lockutils [req-edd14cff-a74d-4787-ae17-0ca9b95201e7 req-8e7bc208-58ad-4e25-aa6b-a8736a7d65fe service nova] Acquiring lock "refresh_cache-300bcf4e-dff7-445b-a311-d11da3e0d72e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.099036] env[62321]: DEBUG oslo_concurrency.lockutils [req-edd14cff-a74d-4787-ae17-0ca9b95201e7 req-8e7bc208-58ad-4e25-aa6b-a8736a7d65fe service nova] Acquired lock "refresh_cache-300bcf4e-dff7-445b-a311-d11da3e0d72e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.099215] env[62321]: DEBUG nova.network.neutron [req-edd14cff-a74d-4787-ae17-0ca9b95201e7 req-8e7bc208-58ad-4e25-aa6b-a8736a7d65fe service nova] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Refreshing network info cache for port 272380ee-f765-4117-ae6a-9e43c14df673 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.100509] env[62321]: DEBUG oslo_concurrency.lockutils [req-694f2a70-7f61-4aa1-bb36-a7e2b9b92799 req-2a652f5e-2347-4d5d-bd2e-4c7d57542532 service nova] Acquired lock "refresh_cache-5a35025e-96aa-4fe3-b763-526786b21433" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.100755] env[62321]: DEBUG nova.network.neutron [req-694f2a70-7f61-4aa1-bb36-a7e2b9b92799 req-2a652f5e-2347-4d5d-bd2e-4c7d57542532 service nova] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Refreshing network info cache for port 9f8888aa-a47f-43aa-ade7-e0ee34c13139 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.269943] env[62321]: DEBUG oslo_vmware.api [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633867, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.332036] env[62321]: DEBUG oslo_concurrency.lockutils [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.335683] env[62321]: DEBUG oslo_vmware.api [None req-283061ab-6fdb-46bd-9283-de0cd92d889c tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633868, 'name': PowerOffVM_Task, 'duration_secs': 0.212842} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.335930] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-283061ab-6fdb-46bd-9283-de0cd92d889c tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.336120] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-283061ab-6fdb-46bd-9283-de0cd92d889c tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.336366] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-631617c8-d765-4b66-8608-33382c276ba1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.405505] env[62321]: DEBUG oslo_vmware.api [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Task: {'id': task-2633870, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.434984} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.406497] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.406685] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.406859] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.409425] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-283061ab-6fdb-46bd-9283-de0cd92d889c tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1072.409613] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-283061ab-6fdb-46bd-9283-de0cd92d889c tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1072.409782] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-283061ab-6fdb-46bd-9283-de0cd92d889c tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Deleting the datastore file [datastore1] f0401741-6f49-4d8d-b329-ceaa700428d8 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.410030] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90fda4bc-3457-4d38-9bbe-7d6b6316560e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.417027] env[62321]: DEBUG oslo_vmware.api [None req-283061ab-6fdb-46bd-9283-de0cd92d889c tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for the task: (returnval){ [ 1072.417027] env[62321]: value = "task-2633873" [ 1072.417027] env[62321]: _type = "Task" [ 1072.417027] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.424310] env[62321]: DEBUG oslo_vmware.api [None req-283061ab-6fdb-46bd-9283-de0cd92d889c tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.442419] env[62321]: DEBUG nova.compute.utils [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1072.449914] env[62321]: DEBUG nova.compute.manager [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1072.450112] env[62321]: DEBUG nova.network.neutron [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1072.493203] env[62321]: DEBUG nova.policy [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46cfcc2ce2174f4fb67f77f1aa2cf665', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4d5b3a8d92f42ddb204a0a27c24609a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 1072.509887] env[62321]: DEBUG oslo_vmware.api [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633871, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.771795] env[62321]: DEBUG oslo_vmware.api [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633867, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533747} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.774281] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 6846a657-ce1d-4e1c-ba38-8543390159ab/6846a657-ce1d-4e1c-ba38-8543390159ab.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.774497] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.774748] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94939390-7c40-4b88-85cf-d9e4b673e2d3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.783804] env[62321]: DEBUG oslo_vmware.api [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 1072.783804] env[62321]: value = "task-2633874" [ 1072.783804] env[62321]: _type = "Task" [ 1072.783804] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.792438] env[62321]: DEBUG oslo_vmware.api [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633874, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.930365] env[62321]: DEBUG oslo_vmware.api [None req-283061ab-6fdb-46bd-9283-de0cd92d889c tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.947671] env[62321]: DEBUG nova.compute.manager [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1072.973273] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance f0401741-6f49-4d8d-b329-ceaa700428d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1072.973432] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 99c10950-245e-45c0-bc8b-1d6c88837349 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1072.973554] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance b696d814-0bdb-4f09-83b5-d66c1b81507f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1072.973682] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 5a35025e-96aa-4fe3-b763-526786b21433 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1072.973844] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1072.973966] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance def1500c-f7ea-4ea2-ba83-8499b10c7a19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1072.974099] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 300bcf4e-dff7-445b-a311-d11da3e0d72e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1072.974215] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1072.974326] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 243401a7-d516-41c2-8aca-9e93b1aa7631 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1072.974438] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 6846a657-ce1d-4e1c-ba38-8543390159ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1072.974548] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance f2bb34f7-6989-4ece-96f7-85a8ea0f83f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1073.011328] env[62321]: DEBUG oslo_vmware.api [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633871, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.294805] env[62321]: DEBUG oslo_vmware.api [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633874, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067923} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.295095] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.295859] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91be727-fe27-448b-8311-5a68bfd8e78a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.318673] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 6846a657-ce1d-4e1c-ba38-8543390159ab/6846a657-ce1d-4e1c-ba38-8543390159ab.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.321566] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbc65f53-58fb-4690-9624-3606c444c063 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.340575] env[62321]: DEBUG oslo_vmware.api [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 1073.340575] env[62321]: value = "task-2633875" [ 1073.340575] env[62321]: _type = "Task" [ 1073.340575] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.350680] env[62321]: DEBUG oslo_vmware.api [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633875, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.432722] env[62321]: DEBUG oslo_vmware.api [None req-283061ab-6fdb-46bd-9283-de0cd92d889c tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Task: {'id': task-2633873, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.958133} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.433779] env[62321]: DEBUG nova.network.neutron [req-edd14cff-a74d-4787-ae17-0ca9b95201e7 req-8e7bc208-58ad-4e25-aa6b-a8736a7d65fe service nova] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Updated VIF entry in instance network info cache for port 272380ee-f765-4117-ae6a-9e43c14df673. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.434228] env[62321]: DEBUG nova.network.neutron [req-edd14cff-a74d-4787-ae17-0ca9b95201e7 req-8e7bc208-58ad-4e25-aa6b-a8736a7d65fe service nova] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Updating instance_info_cache with network_info: [{"id": "272380ee-f765-4117-ae6a-9e43c14df673", "address": "fa:16:3e:f6:60:13", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap272380ee-f7", "ovs_interfaceid": "272380ee-f765-4117-ae6a-9e43c14df673", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.435671] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-283061ab-6fdb-46bd-9283-de0cd92d889c tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.436044] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-283061ab-6fdb-46bd-9283-de0cd92d889c tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.436245] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-283061ab-6fdb-46bd-9283-de0cd92d889c tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.436436] env[62321]: INFO nova.compute.manager [None req-283061ab-6fdb-46bd-9283-de0cd92d889c tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1073.436688] env[62321]: DEBUG oslo.service.loopingcall [None req-283061ab-6fdb-46bd-9283-de0cd92d889c tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1073.437232] env[62321]: DEBUG nova.compute.manager [-] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1073.437340] env[62321]: DEBUG nova.network.neutron [-] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1073.439989] env[62321]: DEBUG nova.network.neutron [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Successfully created port: 5f732e98-cbc1-42be-9389-2f2c72ee2096 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1073.456033] env[62321]: DEBUG nova.virt.hardware [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.456033] env[62321]: DEBUG nova.virt.hardware [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.456033] env[62321]: DEBUG nova.virt.hardware [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.456033] env[62321]: DEBUG nova.virt.hardware [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.456033] env[62321]: DEBUG nova.virt.hardware [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.456033] env[62321]: DEBUG nova.virt.hardware [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.456529] env[62321]: DEBUG nova.virt.hardware [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.456529] env[62321]: DEBUG nova.virt.hardware [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.456716] env[62321]: DEBUG nova.virt.hardware [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.456779] env[62321]: DEBUG nova.virt.hardware [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.456911] env[62321]: DEBUG nova.virt.hardware [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.458202] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796b6f57-07dc-4e8c-ade1-bdb783dc1271 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.466326] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3213f7bf-6c85-4bd6-a5cc-02e4900bca0e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.485911] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 9a3fe97a-26a0-4286-8258-0752fa08ea3f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1073.487949] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Instance VIF info [] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.498440] env[62321]: DEBUG oslo.service.loopingcall [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1073.500852] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.501192] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbb3b332-f97d-4240-b0bf-9abc9c360954 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.525049] env[62321]: DEBUG oslo_vmware.api [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633871, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.526461] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.526461] env[62321]: value = "task-2633876" [ 1073.526461] env[62321]: _type = "Task" [ 1073.526461] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.538258] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633876, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.561147] env[62321]: DEBUG nova.network.neutron [req-694f2a70-7f61-4aa1-bb36-a7e2b9b92799 req-2a652f5e-2347-4d5d-bd2e-4c7d57542532 service nova] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Updated VIF entry in instance network info cache for port 9f8888aa-a47f-43aa-ade7-e0ee34c13139. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.561523] env[62321]: DEBUG nova.network.neutron [req-694f2a70-7f61-4aa1-bb36-a7e2b9b92799 req-2a652f5e-2347-4d5d-bd2e-4c7d57542532 service nova] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Updating instance_info_cache with network_info: [{"id": "9f8888aa-a47f-43aa-ade7-e0ee34c13139", "address": "fa:16:3e:4b:26:cb", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f8888aa-a4", "ovs_interfaceid": "9f8888aa-a47f-43aa-ade7-e0ee34c13139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.854142] env[62321]: DEBUG oslo_vmware.api [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633875, 'name': ReconfigVM_Task, 'duration_secs': 0.378342} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.854505] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 6846a657-ce1d-4e1c-ba38-8543390159ab/6846a657-ce1d-4e1c-ba38-8543390159ab.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.855159] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e63ff5ef-a20d-478b-b7d3-8ef15e5e2142 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.860942] env[62321]: DEBUG oslo_vmware.api [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 1073.860942] env[62321]: value = "task-2633877" [ 1073.860942] env[62321]: _type = "Task" [ 1073.860942] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.870313] env[62321]: DEBUG oslo_vmware.api [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633877, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.939841] env[62321]: DEBUG oslo_concurrency.lockutils [req-edd14cff-a74d-4787-ae17-0ca9b95201e7 req-8e7bc208-58ad-4e25-aa6b-a8736a7d65fe service nova] Releasing lock "refresh_cache-300bcf4e-dff7-445b-a311-d11da3e0d72e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.954473] env[62321]: DEBUG nova.compute.manager [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1073.961377] env[62321]: DEBUG nova.compute.manager [req-1cb4220d-4709-435d-9130-146d7cec9aa0 req-9875d1c5-c1a3-4c14-ac04-774791425d83 service nova] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Received event network-vif-deleted-263f3ac0-8b4f-46be-8d5f-989d0c7a7610 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1073.961377] env[62321]: INFO nova.compute.manager [req-1cb4220d-4709-435d-9130-146d7cec9aa0 req-9875d1c5-c1a3-4c14-ac04-774791425d83 service nova] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Neutron deleted interface 263f3ac0-8b4f-46be-8d5f-989d0c7a7610; detaching it from the instance and deleting it from the info cache [ 1073.961511] env[62321]: DEBUG nova.network.neutron [req-1cb4220d-4709-435d-9130-146d7cec9aa0 req-9875d1c5-c1a3-4c14-ac04-774791425d83 service nova] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.975777] env[62321]: DEBUG nova.virt.hardware [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.976019] env[62321]: DEBUG nova.virt.hardware [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.976176] env[62321]: DEBUG nova.virt.hardware [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.976356] env[62321]: DEBUG nova.virt.hardware [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.976500] env[62321]: DEBUG nova.virt.hardware [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.976645] env[62321]: DEBUG nova.virt.hardware [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.976880] env[62321]: DEBUG nova.virt.hardware [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.976997] env[62321]: DEBUG nova.virt.hardware [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.977178] env[62321]: DEBUG nova.virt.hardware [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.977341] env[62321]: DEBUG nova.virt.hardware [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.977509] env[62321]: DEBUG nova.virt.hardware [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.978370] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf43a3a-6058-4175-893f-02a076c5b47d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.988183] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e116bdf-b985-404a-8d8a-486dada6001e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.004912] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 56205dff-56b5-4a96-ab3e-ec07705d837a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1074.005166] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=62321) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1074.005312] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=62321) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1074.024602] env[62321]: DEBUG oslo_vmware.api [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633871, 'name': PowerOnVM_Task, 'duration_secs': 1.548404} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.024891] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.025070] env[62321]: INFO nova.compute.manager [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Took 9.25 seconds to spawn the instance on the hypervisor. [ 1074.025253] env[62321]: DEBUG nova.compute.manager [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.028508] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd221fea-ce82-40b3-9173-e655c3c83902 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.043437] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633876, 'name': CreateVM_Task, 'duration_secs': 0.378348} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.045667] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.046415] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.046575] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.046887] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.047137] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63e55a80-98ae-4f23-8eb1-1710c86c1aeb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.051299] env[62321]: DEBUG oslo_vmware.api [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Waiting for the task: (returnval){ [ 1074.051299] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b029cd-54d0-3540-2254-a929abd09a16" [ 1074.051299] env[62321]: _type = "Task" [ 1074.051299] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.060594] env[62321]: DEBUG oslo_vmware.api [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b029cd-54d0-3540-2254-a929abd09a16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.064355] env[62321]: DEBUG oslo_concurrency.lockutils [req-694f2a70-7f61-4aa1-bb36-a7e2b9b92799 req-2a652f5e-2347-4d5d-bd2e-4c7d57542532 service nova] Releasing lock "refresh_cache-5a35025e-96aa-4fe3-b763-526786b21433" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.173402] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcab0f55-f8c4-450e-a5b0-44ef76b1a249 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.180545] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ea174d-bf92-4e71-b06c-3d50d379cf8f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.210108] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5099bc-5a05-409b-a106-1c6df3e43a4e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.217344] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435aeca3-ab83-4e48-8c23-5213c12001d4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.231864] env[62321]: DEBUG nova.compute.provider_tree [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.371712] env[62321]: DEBUG oslo_vmware.api [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633877, 'name': Rename_Task, 'duration_secs': 0.156543} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.372032] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.372283] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b4d9882-5038-4011-9c72-0881f5a949b9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.378410] env[62321]: DEBUG oslo_vmware.api [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 1074.378410] env[62321]: value = "task-2633878" [ 1074.378410] env[62321]: _type = "Task" [ 1074.378410] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.387772] env[62321]: DEBUG oslo_vmware.api [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633878, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.440381] env[62321]: DEBUG nova.network.neutron [-] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.463846] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1dce9c2a-9e48-4272-99ae-92bd0d01de0a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.473965] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15abf0c3-cf08-4e76-97c1-84820dff838e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.505437] env[62321]: DEBUG nova.compute.manager [req-1cb4220d-4709-435d-9130-146d7cec9aa0 req-9875d1c5-c1a3-4c14-ac04-774791425d83 service nova] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Detach interface failed, port_id=263f3ac0-8b4f-46be-8d5f-989d0c7a7610, reason: Instance f0401741-6f49-4d8d-b329-ceaa700428d8 could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1074.559279] env[62321]: INFO nova.compute.manager [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Took 28.02 seconds to build instance. [ 1074.565497] env[62321]: DEBUG oslo_vmware.api [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b029cd-54d0-3540-2254-a929abd09a16, 'name': SearchDatastore_Task, 'duration_secs': 0.038606} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.565794] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.566035] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.566269] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.566423] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.566594] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.566856] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e197fb83-a38e-4635-826d-79b65c69057d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.577057] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.577244] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.578225] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b63cec6-bfa9-4b7e-a9fc-8e410bd0f24b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.583984] env[62321]: DEBUG oslo_vmware.api [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Waiting for the task: (returnval){ [ 1074.583984] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a914d2-fcc4-895a-da30-1fb76ebd0242" [ 1074.583984] env[62321]: _type = "Task" [ 1074.583984] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.591891] env[62321]: DEBUG oslo_vmware.api [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a914d2-fcc4-895a-da30-1fb76ebd0242, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.734152] env[62321]: DEBUG nova.scheduler.client.report [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.891265] env[62321]: DEBUG oslo_vmware.api [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633878, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.943516] env[62321]: INFO nova.compute.manager [-] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Took 1.51 seconds to deallocate network for instance. [ 1075.061758] env[62321]: DEBUG oslo_concurrency.lockutils [None req-51819328-1317-4cb4-a230-d4f82102fcdf tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "243401a7-d516-41c2-8aca-9e93b1aa7631" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.535s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.095611] env[62321]: DEBUG oslo_vmware.api [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a914d2-fcc4-895a-da30-1fb76ebd0242, 'name': SearchDatastore_Task, 'duration_secs': 0.010619} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.096440] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39a38215-7091-4212-ba74-01ad0f3a5c31 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.102215] env[62321]: DEBUG oslo_vmware.api [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Waiting for the task: (returnval){ [ 1075.102215] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b8fede-619b-faff-aab7-48c18b138695" [ 1075.102215] env[62321]: _type = "Task" [ 1075.102215] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.111137] env[62321]: DEBUG oslo_vmware.api [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b8fede-619b-faff-aab7-48c18b138695, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.221984] env[62321]: DEBUG nova.network.neutron [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Successfully updated port: 5f732e98-cbc1-42be-9389-2f2c72ee2096 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1075.238417] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62321) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1075.238728] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.300s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.239466] env[62321]: DEBUG oslo_concurrency.lockutils [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.116s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.241912] env[62321]: INFO nova.compute.claims [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.254049] env[62321]: DEBUG nova.compute.manager [req-904efe99-66e8-4c5f-b1e8-3d0ad614a4c3 req-877578ca-b6dd-479d-ac93-50cfe79e4a1d service nova] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Received event network-vif-plugged-5f732e98-cbc1-42be-9389-2f2c72ee2096 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1075.254436] env[62321]: DEBUG oslo_concurrency.lockutils [req-904efe99-66e8-4c5f-b1e8-3d0ad614a4c3 req-877578ca-b6dd-479d-ac93-50cfe79e4a1d service nova] Acquiring lock "f2bb34f7-6989-4ece-96f7-85a8ea0f83f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.254776] env[62321]: DEBUG oslo_concurrency.lockutils [req-904efe99-66e8-4c5f-b1e8-3d0ad614a4c3 req-877578ca-b6dd-479d-ac93-50cfe79e4a1d service nova] Lock "f2bb34f7-6989-4ece-96f7-85a8ea0f83f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.255075] env[62321]: DEBUG oslo_concurrency.lockutils [req-904efe99-66e8-4c5f-b1e8-3d0ad614a4c3 req-877578ca-b6dd-479d-ac93-50cfe79e4a1d service nova] Lock "f2bb34f7-6989-4ece-96f7-85a8ea0f83f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.255362] env[62321]: DEBUG nova.compute.manager [req-904efe99-66e8-4c5f-b1e8-3d0ad614a4c3 req-877578ca-b6dd-479d-ac93-50cfe79e4a1d service nova] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] No waiting events found dispatching network-vif-plugged-5f732e98-cbc1-42be-9389-2f2c72ee2096 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1075.255927] env[62321]: WARNING nova.compute.manager [req-904efe99-66e8-4c5f-b1e8-3d0ad614a4c3 req-877578ca-b6dd-479d-ac93-50cfe79e4a1d service nova] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Received unexpected event network-vif-plugged-5f732e98-cbc1-42be-9389-2f2c72ee2096 for instance with vm_state building and task_state spawning. [ 1075.388343] env[62321]: DEBUG oslo_vmware.api [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633878, 'name': PowerOnVM_Task, 'duration_secs': 0.559518} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.388602] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.388799] env[62321]: INFO nova.compute.manager [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Took 8.31 seconds to spawn the instance on the hypervisor. [ 1075.388978] env[62321]: DEBUG nova.compute.manager [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.389742] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1fd7ed9-362f-458e-ba0c-068687aec471 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.450618] env[62321]: DEBUG oslo_concurrency.lockutils [None req-283061ab-6fdb-46bd-9283-de0cd92d889c tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.612825] env[62321]: DEBUG oslo_vmware.api [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b8fede-619b-faff-aab7-48c18b138695, 'name': SearchDatastore_Task, 'duration_secs': 0.011114} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.613119] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.613363] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1/e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1075.613616] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-563a6176-10e5-4179-9a02-127ddb6792b6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.619777] env[62321]: DEBUG oslo_vmware.api [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Waiting for the task: (returnval){ [ 1075.619777] env[62321]: value = "task-2633879" [ 1075.619777] env[62321]: _type = "Task" [ 1075.619777] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.627634] env[62321]: DEBUG oslo_vmware.api [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Task: {'id': task-2633879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.665314] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6a4cbc43-dde6-403c-8586-76856ec5662a tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "interface-5a35025e-96aa-4fe3-b763-526786b21433-04985432-4a94-4896-8815-4118e0f7ffb6" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.665602] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6a4cbc43-dde6-403c-8586-76856ec5662a tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "interface-5a35025e-96aa-4fe3-b763-526786b21433-04985432-4a94-4896-8815-4118e0f7ffb6" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.666022] env[62321]: DEBUG nova.objects.instance [None req-6a4cbc43-dde6-403c-8586-76856ec5662a tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lazy-loading 'flavor' on Instance uuid 5a35025e-96aa-4fe3-b763-526786b21433 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.727468] env[62321]: DEBUG oslo_concurrency.lockutils [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "refresh_cache-f2bb34f7-6989-4ece-96f7-85a8ea0f83f0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.727683] env[62321]: DEBUG oslo_concurrency.lockutils [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquired lock "refresh_cache-f2bb34f7-6989-4ece-96f7-85a8ea0f83f0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.727907] env[62321]: DEBUG nova.network.neutron [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.906724] env[62321]: INFO nova.compute.manager [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Took 23.82 seconds to build instance. [ 1076.084053] env[62321]: DEBUG nova.compute.manager [req-2f346e32-24d9-4c20-84e1-341d22ba2390 req-951f6908-fd03-4429-a7e4-04040c4ce1a6 service nova] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Received event network-changed-5f732e98-cbc1-42be-9389-2f2c72ee2096 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1076.084307] env[62321]: DEBUG nova.compute.manager [req-2f346e32-24d9-4c20-84e1-341d22ba2390 req-951f6908-fd03-4429-a7e4-04040c4ce1a6 service nova] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Refreshing instance network info cache due to event network-changed-5f732e98-cbc1-42be-9389-2f2c72ee2096. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1076.084510] env[62321]: DEBUG oslo_concurrency.lockutils [req-2f346e32-24d9-4c20-84e1-341d22ba2390 req-951f6908-fd03-4429-a7e4-04040c4ce1a6 service nova] Acquiring lock "refresh_cache-f2bb34f7-6989-4ece-96f7-85a8ea0f83f0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.130058] env[62321]: DEBUG oslo_vmware.api [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Task: {'id': task-2633879, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449609} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.130058] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1/e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.130058] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1076.130324] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44031fd1-fc7c-4316-bdd5-4e368809888f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.136441] env[62321]: DEBUG oslo_vmware.api [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Waiting for the task: (returnval){ [ 1076.136441] env[62321]: value = "task-2633880" [ 1076.136441] env[62321]: _type = "Task" [ 1076.136441] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.144682] env[62321]: DEBUG oslo_vmware.api [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Task: {'id': task-2633880, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.275527] env[62321]: DEBUG nova.network.neutron [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1076.335230] env[62321]: DEBUG nova.objects.instance [None req-6a4cbc43-dde6-403c-8586-76856ec5662a tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lazy-loading 'pci_requests' on Instance uuid 5a35025e-96aa-4fe3-b763-526786b21433 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.414503] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e9b961e1-b6f7-4e74-9a5c-03f604c132dd tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "6846a657-ce1d-4e1c-ba38-8543390159ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.334s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.452289] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c35f4e-d791-438b-afa8-3b8dd5d218d4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.461307] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eaaf8bc-070b-4199-a3bd-37b9ae66d9cd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.497521] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b907db2-7939-4e3c-8399-998487f23fc6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.502331] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159e3609-879b-4e67-b5de-b0f4088b5e57 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.515802] env[62321]: DEBUG nova.compute.provider_tree [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.517864] env[62321]: DEBUG nova.network.neutron [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Updating instance_info_cache with network_info: [{"id": "5f732e98-cbc1-42be-9389-2f2c72ee2096", "address": "fa:16:3e:83:c5:72", "network": {"id": "750e916d-f2cf-425c-88f0-488d2d7ac894", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-457582844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4d5b3a8d92f42ddb204a0a27c24609a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f732e98-cb", "ovs_interfaceid": "5f732e98-cbc1-42be-9389-2f2c72ee2096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.646738] env[62321]: DEBUG oslo_vmware.api [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Task: {'id': task-2633880, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129429} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.647054] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1076.647722] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91dc3e1-4460-41b7-9518-de02b686b138 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.666983] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1/e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.667573] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1824ec3-8857-4f9c-951f-7a73e99b605c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.686774] env[62321]: DEBUG oslo_vmware.api [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Waiting for the task: (returnval){ [ 1076.686774] env[62321]: value = "task-2633881" [ 1076.686774] env[62321]: _type = "Task" [ 1076.686774] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.697621] env[62321]: DEBUG oslo_vmware.api [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Task: {'id': task-2633881, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.774532] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1f434e15-7da1-4104-a182-bb520448856d tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "243401a7-d516-41c2-8aca-9e93b1aa7631" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.774857] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1f434e15-7da1-4104-a182-bb520448856d tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "243401a7-d516-41c2-8aca-9e93b1aa7631" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.775120] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1f434e15-7da1-4104-a182-bb520448856d tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "243401a7-d516-41c2-8aca-9e93b1aa7631-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.775357] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1f434e15-7da1-4104-a182-bb520448856d tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "243401a7-d516-41c2-8aca-9e93b1aa7631-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.775551] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1f434e15-7da1-4104-a182-bb520448856d tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "243401a7-d516-41c2-8aca-9e93b1aa7631-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.777686] env[62321]: INFO nova.compute.manager [None req-1f434e15-7da1-4104-a182-bb520448856d tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Terminating instance [ 1076.837621] env[62321]: DEBUG nova.objects.base [None req-6a4cbc43-dde6-403c-8586-76856ec5662a tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Object Instance<5a35025e-96aa-4fe3-b763-526786b21433> lazy-loaded attributes: flavor,pci_requests {{(pid=62321) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1076.837853] env[62321]: DEBUG nova.network.neutron [None req-6a4cbc43-dde6-403c-8586-76856ec5662a tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1076.938893] env[62321]: DEBUG nova.policy [None req-6a4cbc43-dde6-403c-8586-76856ec5662a tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1c2f5dfbac44829bbe716952367a1aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c660bc9909cd431cbe05cf3f4e3d2be4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.020292] env[62321]: DEBUG nova.scheduler.client.report [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.026755] env[62321]: DEBUG oslo_concurrency.lockutils [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Releasing lock "refresh_cache-f2bb34f7-6989-4ece-96f7-85a8ea0f83f0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.026755] env[62321]: DEBUG nova.compute.manager [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Instance network_info: |[{"id": "5f732e98-cbc1-42be-9389-2f2c72ee2096", "address": "fa:16:3e:83:c5:72", "network": {"id": "750e916d-f2cf-425c-88f0-488d2d7ac894", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-457582844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4d5b3a8d92f42ddb204a0a27c24609a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f732e98-cb", "ovs_interfaceid": "5f732e98-cbc1-42be-9389-2f2c72ee2096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1077.026755] env[62321]: DEBUG oslo_concurrency.lockutils [req-2f346e32-24d9-4c20-84e1-341d22ba2390 req-951f6908-fd03-4429-a7e4-04040c4ce1a6 service nova] Acquired lock "refresh_cache-f2bb34f7-6989-4ece-96f7-85a8ea0f83f0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.026755] env[62321]: DEBUG nova.network.neutron [req-2f346e32-24d9-4c20-84e1-341d22ba2390 req-951f6908-fd03-4429-a7e4-04040c4ce1a6 service nova] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Refreshing network info cache for port 5f732e98-cbc1-42be-9389-2f2c72ee2096 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.026755] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:c5:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b94712a6-b777-47dd-bc06-f9acfce2d936', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f732e98-cbc1-42be-9389-2f2c72ee2096', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1077.033219] env[62321]: DEBUG oslo.service.loopingcall [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1077.036029] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1077.036825] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d77b3a0-1653-4e28-845e-c7f25973fbfa {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.059265] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1077.059265] env[62321]: value = "task-2633882" [ 1077.059265] env[62321]: _type = "Task" [ 1077.059265] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.071070] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633882, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.197164] env[62321]: DEBUG oslo_vmware.api [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Task: {'id': task-2633881, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.281541] env[62321]: DEBUG nova.compute.manager [None req-1f434e15-7da1-4104-a182-bb520448856d tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1077.281765] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1f434e15-7da1-4104-a182-bb520448856d tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.282751] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3b65a2-fb7a-4a3b-93cc-5daebf9e6c04 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.291878] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f434e15-7da1-4104-a182-bb520448856d tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.292697] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee254970-db24-41f1-b980-fe31b9fb89be {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.302889] env[62321]: DEBUG oslo_vmware.api [None req-1f434e15-7da1-4104-a182-bb520448856d tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 1077.302889] env[62321]: value = "task-2633883" [ 1077.302889] env[62321]: _type = "Task" [ 1077.302889] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.315048] env[62321]: DEBUG oslo_vmware.api [None req-1f434e15-7da1-4104-a182-bb520448856d tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.323287] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8ffda584-cc3d-480a-9b7d-a675a39ce040 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "6846a657-ce1d-4e1c-ba38-8543390159ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.323579] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8ffda584-cc3d-480a-9b7d-a675a39ce040 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "6846a657-ce1d-4e1c-ba38-8543390159ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.323817] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8ffda584-cc3d-480a-9b7d-a675a39ce040 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "6846a657-ce1d-4e1c-ba38-8543390159ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.324113] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8ffda584-cc3d-480a-9b7d-a675a39ce040 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "6846a657-ce1d-4e1c-ba38-8543390159ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.324349] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8ffda584-cc3d-480a-9b7d-a675a39ce040 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "6846a657-ce1d-4e1c-ba38-8543390159ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.326850] env[62321]: INFO nova.compute.manager [None req-8ffda584-cc3d-480a-9b7d-a675a39ce040 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Terminating instance [ 1077.366151] env[62321]: DEBUG nova.network.neutron [req-2f346e32-24d9-4c20-84e1-341d22ba2390 req-951f6908-fd03-4429-a7e4-04040c4ce1a6 service nova] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Updated VIF entry in instance network info cache for port 5f732e98-cbc1-42be-9389-2f2c72ee2096. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.366498] env[62321]: DEBUG nova.network.neutron [req-2f346e32-24d9-4c20-84e1-341d22ba2390 req-951f6908-fd03-4429-a7e4-04040c4ce1a6 service nova] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Updating instance_info_cache with network_info: [{"id": "5f732e98-cbc1-42be-9389-2f2c72ee2096", "address": "fa:16:3e:83:c5:72", "network": {"id": "750e916d-f2cf-425c-88f0-488d2d7ac894", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-457582844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4d5b3a8d92f42ddb204a0a27c24609a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f732e98-cb", "ovs_interfaceid": "5f732e98-cbc1-42be-9389-2f2c72ee2096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.525334] env[62321]: DEBUG oslo_concurrency.lockutils [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.286s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.525967] env[62321]: DEBUG nova.compute.manager [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1077.529531] env[62321]: DEBUG oslo_concurrency.lockutils [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.198s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.531675] env[62321]: INFO nova.compute.claims [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1077.570044] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633882, 'name': CreateVM_Task, 'duration_secs': 0.354553} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.570173] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.570928] env[62321]: DEBUG oslo_concurrency.lockutils [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.571108] env[62321]: DEBUG oslo_concurrency.lockutils [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.571498] env[62321]: DEBUG oslo_concurrency.lockutils [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.572802] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80748f3a-e012-4e1e-9c8f-360c1d25fee4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.582903] env[62321]: DEBUG oslo_vmware.api [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1077.582903] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a8d8fe-7a4f-460a-2374-023fa104f0f2" [ 1077.582903] env[62321]: _type = "Task" [ 1077.582903] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.592114] env[62321]: DEBUG oslo_vmware.api [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a8d8fe-7a4f-460a-2374-023fa104f0f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.700231] env[62321]: DEBUG oslo_vmware.api [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Task: {'id': task-2633881, 'name': ReconfigVM_Task, 'duration_secs': 0.924276} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.700231] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Reconfigured VM instance instance-00000067 to attach disk [datastore1] e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1/e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.700231] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7047a07a-6094-4a3f-b202-cd580e28834d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.707019] env[62321]: DEBUG oslo_vmware.api [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Waiting for the task: (returnval){ [ 1077.707019] env[62321]: value = "task-2633884" [ 1077.707019] env[62321]: _type = "Task" [ 1077.707019] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.721974] env[62321]: DEBUG oslo_vmware.api [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Task: {'id': task-2633884, 'name': Rename_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.812787] env[62321]: DEBUG oslo_vmware.api [None req-1f434e15-7da1-4104-a182-bb520448856d tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633883, 'name': PowerOffVM_Task, 'duration_secs': 0.217079} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.812787] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f434e15-7da1-4104-a182-bb520448856d tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.812983] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1f434e15-7da1-4104-a182-bb520448856d tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.813230] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-973c7555-72e4-4345-b4b6-9381b6beffe6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.830891] env[62321]: DEBUG nova.compute.manager [None req-8ffda584-cc3d-480a-9b7d-a675a39ce040 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1077.831119] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffda584-cc3d-480a-9b7d-a675a39ce040 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.831976] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a13df5-f907-4c2c-b885-2542642d7572 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.839698] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ffda584-cc3d-480a-9b7d-a675a39ce040 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.839932] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-930e5659-0cc8-4541-955d-6b74ae2c4ee3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.845549] env[62321]: DEBUG oslo_vmware.api [None req-8ffda584-cc3d-480a-9b7d-a675a39ce040 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 1077.845549] env[62321]: value = "task-2633886" [ 1077.845549] env[62321]: _type = "Task" [ 1077.845549] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.853619] env[62321]: DEBUG oslo_vmware.api [None req-8ffda584-cc3d-480a-9b7d-a675a39ce040 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.868737] env[62321]: DEBUG oslo_concurrency.lockutils [req-2f346e32-24d9-4c20-84e1-341d22ba2390 req-951f6908-fd03-4429-a7e4-04040c4ce1a6 service nova] Releasing lock "refresh_cache-f2bb34f7-6989-4ece-96f7-85a8ea0f83f0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.881242] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1f434e15-7da1-4104-a182-bb520448856d tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.881459] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1f434e15-7da1-4104-a182-bb520448856d tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.881652] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f434e15-7da1-4104-a182-bb520448856d tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Deleting the datastore file [datastore2] 243401a7-d516-41c2-8aca-9e93b1aa7631 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.881995] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d2351cb-a6b4-409d-8b73-7dd7f5b35445 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.887958] env[62321]: DEBUG oslo_vmware.api [None req-1f434e15-7da1-4104-a182-bb520448856d tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for the task: (returnval){ [ 1077.887958] env[62321]: value = "task-2633887" [ 1077.887958] env[62321]: _type = "Task" [ 1077.887958] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.899548] env[62321]: DEBUG oslo_vmware.api [None req-1f434e15-7da1-4104-a182-bb520448856d tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.036489] env[62321]: DEBUG nova.compute.utils [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1078.040041] env[62321]: DEBUG nova.compute.manager [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1078.040195] env[62321]: DEBUG nova.network.neutron [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1078.076962] env[62321]: DEBUG nova.policy [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d96f968fdd14f9a9f8c4b67b13ce8f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2238c58ec98844ed97ad0b1384375595', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 1078.092832] env[62321]: DEBUG oslo_vmware.api [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a8d8fe-7a4f-460a-2374-023fa104f0f2, 'name': SearchDatastore_Task, 'duration_secs': 0.009842} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.093130] env[62321]: DEBUG oslo_concurrency.lockutils [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.093402] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1078.093640] env[62321]: DEBUG oslo_concurrency.lockutils [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.093784] env[62321]: DEBUG oslo_concurrency.lockutils [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.095022] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1078.095022] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d1e81b7-0b11-4e20-96e4-410bfc5fab45 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.102888] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1078.103100] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1078.103821] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5155584a-de19-41f8-a059-fdc7d40ec4db {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.109061] env[62321]: DEBUG oslo_vmware.api [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1078.109061] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522e0ea8-5770-58c4-4646-ae34624867a9" [ 1078.109061] env[62321]: _type = "Task" [ 1078.109061] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.116622] env[62321]: DEBUG oslo_vmware.api [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522e0ea8-5770-58c4-4646-ae34624867a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.216933] env[62321]: DEBUG oslo_vmware.api [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Task: {'id': task-2633884, 'name': Rename_Task, 'duration_secs': 0.193251} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.217233] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.217474] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-624ec566-dc60-4dc2-aa55-c4ef12c77cbf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.223086] env[62321]: DEBUG oslo_vmware.api [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Waiting for the task: (returnval){ [ 1078.223086] env[62321]: value = "task-2633888" [ 1078.223086] env[62321]: _type = "Task" [ 1078.223086] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.230370] env[62321]: DEBUG oslo_vmware.api [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Task: {'id': task-2633888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.357667] env[62321]: DEBUG oslo_vmware.api [None req-8ffda584-cc3d-480a-9b7d-a675a39ce040 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633886, 'name': PowerOffVM_Task, 'duration_secs': 0.200531} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.357876] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ffda584-cc3d-480a-9b7d-a675a39ce040 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.358147] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffda584-cc3d-480a-9b7d-a675a39ce040 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1078.358461] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1e2eaa1-9399-436a-9d98-793b88ff3fcb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.397345] env[62321]: DEBUG oslo_vmware.api [None req-1f434e15-7da1-4104-a182-bb520448856d tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Task: {'id': task-2633887, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137485} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.397694] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f434e15-7da1-4104-a182-bb520448856d tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.397771] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1f434e15-7da1-4104-a182-bb520448856d tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.397947] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1f434e15-7da1-4104-a182-bb520448856d tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.398152] env[62321]: INFO nova.compute.manager [None req-1f434e15-7da1-4104-a182-bb520448856d tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1078.398399] env[62321]: DEBUG oslo.service.loopingcall [None req-1f434e15-7da1-4104-a182-bb520448856d tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1078.398590] env[62321]: DEBUG nova.compute.manager [-] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1078.398713] env[62321]: DEBUG nova.network.neutron [-] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1078.433571] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffda584-cc3d-480a-9b7d-a675a39ce040 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1078.433785] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffda584-cc3d-480a-9b7d-a675a39ce040 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1078.433968] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ffda584-cc3d-480a-9b7d-a675a39ce040 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Deleting the datastore file [datastore2] 6846a657-ce1d-4e1c-ba38-8543390159ab {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1078.434242] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0292547-f2e7-4151-ac1d-b6df2d747583 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.440222] env[62321]: DEBUG oslo_vmware.api [None req-8ffda584-cc3d-480a-9b7d-a675a39ce040 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 1078.440222] env[62321]: value = "task-2633890" [ 1078.440222] env[62321]: _type = "Task" [ 1078.440222] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.448506] env[62321]: DEBUG oslo_vmware.api [None req-8ffda584-cc3d-480a-9b7d-a675a39ce040 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.471802] env[62321]: DEBUG nova.network.neutron [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Successfully created port: 6ae54ba5-ac36-4bfe-b3ac-7d7d6352f3c4 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1078.541586] env[62321]: DEBUG nova.compute.manager [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1078.632877] env[62321]: DEBUG oslo_vmware.api [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522e0ea8-5770-58c4-4646-ae34624867a9, 'name': SearchDatastore_Task, 'duration_secs': 0.00904} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.633120] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d64810e1-fddf-47a5-b5b6-5ebac12004c0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.642574] env[62321]: DEBUG oslo_vmware.api [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1078.642574] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]520a3661-097f-cf4d-9a30-2d8019d44f86" [ 1078.642574] env[62321]: _type = "Task" [ 1078.642574] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.652116] env[62321]: DEBUG oslo_vmware.api [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]520a3661-097f-cf4d-9a30-2d8019d44f86, 'name': SearchDatastore_Task, 'duration_secs': 0.009926} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.652361] env[62321]: DEBUG oslo_concurrency.lockutils [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.652617] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] f2bb34f7-6989-4ece-96f7-85a8ea0f83f0/f2bb34f7-6989-4ece-96f7-85a8ea0f83f0.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1078.655356] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd9a0084-d21b-48c9-92ce-76c93291d221 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.662616] env[62321]: DEBUG oslo_vmware.api [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1078.662616] env[62321]: value = "task-2633891" [ 1078.662616] env[62321]: _type = "Task" [ 1078.662616] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.672075] env[62321]: DEBUG oslo_vmware.api [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.736502] env[62321]: DEBUG oslo_vmware.api [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Task: {'id': task-2633888, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.781524] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55acd6d2-eb85-4d80-b611-691d01a7806f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.788766] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048df0c5-dac1-4fd7-9a15-cd34e1f0640f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.818922] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae43aa14-5b7e-4dc7-a565-e27b87cddc1f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.826338] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d2d769-dd02-4297-9f77-4290c3b10756 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.839856] env[62321]: DEBUG nova.compute.provider_tree [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.949580] env[62321]: DEBUG oslo_vmware.api [None req-8ffda584-cc3d-480a-9b7d-a675a39ce040 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195311} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.949837] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ffda584-cc3d-480a-9b7d-a675a39ce040 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.950033] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffda584-cc3d-480a-9b7d-a675a39ce040 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.950215] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffda584-cc3d-480a-9b7d-a675a39ce040 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.950415] env[62321]: INFO nova.compute.manager [None req-8ffda584-cc3d-480a-9b7d-a675a39ce040 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1078.950667] env[62321]: DEBUG oslo.service.loopingcall [None req-8ffda584-cc3d-480a-9b7d-a675a39ce040 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1078.950889] env[62321]: DEBUG nova.compute.manager [-] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1078.950978] env[62321]: DEBUG nova.network.neutron [-] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1079.103115] env[62321]: DEBUG nova.compute.manager [req-129b2424-1233-45fe-87bb-81f161c85582 req-6e3f3245-a9e0-4e2d-af50-8cdbd186a110 service nova] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Received event network-vif-plugged-04985432-4a94-4896-8815-4118e0f7ffb6 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1079.103352] env[62321]: DEBUG oslo_concurrency.lockutils [req-129b2424-1233-45fe-87bb-81f161c85582 req-6e3f3245-a9e0-4e2d-af50-8cdbd186a110 service nova] Acquiring lock "5a35025e-96aa-4fe3-b763-526786b21433-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1079.103556] env[62321]: DEBUG oslo_concurrency.lockutils [req-129b2424-1233-45fe-87bb-81f161c85582 req-6e3f3245-a9e0-4e2d-af50-8cdbd186a110 service nova] Lock "5a35025e-96aa-4fe3-b763-526786b21433-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1079.103728] env[62321]: DEBUG oslo_concurrency.lockutils [req-129b2424-1233-45fe-87bb-81f161c85582 req-6e3f3245-a9e0-4e2d-af50-8cdbd186a110 service nova] Lock "5a35025e-96aa-4fe3-b763-526786b21433-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.103898] env[62321]: DEBUG nova.compute.manager [req-129b2424-1233-45fe-87bb-81f161c85582 req-6e3f3245-a9e0-4e2d-af50-8cdbd186a110 service nova] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] No waiting events found dispatching network-vif-plugged-04985432-4a94-4896-8815-4118e0f7ffb6 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1079.104270] env[62321]: WARNING nova.compute.manager [req-129b2424-1233-45fe-87bb-81f161c85582 req-6e3f3245-a9e0-4e2d-af50-8cdbd186a110 service nova] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Received unexpected event network-vif-plugged-04985432-4a94-4896-8815-4118e0f7ffb6 for instance with vm_state active and task_state None. [ 1079.136408] env[62321]: DEBUG nova.network.neutron [None req-6a4cbc43-dde6-403c-8586-76856ec5662a tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Successfully updated port: 04985432-4a94-4896-8815-4118e0f7ffb6 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1079.173417] env[62321]: DEBUG oslo_vmware.api [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633891, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.234565] env[62321]: DEBUG oslo_vmware.api [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Task: {'id': task-2633888, 'name': PowerOnVM_Task, 'duration_secs': 0.552188} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.234994] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.235098] env[62321]: DEBUG nova.compute.manager [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.235895] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ed96c8-f888-4df0-971b-3de71ba697dc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.253201] env[62321]: DEBUG nova.compute.manager [req-74662a3d-8d80-44b1-9b3a-128f15308865 req-0f4dfc29-e70f-487f-8ccd-403b9ff6749c service nova] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Received event network-vif-deleted-d6c30845-1fb5-4b08-ab2b-daf6b2630529 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1079.253412] env[62321]: INFO nova.compute.manager [req-74662a3d-8d80-44b1-9b3a-128f15308865 req-0f4dfc29-e70f-487f-8ccd-403b9ff6749c service nova] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Neutron deleted interface d6c30845-1fb5-4b08-ab2b-daf6b2630529; detaching it from the instance and deleting it from the info cache [ 1079.253581] env[62321]: DEBUG nova.network.neutron [req-74662a3d-8d80-44b1-9b3a-128f15308865 req-0f4dfc29-e70f-487f-8ccd-403b9ff6749c service nova] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.343420] env[62321]: DEBUG nova.scheduler.client.report [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.528577] env[62321]: DEBUG nova.network.neutron [-] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.560642] env[62321]: DEBUG nova.compute.manager [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1079.587739] env[62321]: DEBUG nova.virt.hardware [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.588014] env[62321]: DEBUG nova.virt.hardware [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.588189] env[62321]: DEBUG nova.virt.hardware [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.588375] env[62321]: DEBUG nova.virt.hardware [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.588524] env[62321]: DEBUG nova.virt.hardware [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.588681] env[62321]: DEBUG nova.virt.hardware [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.588886] env[62321]: DEBUG nova.virt.hardware [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.589055] env[62321]: DEBUG nova.virt.hardware [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.589228] env[62321]: DEBUG nova.virt.hardware [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.589391] env[62321]: DEBUG nova.virt.hardware [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.589565] env[62321]: DEBUG nova.virt.hardware [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.590442] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ab025b-06f8-485a-9267-a503c36b7d39 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.598631] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d6e504-1664-4c14-8190-2d3f8820f860 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.637524] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6a4cbc43-dde6-403c-8586-76856ec5662a tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "refresh_cache-5a35025e-96aa-4fe3-b763-526786b21433" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.637715] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6a4cbc43-dde6-403c-8586-76856ec5662a tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquired lock "refresh_cache-5a35025e-96aa-4fe3-b763-526786b21433" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.637993] env[62321]: DEBUG nova.network.neutron [None req-6a4cbc43-dde6-403c-8586-76856ec5662a tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.672615] env[62321]: DEBUG oslo_vmware.api [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.773042} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.672878] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] f2bb34f7-6989-4ece-96f7-85a8ea0f83f0/f2bb34f7-6989-4ece-96f7-85a8ea0f83f0.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1079.673136] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1079.673410] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d248d267-aeeb-4b43-aa07-7a32592c1d14 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.679257] env[62321]: DEBUG oslo_vmware.api [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1079.679257] env[62321]: value = "task-2633892" [ 1079.679257] env[62321]: _type = "Task" [ 1079.679257] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.688539] env[62321]: DEBUG oslo_vmware.api [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633892, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.703092] env[62321]: DEBUG nova.network.neutron [-] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.755038] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1079.756744] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f47f35c1-2db3-4e9d-8e4d-fc913c6d50fe {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.765278] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c1ad9f-726c-4f4d-bdb0-3c0f993ad55c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.794173] env[62321]: DEBUG nova.compute.manager [req-74662a3d-8d80-44b1-9b3a-128f15308865 req-0f4dfc29-e70f-487f-8ccd-403b9ff6749c service nova] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Detach interface failed, port_id=d6c30845-1fb5-4b08-ab2b-daf6b2630529, reason: Instance 6846a657-ce1d-4e1c-ba38-8543390159ab could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1079.848198] env[62321]: DEBUG oslo_concurrency.lockutils [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.319s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.848841] env[62321]: DEBUG nova.compute.manager [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1079.851652] env[62321]: DEBUG oslo_concurrency.lockutils [None req-283061ab-6fdb-46bd-9283-de0cd92d889c tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.401s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1079.851876] env[62321]: DEBUG nova.objects.instance [None req-283061ab-6fdb-46bd-9283-de0cd92d889c tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Lazy-loading 'resources' on Instance uuid f0401741-6f49-4d8d-b329-ceaa700428d8 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.031012] env[62321]: INFO nova.compute.manager [-] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Took 1.63 seconds to deallocate network for instance. [ 1080.176984] env[62321]: WARNING nova.network.neutron [None req-6a4cbc43-dde6-403c-8586-76856ec5662a tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] 62edaec8-ba2d-4464-b39a-ca6af58f81f9 already exists in list: networks containing: ['62edaec8-ba2d-4464-b39a-ca6af58f81f9']. ignoring it [ 1080.188933] env[62321]: DEBUG oslo_vmware.api [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633892, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08162} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.189234] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1080.190285] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e30ec9-cd9d-4951-b439-f46359a73d6e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.213375] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] f2bb34f7-6989-4ece-96f7-85a8ea0f83f0/f2bb34f7-6989-4ece-96f7-85a8ea0f83f0.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.216123] env[62321]: INFO nova.compute.manager [-] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Took 1.27 seconds to deallocate network for instance. [ 1080.216678] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e386d00-b276-4346-bd71-624acdaadbfd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.242620] env[62321]: DEBUG oslo_vmware.api [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1080.242620] env[62321]: value = "task-2633893" [ 1080.242620] env[62321]: _type = "Task" [ 1080.242620] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.252025] env[62321]: DEBUG oslo_vmware.api [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633893, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.355290] env[62321]: DEBUG nova.compute.utils [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1080.363419] env[62321]: DEBUG nova.compute.manager [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1080.363419] env[62321]: DEBUG nova.network.neutron [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1080.431524] env[62321]: DEBUG nova.policy [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4aa50382773541a1bdee59888d000b77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e41ce300a3c4503930ecf73e3501abe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 1080.514457] env[62321]: DEBUG nova.network.neutron [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Successfully updated port: 6ae54ba5-ac36-4bfe-b3ac-7d7d6352f3c4 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1080.536627] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1f434e15-7da1-4104-a182-bb520448856d tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.542199] env[62321]: DEBUG nova.network.neutron [None req-6a4cbc43-dde6-403c-8586-76856ec5662a tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Updating instance_info_cache with network_info: [{"id": "9f8888aa-a47f-43aa-ade7-e0ee34c13139", "address": "fa:16:3e:4b:26:cb", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f8888aa-a4", "ovs_interfaceid": "9f8888aa-a47f-43aa-ade7-e0ee34c13139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "04985432-4a94-4896-8815-4118e0f7ffb6", "address": "fa:16:3e:79:b3:22", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04985432-4a", "ovs_interfaceid": "04985432-4a94-4896-8815-4118e0f7ffb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.561980] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a446a1-0734-4151-ba7e-976995c663dc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.569878] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bdcb9d-591d-4c80-ac64-3ab31d3901bb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.600534] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432b49e0-ac53-4b27-a924-8bc51d2cf652 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.608249] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe51ff2-85e0-47e3-908f-d332b4cd58fd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.621451] env[62321]: DEBUG nova.compute.provider_tree [None req-283061ab-6fdb-46bd-9283-de0cd92d889c tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.644479] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0dde49d4-3b84-427f-a6d0-63389db71c80 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Acquiring lock "e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.644721] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0dde49d4-3b84-427f-a6d0-63389db71c80 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Lock "e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.644927] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0dde49d4-3b84-427f-a6d0-63389db71c80 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Acquiring lock "e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.645131] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0dde49d4-3b84-427f-a6d0-63389db71c80 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Lock "e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.645302] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0dde49d4-3b84-427f-a6d0-63389db71c80 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Lock "e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.647202] env[62321]: INFO nova.compute.manager [None req-0dde49d4-3b84-427f-a6d0-63389db71c80 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Terminating instance [ 1080.734573] env[62321]: DEBUG nova.network.neutron [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Successfully created port: ffcc0c40-4ec7-4b4b-bae4-3576f19c1bd6 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1080.737126] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8ffda584-cc3d-480a-9b7d-a675a39ce040 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.751517] env[62321]: DEBUG oslo_vmware.api [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633893, 'name': ReconfigVM_Task, 'duration_secs': 0.328865} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.751910] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Reconfigured VM instance instance-0000006a to attach disk [datastore1] f2bb34f7-6989-4ece-96f7-85a8ea0f83f0/f2bb34f7-6989-4ece-96f7-85a8ea0f83f0.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.752573] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8b21c42-2192-4cfe-ab32-e21b6284ec81 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.759033] env[62321]: DEBUG oslo_vmware.api [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1080.759033] env[62321]: value = "task-2633894" [ 1080.759033] env[62321]: _type = "Task" [ 1080.759033] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.769398] env[62321]: DEBUG oslo_vmware.api [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633894, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.863855] env[62321]: DEBUG nova.compute.manager [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1081.020146] env[62321]: DEBUG oslo_concurrency.lockutils [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "refresh_cache-9a3fe97a-26a0-4286-8258-0752fa08ea3f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.020332] env[62321]: DEBUG oslo_concurrency.lockutils [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquired lock "refresh_cache-9a3fe97a-26a0-4286-8258-0752fa08ea3f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.020487] env[62321]: DEBUG nova.network.neutron [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.045725] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6a4cbc43-dde6-403c-8586-76856ec5662a tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Releasing lock "refresh_cache-5a35025e-96aa-4fe3-b763-526786b21433" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.045725] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6a4cbc43-dde6-403c-8586-76856ec5662a tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "5a35025e-96aa-4fe3-b763-526786b21433" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.045725] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6a4cbc43-dde6-403c-8586-76856ec5662a tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquired lock "5a35025e-96aa-4fe3-b763-526786b21433" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.046767] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53937953-133f-4291-8e8c-a5bd94c68612 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.063839] env[62321]: DEBUG nova.virt.hardware [None req-6a4cbc43-dde6-403c-8586-76856ec5662a tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.064069] env[62321]: DEBUG nova.virt.hardware [None req-6a4cbc43-dde6-403c-8586-76856ec5662a tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.064232] env[62321]: DEBUG nova.virt.hardware [None req-6a4cbc43-dde6-403c-8586-76856ec5662a tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.064424] env[62321]: DEBUG nova.virt.hardware [None req-6a4cbc43-dde6-403c-8586-76856ec5662a tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.064628] env[62321]: DEBUG nova.virt.hardware [None req-6a4cbc43-dde6-403c-8586-76856ec5662a tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.064718] env[62321]: DEBUG nova.virt.hardware [None req-6a4cbc43-dde6-403c-8586-76856ec5662a tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.064924] env[62321]: DEBUG nova.virt.hardware [None req-6a4cbc43-dde6-403c-8586-76856ec5662a tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.065097] env[62321]: DEBUG nova.virt.hardware [None req-6a4cbc43-dde6-403c-8586-76856ec5662a tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.065263] env[62321]: DEBUG nova.virt.hardware [None req-6a4cbc43-dde6-403c-8586-76856ec5662a tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.065423] env[62321]: DEBUG nova.virt.hardware [None req-6a4cbc43-dde6-403c-8586-76856ec5662a tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.065595] env[62321]: DEBUG nova.virt.hardware [None req-6a4cbc43-dde6-403c-8586-76856ec5662a tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.072952] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4cbc43-dde6-403c-8586-76856ec5662a tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Reconfiguring VM to attach interface {{(pid=62321) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1081.073281] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d065fc9-5ff4-44f6-8bc9-a79d44be881f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.091049] env[62321]: DEBUG oslo_vmware.api [None req-6a4cbc43-dde6-403c-8586-76856ec5662a tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 1081.091049] env[62321]: value = "task-2633895" [ 1081.091049] env[62321]: _type = "Task" [ 1081.091049] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.098961] env[62321]: DEBUG oslo_vmware.api [None req-6a4cbc43-dde6-403c-8586-76856ec5662a tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633895, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.125806] env[62321]: DEBUG nova.scheduler.client.report [None req-283061ab-6fdb-46bd-9283-de0cd92d889c tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.146335] env[62321]: DEBUG nova.compute.manager [req-364c330b-b082-43da-a158-158e2cf3f493 req-0eba7ec7-a329-478a-9a16-b20dbb611cdd service nova] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Received event network-vif-deleted-cbdf9710-e250-48be-ab5e-80ea14615251 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1081.146335] env[62321]: DEBUG nova.compute.manager [req-364c330b-b082-43da-a158-158e2cf3f493 req-0eba7ec7-a329-478a-9a16-b20dbb611cdd service nova] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Received event network-changed-04985432-4a94-4896-8815-4118e0f7ffb6 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1081.146335] env[62321]: DEBUG nova.compute.manager [req-364c330b-b082-43da-a158-158e2cf3f493 req-0eba7ec7-a329-478a-9a16-b20dbb611cdd service nova] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Refreshing instance network info cache due to event network-changed-04985432-4a94-4896-8815-4118e0f7ffb6. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1081.146616] env[62321]: DEBUG oslo_concurrency.lockutils [req-364c330b-b082-43da-a158-158e2cf3f493 req-0eba7ec7-a329-478a-9a16-b20dbb611cdd service nova] Acquiring lock "refresh_cache-5a35025e-96aa-4fe3-b763-526786b21433" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.146616] env[62321]: DEBUG oslo_concurrency.lockutils [req-364c330b-b082-43da-a158-158e2cf3f493 req-0eba7ec7-a329-478a-9a16-b20dbb611cdd service nova] Acquired lock "refresh_cache-5a35025e-96aa-4fe3-b763-526786b21433" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.146755] env[62321]: DEBUG nova.network.neutron [req-364c330b-b082-43da-a158-158e2cf3f493 req-0eba7ec7-a329-478a-9a16-b20dbb611cdd service nova] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Refreshing network info cache for port 04985432-4a94-4896-8815-4118e0f7ffb6 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.150862] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0dde49d4-3b84-427f-a6d0-63389db71c80 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Acquiring lock "refresh_cache-e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.151024] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0dde49d4-3b84-427f-a6d0-63389db71c80 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Acquired lock "refresh_cache-e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.151182] env[62321]: DEBUG nova.network.neutron [None req-0dde49d4-3b84-427f-a6d0-63389db71c80 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.270054] env[62321]: DEBUG oslo_vmware.api [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633894, 'name': Rename_Task, 'duration_secs': 0.155853} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.270054] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.270285] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4b0656f-f5b1-4bfb-a7c6-1ea6663e1a4e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.278537] env[62321]: DEBUG oslo_vmware.api [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1081.278537] env[62321]: value = "task-2633896" [ 1081.278537] env[62321]: _type = "Task" [ 1081.278537] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.288575] env[62321]: DEBUG oslo_vmware.api [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.555450] env[62321]: DEBUG nova.network.neutron [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1081.601977] env[62321]: DEBUG oslo_vmware.api [None req-6a4cbc43-dde6-403c-8586-76856ec5662a tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.630925] env[62321]: DEBUG oslo_concurrency.lockutils [None req-283061ab-6fdb-46bd-9283-de0cd92d889c tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.779s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.636462] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.881s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.636681] env[62321]: DEBUG nova.objects.instance [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62321) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1081.662576] env[62321]: INFO nova.scheduler.client.report [None req-283061ab-6fdb-46bd-9283-de0cd92d889c tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Deleted allocations for instance f0401741-6f49-4d8d-b329-ceaa700428d8 [ 1081.681352] env[62321]: DEBUG nova.network.neutron [None req-0dde49d4-3b84-427f-a6d0-63389db71c80 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1081.715123] env[62321]: DEBUG nova.network.neutron [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Updating instance_info_cache with network_info: [{"id": "6ae54ba5-ac36-4bfe-b3ac-7d7d6352f3c4", "address": "fa:16:3e:18:5b:af", "network": {"id": "02af3748-38ba-426d-a0df-7b044d0c0b87", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-920001595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2238c58ec98844ed97ad0b1384375595", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ae54ba5-ac", "ovs_interfaceid": "6ae54ba5-ac36-4bfe-b3ac-7d7d6352f3c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.769190] env[62321]: DEBUG nova.network.neutron [None req-0dde49d4-3b84-427f-a6d0-63389db71c80 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.790268] env[62321]: DEBUG oslo_vmware.api [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633896, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.874514] env[62321]: DEBUG nova.compute.manager [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1081.906107] env[62321]: DEBUG nova.virt.hardware [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.906458] env[62321]: DEBUG nova.virt.hardware [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.906536] env[62321]: DEBUG nova.virt.hardware [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.906715] env[62321]: DEBUG nova.virt.hardware [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.906860] env[62321]: DEBUG nova.virt.hardware [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.907016] env[62321]: DEBUG nova.virt.hardware [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.907239] env[62321]: DEBUG nova.virt.hardware [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.907398] env[62321]: DEBUG nova.virt.hardware [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.907573] env[62321]: DEBUG nova.virt.hardware [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.907718] env[62321]: DEBUG nova.virt.hardware [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.907906] env[62321]: DEBUG nova.virt.hardware [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.908773] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89372d6-08b2-46cf-8d30-62a4a3710a3d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.916569] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d94b087-0ca1-43da-927a-e3cf30fca84c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.937940] env[62321]: DEBUG nova.network.neutron [req-364c330b-b082-43da-a158-158e2cf3f493 req-0eba7ec7-a329-478a-9a16-b20dbb611cdd service nova] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Updated VIF entry in instance network info cache for port 04985432-4a94-4896-8815-4118e0f7ffb6. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.938389] env[62321]: DEBUG nova.network.neutron [req-364c330b-b082-43da-a158-158e2cf3f493 req-0eba7ec7-a329-478a-9a16-b20dbb611cdd service nova] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Updating instance_info_cache with network_info: [{"id": "9f8888aa-a47f-43aa-ade7-e0ee34c13139", "address": "fa:16:3e:4b:26:cb", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f8888aa-a4", "ovs_interfaceid": "9f8888aa-a47f-43aa-ade7-e0ee34c13139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "04985432-4a94-4896-8815-4118e0f7ffb6", "address": "fa:16:3e:79:b3:22", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04985432-4a", "ovs_interfaceid": "04985432-4a94-4896-8815-4118e0f7ffb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.101839] env[62321]: DEBUG oslo_vmware.api [None req-6a4cbc43-dde6-403c-8586-76856ec5662a tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633895, 'name': ReconfigVM_Task, 'duration_secs': 0.742949} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.102361] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6a4cbc43-dde6-403c-8586-76856ec5662a tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Releasing lock "5a35025e-96aa-4fe3-b763-526786b21433" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.102564] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4cbc43-dde6-403c-8586-76856ec5662a tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Reconfigured VM to attach interface {{(pid=62321) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1082.170700] env[62321]: DEBUG oslo_concurrency.lockutils [None req-283061ab-6fdb-46bd-9283-de0cd92d889c tempest-ServerRescueNegativeTestJSON-1917075944 tempest-ServerRescueNegativeTestJSON-1917075944-project-member] Lock "f0401741-6f49-4d8d-b329-ceaa700428d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.873s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.219949] env[62321]: DEBUG oslo_concurrency.lockutils [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Releasing lock "refresh_cache-9a3fe97a-26a0-4286-8258-0752fa08ea3f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.220334] env[62321]: DEBUG nova.compute.manager [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Instance network_info: |[{"id": "6ae54ba5-ac36-4bfe-b3ac-7d7d6352f3c4", "address": "fa:16:3e:18:5b:af", "network": {"id": "02af3748-38ba-426d-a0df-7b044d0c0b87", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-920001595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2238c58ec98844ed97ad0b1384375595", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ae54ba5-ac", "ovs_interfaceid": "6ae54ba5-ac36-4bfe-b3ac-7d7d6352f3c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1082.221119] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:5b:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5fe645c-e088-401e-ab53-4ae2981dea72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ae54ba5-ac36-4bfe-b3ac-7d7d6352f3c4', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1082.228820] env[62321]: DEBUG oslo.service.loopingcall [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1082.229092] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1082.229741] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a292f16d-4657-49cf-8a4c-03541264c825 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.249508] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1082.249508] env[62321]: value = "task-2633897" [ 1082.249508] env[62321]: _type = "Task" [ 1082.249508] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.257556] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633897, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.271094] env[62321]: DEBUG nova.compute.manager [req-68a2454b-199b-4e6b-a2c3-a436a9c7d514 req-171d094d-53de-465c-883e-9267d502c169 service nova] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Received event network-vif-plugged-ffcc0c40-4ec7-4b4b-bae4-3576f19c1bd6 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1082.271370] env[62321]: DEBUG oslo_concurrency.lockutils [req-68a2454b-199b-4e6b-a2c3-a436a9c7d514 req-171d094d-53de-465c-883e-9267d502c169 service nova] Acquiring lock "56205dff-56b5-4a96-ab3e-ec07705d837a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1082.271504] env[62321]: DEBUG oslo_concurrency.lockutils [req-68a2454b-199b-4e6b-a2c3-a436a9c7d514 req-171d094d-53de-465c-883e-9267d502c169 service nova] Lock "56205dff-56b5-4a96-ab3e-ec07705d837a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.271667] env[62321]: DEBUG oslo_concurrency.lockutils [req-68a2454b-199b-4e6b-a2c3-a436a9c7d514 req-171d094d-53de-465c-883e-9267d502c169 service nova] Lock "56205dff-56b5-4a96-ab3e-ec07705d837a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.271833] env[62321]: DEBUG nova.compute.manager [req-68a2454b-199b-4e6b-a2c3-a436a9c7d514 req-171d094d-53de-465c-883e-9267d502c169 service nova] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] No waiting events found dispatching network-vif-plugged-ffcc0c40-4ec7-4b4b-bae4-3576f19c1bd6 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1082.272019] env[62321]: WARNING nova.compute.manager [req-68a2454b-199b-4e6b-a2c3-a436a9c7d514 req-171d094d-53de-465c-883e-9267d502c169 service nova] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Received unexpected event network-vif-plugged-ffcc0c40-4ec7-4b4b-bae4-3576f19c1bd6 for instance with vm_state building and task_state spawning. [ 1082.272747] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0dde49d4-3b84-427f-a6d0-63389db71c80 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Releasing lock "refresh_cache-e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.273401] env[62321]: DEBUG nova.compute.manager [None req-0dde49d4-3b84-427f-a6d0-63389db71c80 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1082.273401] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0dde49d4-3b84-427f-a6d0-63389db71c80 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.274208] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f4f92d-46c0-44e1-81df-dad7bd5e4ce2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.284814] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dde49d4-3b84-427f-a6d0-63389db71c80 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.285057] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f3cf713-95e7-4921-b936-f847e136bf25 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.291393] env[62321]: DEBUG oslo_vmware.api [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2633896, 'name': PowerOnVM_Task, 'duration_secs': 0.632772} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.292537] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.292760] env[62321]: INFO nova.compute.manager [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1082.292948] env[62321]: DEBUG nova.compute.manager [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.293327] env[62321]: DEBUG oslo_vmware.api [None req-0dde49d4-3b84-427f-a6d0-63389db71c80 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Waiting for the task: (returnval){ [ 1082.293327] env[62321]: value = "task-2633898" [ 1082.293327] env[62321]: _type = "Task" [ 1082.293327] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.294264] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faae6ad3-16d9-4eda-9462-6be1d3a347f2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.310392] env[62321]: DEBUG oslo_vmware.api [None req-0dde49d4-3b84-427f-a6d0-63389db71c80 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Task: {'id': task-2633898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.441216] env[62321]: DEBUG oslo_concurrency.lockutils [req-364c330b-b082-43da-a158-158e2cf3f493 req-0eba7ec7-a329-478a-9a16-b20dbb611cdd service nova] Releasing lock "refresh_cache-5a35025e-96aa-4fe3-b763-526786b21433" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.441530] env[62321]: DEBUG nova.compute.manager [req-364c330b-b082-43da-a158-158e2cf3f493 req-0eba7ec7-a329-478a-9a16-b20dbb611cdd service nova] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Received event network-vif-plugged-6ae54ba5-ac36-4bfe-b3ac-7d7d6352f3c4 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1082.441742] env[62321]: DEBUG oslo_concurrency.lockutils [req-364c330b-b082-43da-a158-158e2cf3f493 req-0eba7ec7-a329-478a-9a16-b20dbb611cdd service nova] Acquiring lock "9a3fe97a-26a0-4286-8258-0752fa08ea3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1082.441996] env[62321]: DEBUG oslo_concurrency.lockutils [req-364c330b-b082-43da-a158-158e2cf3f493 req-0eba7ec7-a329-478a-9a16-b20dbb611cdd service nova] Lock "9a3fe97a-26a0-4286-8258-0752fa08ea3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.442198] env[62321]: DEBUG oslo_concurrency.lockutils [req-364c330b-b082-43da-a158-158e2cf3f493 req-0eba7ec7-a329-478a-9a16-b20dbb611cdd service nova] Lock "9a3fe97a-26a0-4286-8258-0752fa08ea3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.442407] env[62321]: DEBUG nova.compute.manager [req-364c330b-b082-43da-a158-158e2cf3f493 req-0eba7ec7-a329-478a-9a16-b20dbb611cdd service nova] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] No waiting events found dispatching network-vif-plugged-6ae54ba5-ac36-4bfe-b3ac-7d7d6352f3c4 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1082.442567] env[62321]: WARNING nova.compute.manager [req-364c330b-b082-43da-a158-158e2cf3f493 req-0eba7ec7-a329-478a-9a16-b20dbb611cdd service nova] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Received unexpected event network-vif-plugged-6ae54ba5-ac36-4bfe-b3ac-7d7d6352f3c4 for instance with vm_state building and task_state spawning. [ 1082.442731] env[62321]: DEBUG nova.compute.manager [req-364c330b-b082-43da-a158-158e2cf3f493 req-0eba7ec7-a329-478a-9a16-b20dbb611cdd service nova] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Received event network-changed-6ae54ba5-ac36-4bfe-b3ac-7d7d6352f3c4 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1082.442882] env[62321]: DEBUG nova.compute.manager [req-364c330b-b082-43da-a158-158e2cf3f493 req-0eba7ec7-a329-478a-9a16-b20dbb611cdd service nova] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Refreshing instance network info cache due to event network-changed-6ae54ba5-ac36-4bfe-b3ac-7d7d6352f3c4. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1082.443083] env[62321]: DEBUG oslo_concurrency.lockutils [req-364c330b-b082-43da-a158-158e2cf3f493 req-0eba7ec7-a329-478a-9a16-b20dbb611cdd service nova] Acquiring lock "refresh_cache-9a3fe97a-26a0-4286-8258-0752fa08ea3f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.443251] env[62321]: DEBUG oslo_concurrency.lockutils [req-364c330b-b082-43da-a158-158e2cf3f493 req-0eba7ec7-a329-478a-9a16-b20dbb611cdd service nova] Acquired lock "refresh_cache-9a3fe97a-26a0-4286-8258-0752fa08ea3f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.443412] env[62321]: DEBUG nova.network.neutron [req-364c330b-b082-43da-a158-158e2cf3f493 req-0eba7ec7-a329-478a-9a16-b20dbb611cdd service nova] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Refreshing network info cache for port 6ae54ba5-ac36-4bfe-b3ac-7d7d6352f3c4 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.493981] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1082.494217] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1082.495432] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1082.495432] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1082.495576] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62321) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1082.496555] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1082.496555] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Cleaning up deleted instances {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1082.607334] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6a4cbc43-dde6-403c-8586-76856ec5662a tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "interface-5a35025e-96aa-4fe3-b763-526786b21433-04985432-4a94-4896-8815-4118e0f7ffb6" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.942s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.647501] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1014dc34-1f5e-4c59-b077-56fb694290c4 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.648379] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1f434e15-7da1-4104-a182-bb520448856d tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.112s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.648607] env[62321]: DEBUG nova.objects.instance [None req-1f434e15-7da1-4104-a182-bb520448856d tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lazy-loading 'resources' on Instance uuid 243401a7-d516-41c2-8aca-9e93b1aa7631 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.765465] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633897, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.806274] env[62321]: DEBUG oslo_vmware.api [None req-0dde49d4-3b84-427f-a6d0-63389db71c80 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Task: {'id': task-2633898, 'name': PowerOffVM_Task, 'duration_secs': 0.196235} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.806638] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dde49d4-3b84-427f-a6d0-63389db71c80 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.806768] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0dde49d4-3b84-427f-a6d0-63389db71c80 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.807053] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f45ed9cd-63fd-4973-9241-3cb6fe7c7634 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.817636] env[62321]: INFO nova.compute.manager [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Took 17.17 seconds to build instance. [ 1082.840946] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0dde49d4-3b84-427f-a6d0-63389db71c80 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.841182] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0dde49d4-3b84-427f-a6d0-63389db71c80 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.842036] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde49d4-3b84-427f-a6d0-63389db71c80 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Deleting the datastore file [datastore1] e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.842036] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8727bf74-0a19-43c5-9665-0441df45168d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.847381] env[62321]: DEBUG oslo_vmware.api [None req-0dde49d4-3b84-427f-a6d0-63389db71c80 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Waiting for the task: (returnval){ [ 1082.847381] env[62321]: value = "task-2633900" [ 1082.847381] env[62321]: _type = "Task" [ 1082.847381] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.856213] env[62321]: DEBUG oslo_vmware.api [None req-0dde49d4-3b84-427f-a6d0-63389db71c80 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Task: {'id': task-2633900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.012338] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] There are 55 instances to clean {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1083.012521] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 3106361c-fd97-4f93-b0e8-c59c8908cb6f] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1083.059059] env[62321]: DEBUG nova.network.neutron [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Successfully updated port: ffcc0c40-4ec7-4b4b-bae4-3576f19c1bd6 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1083.176242] env[62321]: DEBUG nova.compute.manager [req-55a25d65-2435-4cc3-b9cc-93a98fa7539f req-000c54d3-e05a-40fa-8b5d-945133fdbd8b service nova] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Received event network-changed-ffcc0c40-4ec7-4b4b-bae4-3576f19c1bd6 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1083.177395] env[62321]: DEBUG nova.compute.manager [req-55a25d65-2435-4cc3-b9cc-93a98fa7539f req-000c54d3-e05a-40fa-8b5d-945133fdbd8b service nova] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Refreshing instance network info cache due to event network-changed-ffcc0c40-4ec7-4b4b-bae4-3576f19c1bd6. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1083.177395] env[62321]: DEBUG oslo_concurrency.lockutils [req-55a25d65-2435-4cc3-b9cc-93a98fa7539f req-000c54d3-e05a-40fa-8b5d-945133fdbd8b service nova] Acquiring lock "refresh_cache-56205dff-56b5-4a96-ab3e-ec07705d837a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.177395] env[62321]: DEBUG oslo_concurrency.lockutils [req-55a25d65-2435-4cc3-b9cc-93a98fa7539f req-000c54d3-e05a-40fa-8b5d-945133fdbd8b service nova] Acquired lock "refresh_cache-56205dff-56b5-4a96-ab3e-ec07705d837a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.177395] env[62321]: DEBUG nova.network.neutron [req-55a25d65-2435-4cc3-b9cc-93a98fa7539f req-000c54d3-e05a-40fa-8b5d-945133fdbd8b service nova] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Refreshing network info cache for port ffcc0c40-4ec7-4b4b-bae4-3576f19c1bd6 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.268342] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633897, 'name': CreateVM_Task, 'duration_secs': 0.605262} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.268680] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1083.269584] env[62321]: DEBUG oslo_concurrency.lockutils [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.269969] env[62321]: DEBUG oslo_concurrency.lockutils [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.271076] env[62321]: DEBUG oslo_concurrency.lockutils [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.274251] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5af4e8fe-7ca2-4ab8-91e5-bfe62604d5b4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.281107] env[62321]: DEBUG oslo_vmware.api [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1083.281107] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]529b9299-453b-4e05-a432-0959e5e9db7d" [ 1083.281107] env[62321]: _type = "Task" [ 1083.281107] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.292807] env[62321]: DEBUG oslo_vmware.api [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]529b9299-453b-4e05-a432-0959e5e9db7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.320203] env[62321]: DEBUG oslo_concurrency.lockutils [None req-08e4b31e-c882-4609-8602-9b2ce9d36e81 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "f2bb34f7-6989-4ece-96f7-85a8ea0f83f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.679s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.362468] env[62321]: DEBUG nova.network.neutron [req-364c330b-b082-43da-a158-158e2cf3f493 req-0eba7ec7-a329-478a-9a16-b20dbb611cdd service nova] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Updated VIF entry in instance network info cache for port 6ae54ba5-ac36-4bfe-b3ac-7d7d6352f3c4. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.362820] env[62321]: DEBUG nova.network.neutron [req-364c330b-b082-43da-a158-158e2cf3f493 req-0eba7ec7-a329-478a-9a16-b20dbb611cdd service nova] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Updating instance_info_cache with network_info: [{"id": "6ae54ba5-ac36-4bfe-b3ac-7d7d6352f3c4", "address": "fa:16:3e:18:5b:af", "network": {"id": "02af3748-38ba-426d-a0df-7b044d0c0b87", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-920001595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2238c58ec98844ed97ad0b1384375595", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ae54ba5-ac", "ovs_interfaceid": "6ae54ba5-ac36-4bfe-b3ac-7d7d6352f3c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.364082] env[62321]: DEBUG oslo_vmware.api [None req-0dde49d4-3b84-427f-a6d0-63389db71c80 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Task: {'id': task-2633900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.387016] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800603f4-901f-44c1-8eb8-9b305ed70c3c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.392996] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcf8a83-f3d9-4b1f-acb9-ccbcef5d1ab9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.432243] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d48848-f395-4de3-9865-0474e2556628 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.443019] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c72f36-4cc2-47c5-b43e-035a4dc37caf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.454321] env[62321]: DEBUG nova.compute.provider_tree [None req-1f434e15-7da1-4104-a182-bb520448856d tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.517424] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 6ebd9a81-02b1-4e97-9dbe-7df69455a365] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1083.561296] env[62321]: DEBUG oslo_concurrency.lockutils [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "refresh_cache-56205dff-56b5-4a96-ab3e-ec07705d837a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.723483] env[62321]: DEBUG nova.network.neutron [req-55a25d65-2435-4cc3-b9cc-93a98fa7539f req-000c54d3-e05a-40fa-8b5d-945133fdbd8b service nova] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1083.798688] env[62321]: DEBUG oslo_vmware.api [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]529b9299-453b-4e05-a432-0959e5e9db7d, 'name': SearchDatastore_Task, 'duration_secs': 0.022704} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.798688] env[62321]: DEBUG oslo_concurrency.lockutils [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.798841] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.799076] env[62321]: DEBUG oslo_concurrency.lockutils [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.799232] env[62321]: DEBUG oslo_concurrency.lockutils [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.799410] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.799684] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfac3d74-3249-4e41-8fe9-2d15471fbbc8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.810918] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.811193] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.811931] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41cba619-f1a3-4be5-a4d8-789a65ef8337 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.818733] env[62321]: DEBUG oslo_vmware.api [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1083.818733] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]520b9270-6242-8ebb-2e17-736f5f006b05" [ 1083.818733] env[62321]: _type = "Task" [ 1083.818733] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.828633] env[62321]: DEBUG oslo_vmware.api [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]520b9270-6242-8ebb-2e17-736f5f006b05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.855193] env[62321]: DEBUG nova.network.neutron [req-55a25d65-2435-4cc3-b9cc-93a98fa7539f req-000c54d3-e05a-40fa-8b5d-945133fdbd8b service nova] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.862923] env[62321]: DEBUG oslo_vmware.api [None req-0dde49d4-3b84-427f-a6d0-63389db71c80 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Task: {'id': task-2633900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.603021} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.863039] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dde49d4-3b84-427f-a6d0-63389db71c80 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.863162] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0dde49d4-3b84-427f-a6d0-63389db71c80 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.863339] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0dde49d4-3b84-427f-a6d0-63389db71c80 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.863510] env[62321]: INFO nova.compute.manager [None req-0dde49d4-3b84-427f-a6d0-63389db71c80 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Took 1.59 seconds to destroy the instance on the hypervisor. [ 1083.863745] env[62321]: DEBUG oslo.service.loopingcall [None req-0dde49d4-3b84-427f-a6d0-63389db71c80 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1083.863989] env[62321]: DEBUG nova.compute.manager [-] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1083.864050] env[62321]: DEBUG nova.network.neutron [-] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1083.870643] env[62321]: DEBUG oslo_concurrency.lockutils [req-364c330b-b082-43da-a158-158e2cf3f493 req-0eba7ec7-a329-478a-9a16-b20dbb611cdd service nova] Releasing lock "refresh_cache-9a3fe97a-26a0-4286-8258-0752fa08ea3f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.891365] env[62321]: DEBUG nova.network.neutron [-] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1083.959413] env[62321]: DEBUG nova.scheduler.client.report [None req-1f434e15-7da1-4104-a182-bb520448856d tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.021119] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: f73407ff-6afd-466a-8cf8-25b5f1ddef70] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1084.088111] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a2b7ffc3-042e-4aa4-9ecc-29fb7deae442 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "interface-5a35025e-96aa-4fe3-b763-526786b21433-04985432-4a94-4896-8815-4118e0f7ffb6" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.088231] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a2b7ffc3-042e-4aa4-9ecc-29fb7deae442 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "interface-5a35025e-96aa-4fe3-b763-526786b21433-04985432-4a94-4896-8815-4118e0f7ffb6" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.333149] env[62321]: DEBUG oslo_vmware.api [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]520b9270-6242-8ebb-2e17-736f5f006b05, 'name': SearchDatastore_Task, 'duration_secs': 0.036294} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.333841] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e13a8cdf-d2c3-4aa0-a5b8-fd4cb90dc71d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.339364] env[62321]: DEBUG oslo_vmware.api [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1084.339364] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a3d6da-bc9c-12fe-85dc-62fad0d5ee84" [ 1084.339364] env[62321]: _type = "Task" [ 1084.339364] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.348561] env[62321]: DEBUG oslo_vmware.api [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a3d6da-bc9c-12fe-85dc-62fad0d5ee84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.357748] env[62321]: DEBUG oslo_concurrency.lockutils [req-55a25d65-2435-4cc3-b9cc-93a98fa7539f req-000c54d3-e05a-40fa-8b5d-945133fdbd8b service nova] Releasing lock "refresh_cache-56205dff-56b5-4a96-ab3e-ec07705d837a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.358156] env[62321]: DEBUG oslo_concurrency.lockutils [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquired lock "refresh_cache-56205dff-56b5-4a96-ab3e-ec07705d837a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.358435] env[62321]: DEBUG nova.network.neutron [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.393356] env[62321]: DEBUG nova.network.neutron [-] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.465186] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1f434e15-7da1-4104-a182-bb520448856d tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.817s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.467707] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8ffda584-cc3d-480a-9b7d-a675a39ce040 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.731s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.467972] env[62321]: DEBUG nova.objects.instance [None req-8ffda584-cc3d-480a-9b7d-a675a39ce040 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lazy-loading 'resources' on Instance uuid 6846a657-ce1d-4e1c-ba38-8543390159ab {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.487532] env[62321]: INFO nova.scheduler.client.report [None req-1f434e15-7da1-4104-a182-bb520448856d tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Deleted allocations for instance 243401a7-d516-41c2-8aca-9e93b1aa7631 [ 1084.525178] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: ad5cef61-5983-4087-a85a-ad640c52a89a] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1084.590796] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a2b7ffc3-042e-4aa4-9ecc-29fb7deae442 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "5a35025e-96aa-4fe3-b763-526786b21433" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.591128] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a2b7ffc3-042e-4aa4-9ecc-29fb7deae442 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquired lock "5a35025e-96aa-4fe3-b763-526786b21433" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.592169] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae2a6a0-a7ee-489b-9448-742110fb529e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.610741] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00d3131-7775-44ce-bfc2-9d9f75e6125a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.637464] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b7ffc3-042e-4aa4-9ecc-29fb7deae442 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Reconfiguring VM to detach interface {{(pid=62321) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1084.637852] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68de41de-1b89-47d6-806a-59c4a4637d41 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.658445] env[62321]: DEBUG oslo_vmware.api [None req-a2b7ffc3-042e-4aa4-9ecc-29fb7deae442 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 1084.658445] env[62321]: value = "task-2633901" [ 1084.658445] env[62321]: _type = "Task" [ 1084.658445] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.666670] env[62321]: DEBUG oslo_vmware.api [None req-a2b7ffc3-042e-4aa4-9ecc-29fb7deae442 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633901, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.850975] env[62321]: DEBUG oslo_vmware.api [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a3d6da-bc9c-12fe-85dc-62fad0d5ee84, 'name': SearchDatastore_Task, 'duration_secs': 0.011058} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.851276] env[62321]: DEBUG oslo_concurrency.lockutils [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.851533] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 9a3fe97a-26a0-4286-8258-0752fa08ea3f/9a3fe97a-26a0-4286-8258-0752fa08ea3f.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.852120] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fda7910-ebe4-463f-b684-1135bd537a55 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.857880] env[62321]: DEBUG oslo_vmware.api [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1084.857880] env[62321]: value = "task-2633902" [ 1084.857880] env[62321]: _type = "Task" [ 1084.857880] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.867550] env[62321]: DEBUG oslo_vmware.api [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.896342] env[62321]: INFO nova.compute.manager [-] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Took 1.03 seconds to deallocate network for instance. [ 1084.906762] env[62321]: DEBUG nova.network.neutron [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1084.995132] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1f434e15-7da1-4104-a182-bb520448856d tempest-ServerDiskConfigTestJSON-327548820 tempest-ServerDiskConfigTestJSON-327548820-project-member] Lock "243401a7-d516-41c2-8aca-9e93b1aa7631" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.220s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.028369] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: ef366d9f-f3c9-47e9-90dd-6c7fd50eacf4] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1085.131776] env[62321]: DEBUG nova.network.neutron [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Updating instance_info_cache with network_info: [{"id": "ffcc0c40-4ec7-4b4b-bae4-3576f19c1bd6", "address": "fa:16:3e:47:55:74", "network": {"id": "2750ca67-1b0e-43a8-a773-1086f86438e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-263699496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e41ce300a3c4503930ecf73e3501abe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffcc0c40-4e", "ovs_interfaceid": "ffcc0c40-4ec7-4b4b-bae4-3576f19c1bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.169911] env[62321]: DEBUG oslo_vmware.api [None req-a2b7ffc3-042e-4aa4-9ecc-29fb7deae442 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.171877] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b8bd20-c4f8-4ba1-b5b0-5d70ddccc587 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.179737] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e165e67-cd3b-4908-8148-ad55c544894d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.215455] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71aae73-8449-42fb-8da8-3842c64da319 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.219693] env[62321]: DEBUG nova.compute.manager [req-2d2b561b-e6c1-4471-b2cf-651e2af18be3 req-876e5dc0-050d-4228-9976-9765abca530c service nova] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Received event network-changed-5f732e98-cbc1-42be-9389-2f2c72ee2096 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1085.219898] env[62321]: DEBUG nova.compute.manager [req-2d2b561b-e6c1-4471-b2cf-651e2af18be3 req-876e5dc0-050d-4228-9976-9765abca530c service nova] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Refreshing instance network info cache due to event network-changed-5f732e98-cbc1-42be-9389-2f2c72ee2096. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1085.220134] env[62321]: DEBUG oslo_concurrency.lockutils [req-2d2b561b-e6c1-4471-b2cf-651e2af18be3 req-876e5dc0-050d-4228-9976-9765abca530c service nova] Acquiring lock "refresh_cache-f2bb34f7-6989-4ece-96f7-85a8ea0f83f0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.220313] env[62321]: DEBUG oslo_concurrency.lockutils [req-2d2b561b-e6c1-4471-b2cf-651e2af18be3 req-876e5dc0-050d-4228-9976-9765abca530c service nova] Acquired lock "refresh_cache-f2bb34f7-6989-4ece-96f7-85a8ea0f83f0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.220508] env[62321]: DEBUG nova.network.neutron [req-2d2b561b-e6c1-4471-b2cf-651e2af18be3 req-876e5dc0-050d-4228-9976-9765abca530c service nova] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Refreshing network info cache for port 5f732e98-cbc1-42be-9389-2f2c72ee2096 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1085.231890] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc9ccd1-0fcb-4015-8914-8f17aedc3feb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.248584] env[62321]: DEBUG nova.compute.provider_tree [None req-8ffda584-cc3d-480a-9b7d-a675a39ce040 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.368953] env[62321]: DEBUG oslo_vmware.api [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633902, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.403584] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0dde49d4-3b84-427f-a6d0-63389db71c80 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.532653] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 4dbd2adb-a1af-40df-9149-4562c01ea965] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1085.635662] env[62321]: DEBUG oslo_concurrency.lockutils [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Releasing lock "refresh_cache-56205dff-56b5-4a96-ab3e-ec07705d837a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.635662] env[62321]: DEBUG nova.compute.manager [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Instance network_info: |[{"id": "ffcc0c40-4ec7-4b4b-bae4-3576f19c1bd6", "address": "fa:16:3e:47:55:74", "network": {"id": "2750ca67-1b0e-43a8-a773-1086f86438e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-263699496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e41ce300a3c4503930ecf73e3501abe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffcc0c40-4e", "ovs_interfaceid": "ffcc0c40-4ec7-4b4b-bae4-3576f19c1bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1085.635662] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:55:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ace50835-5731-4c77-b6c0-3076d7b4aa21', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ffcc0c40-4ec7-4b4b-bae4-3576f19c1bd6', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.645108] env[62321]: DEBUG oslo.service.loopingcall [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1085.645108] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.645108] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ad3e63e-9d59-4404-b0a7-09f1ef213a1a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.670610] env[62321]: DEBUG oslo_vmware.api [None req-a2b7ffc3-042e-4aa4-9ecc-29fb7deae442 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.672101] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1085.672101] env[62321]: value = "task-2633903" [ 1085.672101] env[62321]: _type = "Task" [ 1085.672101] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.680576] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633903, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.754071] env[62321]: DEBUG nova.scheduler.client.report [None req-8ffda584-cc3d-480a-9b7d-a675a39ce040 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.869802] env[62321]: DEBUG oslo_vmware.api [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578522} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.870176] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 9a3fe97a-26a0-4286-8258-0752fa08ea3f/9a3fe97a-26a0-4286-8258-0752fa08ea3f.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1085.870299] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1085.870550] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-400d8ca5-d5a9-49c2-b2d4-9d772610fcdc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.876973] env[62321]: DEBUG oslo_vmware.api [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1085.876973] env[62321]: value = "task-2633904" [ 1085.876973] env[62321]: _type = "Task" [ 1085.876973] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.884828] env[62321]: DEBUG oslo_vmware.api [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633904, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.035529] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 947f44e2-122c-4af1-a2ca-ecaf2fb099a0] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1086.088492] env[62321]: DEBUG nova.network.neutron [req-2d2b561b-e6c1-4471-b2cf-651e2af18be3 req-876e5dc0-050d-4228-9976-9765abca530c service nova] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Updated VIF entry in instance network info cache for port 5f732e98-cbc1-42be-9389-2f2c72ee2096. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.088492] env[62321]: DEBUG nova.network.neutron [req-2d2b561b-e6c1-4471-b2cf-651e2af18be3 req-876e5dc0-050d-4228-9976-9765abca530c service nova] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Updating instance_info_cache with network_info: [{"id": "5f732e98-cbc1-42be-9389-2f2c72ee2096", "address": "fa:16:3e:83:c5:72", "network": {"id": "750e916d-f2cf-425c-88f0-488d2d7ac894", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-457582844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4d5b3a8d92f42ddb204a0a27c24609a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f732e98-cb", "ovs_interfaceid": "5f732e98-cbc1-42be-9389-2f2c72ee2096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.112025] env[62321]: DEBUG oslo_concurrency.lockutils [None req-664f783f-672b-4597-ba2d-1ec2b045e21b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquiring lock "40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1086.112025] env[62321]: DEBUG oslo_concurrency.lockutils [None req-664f783f-672b-4597-ba2d-1ec2b045e21b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.170695] env[62321]: DEBUG oslo_vmware.api [None req-a2b7ffc3-042e-4aa4-9ecc-29fb7deae442 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.181028] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633903, 'name': CreateVM_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.259582] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8ffda584-cc3d-480a-9b7d-a675a39ce040 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.792s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.262465] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0dde49d4-3b84-427f-a6d0-63389db71c80 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.859s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.262639] env[62321]: DEBUG nova.objects.instance [None req-0dde49d4-3b84-427f-a6d0-63389db71c80 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Lazy-loading 'resources' on Instance uuid e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.286015] env[62321]: INFO nova.scheduler.client.report [None req-8ffda584-cc3d-480a-9b7d-a675a39ce040 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Deleted allocations for instance 6846a657-ce1d-4e1c-ba38-8543390159ab [ 1086.386424] env[62321]: DEBUG oslo_vmware.api [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.235914} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.386690] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1086.387485] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afe6449-b343-4d7a-82e7-a644d7d77ca3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.408969] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 9a3fe97a-26a0-4286-8258-0752fa08ea3f/9a3fe97a-26a0-4286-8258-0752fa08ea3f.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.409513] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9540a914-0fad-4c1b-b4f2-5ef249876862 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.427811] env[62321]: DEBUG oslo_vmware.api [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1086.427811] env[62321]: value = "task-2633905" [ 1086.427811] env[62321]: _type = "Task" [ 1086.427811] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.435502] env[62321]: DEBUG oslo_vmware.api [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633905, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.540820] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: d5c05856-b8dc-4a89-9d6b-5a5c02938d95] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1086.590877] env[62321]: DEBUG oslo_concurrency.lockutils [req-2d2b561b-e6c1-4471-b2cf-651e2af18be3 req-876e5dc0-050d-4228-9976-9765abca530c service nova] Releasing lock "refresh_cache-f2bb34f7-6989-4ece-96f7-85a8ea0f83f0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.616638] env[62321]: DEBUG nova.compute.utils [None req-664f783f-672b-4597-ba2d-1ec2b045e21b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1086.670950] env[62321]: DEBUG oslo_vmware.api [None req-a2b7ffc3-042e-4aa4-9ecc-29fb7deae442 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.682723] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633903, 'name': CreateVM_Task, 'duration_secs': 0.683349} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.682723] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.683537] env[62321]: DEBUG oslo_concurrency.lockutils [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.683537] env[62321]: DEBUG oslo_concurrency.lockutils [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.683792] env[62321]: DEBUG oslo_concurrency.lockutils [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.683830] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47df5420-c99b-47fb-ab54-6f62266f7a6d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.688256] env[62321]: DEBUG oslo_vmware.api [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 1086.688256] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5287e3a3-1c7b-2dfc-e74e-1fa7b76e4b51" [ 1086.688256] env[62321]: _type = "Task" [ 1086.688256] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.698255] env[62321]: DEBUG oslo_vmware.api [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5287e3a3-1c7b-2dfc-e74e-1fa7b76e4b51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.795560] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8ffda584-cc3d-480a-9b7d-a675a39ce040 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "6846a657-ce1d-4e1c-ba38-8543390159ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.472s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.939530] env[62321]: DEBUG oslo_vmware.api [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633905, 'name': ReconfigVM_Task, 'duration_secs': 0.440786} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.940828] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 9a3fe97a-26a0-4286-8258-0752fa08ea3f/9a3fe97a-26a0-4286-8258-0752fa08ea3f.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.941480] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6da23dfe-9457-4246-9d5a-9b67dcf3e519 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.947638] env[62321]: DEBUG oslo_vmware.api [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1086.947638] env[62321]: value = "task-2633906" [ 1086.947638] env[62321]: _type = "Task" [ 1086.947638] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.954356] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995cb27a-3cff-4a63-b7c2-26292c5989c1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.964897] env[62321]: DEBUG oslo_vmware.api [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633906, 'name': Rename_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.967482] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a2cb85-21b7-4479-8735-19f05889c8b4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.999076] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b7d450-24b5-49ea-813a-14d5b1ce7922 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.006096] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b26c64-11b4-4528-9561-be955d21a9b1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.019234] env[62321]: DEBUG nova.compute.provider_tree [None req-0dde49d4-3b84-427f-a6d0-63389db71c80 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.043943] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 6e9e36b5-0e07-42ff-94a3-e7e7f11604a5] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1087.120630] env[62321]: DEBUG oslo_concurrency.lockutils [None req-664f783f-672b-4597-ba2d-1ec2b045e21b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.171460] env[62321]: DEBUG oslo_vmware.api [None req-a2b7ffc3-042e-4aa4-9ecc-29fb7deae442 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.197245] env[62321]: DEBUG oslo_vmware.api [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5287e3a3-1c7b-2dfc-e74e-1fa7b76e4b51, 'name': SearchDatastore_Task, 'duration_secs': 0.015997} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.197555] env[62321]: DEBUG oslo_concurrency.lockutils [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.197794] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.198034] env[62321]: DEBUG oslo_concurrency.lockutils [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.198189] env[62321]: DEBUG oslo_concurrency.lockutils [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.198366] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.198608] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7498a138-529c-404d-8765-5cc89ad16fc1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.212439] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.212620] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.213339] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72e926ed-a896-45e0-bd20-11da7884ea0f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.218284] env[62321]: DEBUG oslo_vmware.api [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 1087.218284] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e73310-a49d-5242-c7bb-a745d6136c16" [ 1087.218284] env[62321]: _type = "Task" [ 1087.218284] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.225581] env[62321]: DEBUG oslo_vmware.api [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e73310-a49d-5242-c7bb-a745d6136c16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.457338] env[62321]: DEBUG oslo_vmware.api [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633906, 'name': Rename_Task, 'duration_secs': 0.151667} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.457338] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.458552] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02b8bd3a-7993-4158-bf5f-6bb6d72b7ba5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.464080] env[62321]: DEBUG oslo_vmware.api [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1087.464080] env[62321]: value = "task-2633907" [ 1087.464080] env[62321]: _type = "Task" [ 1087.464080] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.471210] env[62321]: DEBUG oslo_vmware.api [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.522510] env[62321]: DEBUG nova.scheduler.client.report [None req-0dde49d4-3b84-427f-a6d0-63389db71c80 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.547427] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 61bf1cac-885d-430b-b9f0-23a152c724e9] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1087.672537] env[62321]: DEBUG oslo_vmware.api [None req-a2b7ffc3-042e-4aa4-9ecc-29fb7deae442 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.730723] env[62321]: DEBUG oslo_vmware.api [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e73310-a49d-5242-c7bb-a745d6136c16, 'name': SearchDatastore_Task, 'duration_secs': 0.016128} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.732220] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a468994-a2aa-4ded-adb4-816419d502d7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.739286] env[62321]: DEBUG oslo_vmware.api [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 1087.739286] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52479f7f-850f-f055-2c50-a8356a1fe123" [ 1087.739286] env[62321]: _type = "Task" [ 1087.739286] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.747895] env[62321]: DEBUG oslo_vmware.api [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52479f7f-850f-f055-2c50-a8356a1fe123, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.912774] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "929d4e18-142e-4cc9-93ab-2e2738c7e295" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.913193] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "929d4e18-142e-4cc9-93ab-2e2738c7e295" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.973778] env[62321]: DEBUG oslo_vmware.api [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633907, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.027870] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0dde49d4-3b84-427f-a6d0-63389db71c80 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.766s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.054050] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 9c0c978d-9c8c-484c-93ff-c300b7536d65] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1088.177420] env[62321]: DEBUG oslo_vmware.api [None req-a2b7ffc3-042e-4aa4-9ecc-29fb7deae442 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.202681] env[62321]: DEBUG oslo_concurrency.lockutils [None req-664f783f-672b-4597-ba2d-1ec2b045e21b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquiring lock "40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.204161] env[62321]: DEBUG oslo_concurrency.lockutils [None req-664f783f-672b-4597-ba2d-1ec2b045e21b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.204161] env[62321]: INFO nova.compute.manager [None req-664f783f-672b-4597-ba2d-1ec2b045e21b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Attaching volume 777443f3-76c6-4c61-8079-9faa3587e94f to /dev/sdb [ 1088.220408] env[62321]: INFO nova.scheduler.client.report [None req-0dde49d4-3b84-427f-a6d0-63389db71c80 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Deleted allocations for instance e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1 [ 1088.248031] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9d7b08-5f3c-4170-8fc8-4f39806cf70f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.257306] env[62321]: DEBUG oslo_vmware.api [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52479f7f-850f-f055-2c50-a8356a1fe123, 'name': SearchDatastore_Task, 'duration_secs': 0.022074} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.259725] env[62321]: DEBUG oslo_concurrency.lockutils [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.260066] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 56205dff-56b5-4a96-ab3e-ec07705d837a/56205dff-56b5-4a96-ab3e-ec07705d837a.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.260444] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-437cee41-544f-4818-b118-619058862e9e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.263231] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50203896-28c2-4593-9136-b59d9865610d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.271210] env[62321]: DEBUG oslo_vmware.api [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 1088.271210] env[62321]: value = "task-2633908" [ 1088.271210] env[62321]: _type = "Task" [ 1088.271210] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.279713] env[62321]: DEBUG nova.virt.block_device [None req-664f783f-672b-4597-ba2d-1ec2b045e21b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Updating existing volume attachment record: 2988a8c3-cdb0-49d1-a7c8-039cd5e4389c {{(pid=62321) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1088.287778] env[62321]: DEBUG oslo_vmware.api [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633908, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.416430] env[62321]: DEBUG nova.compute.manager [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1088.474633] env[62321]: DEBUG oslo_vmware.api [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2633907, 'name': PowerOnVM_Task, 'duration_secs': 0.704086} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.475291] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.475570] env[62321]: INFO nova.compute.manager [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Took 8.92 seconds to spawn the instance on the hypervisor. [ 1088.475784] env[62321]: DEBUG nova.compute.manager [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.476632] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0032c09a-a4c6-4210-865e-a0bf394d7107 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.560085] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 5caed0a4-14ee-43ee-a501-d8370925bb84] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1088.674818] env[62321]: DEBUG oslo_vmware.api [None req-a2b7ffc3-042e-4aa4-9ecc-29fb7deae442 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.729340] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0dde49d4-3b84-427f-a6d0-63389db71c80 tempest-ServerShowV254Test-1597902554 tempest-ServerShowV254Test-1597902554-project-member] Lock "e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.084s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.783978] env[62321]: DEBUG oslo_vmware.api [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633908, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.957478] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.958435] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.961889] env[62321]: INFO nova.compute.claims [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1089.001066] env[62321]: INFO nova.compute.manager [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Took 17.89 seconds to build instance. [ 1089.063196] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 68fb9d68-695f-498b-90a8-e2eb23e65c71] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1089.176904] env[62321]: DEBUG oslo_vmware.api [None req-a2b7ffc3-042e-4aa4-9ecc-29fb7deae442 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.283467] env[62321]: DEBUG oslo_vmware.api [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633908, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.795964} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.283781] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 56205dff-56b5-4a96-ab3e-ec07705d837a/56205dff-56b5-4a96-ab3e-ec07705d837a.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.283996] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.284543] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3fb3babb-9424-48de-8897-cdc18bb96d74 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.293122] env[62321]: DEBUG oslo_vmware.api [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 1089.293122] env[62321]: value = "task-2633910" [ 1089.293122] env[62321]: _type = "Task" [ 1089.293122] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.305081] env[62321]: DEBUG oslo_vmware.api [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633910, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.505228] env[62321]: DEBUG oslo_concurrency.lockutils [None req-52ff9b9c-8d79-4889-9e01-d5add7bf812c tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "9a3fe97a-26a0-4286-8258-0752fa08ea3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.402s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1089.568493] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 2ec7b858-4063-4a79-8681-8655eb22bfab] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1089.638347] env[62321]: DEBUG nova.compute.manager [req-6dfc7c09-8fe1-45d0-bad8-c8d77fa4bc10 req-a491bd7c-50be-4033-b0a2-bab2fb7de2d9 service nova] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Received event network-changed-6ae54ba5-ac36-4bfe-b3ac-7d7d6352f3c4 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1089.638347] env[62321]: DEBUG nova.compute.manager [req-6dfc7c09-8fe1-45d0-bad8-c8d77fa4bc10 req-a491bd7c-50be-4033-b0a2-bab2fb7de2d9 service nova] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Refreshing instance network info cache due to event network-changed-6ae54ba5-ac36-4bfe-b3ac-7d7d6352f3c4. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1089.638347] env[62321]: DEBUG oslo_concurrency.lockutils [req-6dfc7c09-8fe1-45d0-bad8-c8d77fa4bc10 req-a491bd7c-50be-4033-b0a2-bab2fb7de2d9 service nova] Acquiring lock "refresh_cache-9a3fe97a-26a0-4286-8258-0752fa08ea3f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.638347] env[62321]: DEBUG oslo_concurrency.lockutils [req-6dfc7c09-8fe1-45d0-bad8-c8d77fa4bc10 req-a491bd7c-50be-4033-b0a2-bab2fb7de2d9 service nova] Acquired lock "refresh_cache-9a3fe97a-26a0-4286-8258-0752fa08ea3f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.638347] env[62321]: DEBUG nova.network.neutron [req-6dfc7c09-8fe1-45d0-bad8-c8d77fa4bc10 req-a491bd7c-50be-4033-b0a2-bab2fb7de2d9 service nova] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Refreshing network info cache for port 6ae54ba5-ac36-4bfe-b3ac-7d7d6352f3c4 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.676412] env[62321]: DEBUG oslo_vmware.api [None req-a2b7ffc3-042e-4aa4-9ecc-29fb7deae442 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.804359] env[62321]: DEBUG oslo_vmware.api [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633910, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077832} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.805104] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.806923] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a382379-5e0b-4f40-aabb-8ae85c294457 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.838514] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 56205dff-56b5-4a96-ab3e-ec07705d837a/56205dff-56b5-4a96-ab3e-ec07705d837a.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.838945] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5977aba4-252d-4b31-9e29-823134af9c61 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.859985] env[62321]: DEBUG oslo_vmware.api [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 1089.859985] env[62321]: value = "task-2633911" [ 1089.859985] env[62321]: _type = "Task" [ 1089.859985] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.870883] env[62321]: DEBUG oslo_vmware.api [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633911, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.073953] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 179b5998-467e-4e40-89bd-e8555eac9051] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1090.159210] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb243e78-c9be-4bd8-899d-60b9370e73bf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.172292] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513402fa-0ef4-4250-9ab4-6f986ef7f8ae {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.182460] env[62321]: DEBUG oslo_vmware.api [None req-a2b7ffc3-042e-4aa4-9ecc-29fb7deae442 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633901, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.210864] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d35d77-e216-4a9a-bf47-bf924aaf4c7d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.219199] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b09c69c-83d4-4549-a153-4f8b330fa0f3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.231921] env[62321]: DEBUG nova.compute.provider_tree [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.373905] env[62321]: DEBUG oslo_vmware.api [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633911, 'name': ReconfigVM_Task, 'duration_secs': 0.353576} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.374288] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 56205dff-56b5-4a96-ab3e-ec07705d837a/56205dff-56b5-4a96-ab3e-ec07705d837a.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.375423] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-598f4b8a-67e9-4f53-a922-516636278ee7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.381872] env[62321]: DEBUG oslo_vmware.api [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 1090.381872] env[62321]: value = "task-2633912" [ 1090.381872] env[62321]: _type = "Task" [ 1090.381872] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.390860] env[62321]: DEBUG oslo_vmware.api [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633912, 'name': Rename_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.528634] env[62321]: DEBUG nova.network.neutron [req-6dfc7c09-8fe1-45d0-bad8-c8d77fa4bc10 req-a491bd7c-50be-4033-b0a2-bab2fb7de2d9 service nova] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Updated VIF entry in instance network info cache for port 6ae54ba5-ac36-4bfe-b3ac-7d7d6352f3c4. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.529075] env[62321]: DEBUG nova.network.neutron [req-6dfc7c09-8fe1-45d0-bad8-c8d77fa4bc10 req-a491bd7c-50be-4033-b0a2-bab2fb7de2d9 service nova] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Updating instance_info_cache with network_info: [{"id": "6ae54ba5-ac36-4bfe-b3ac-7d7d6352f3c4", "address": "fa:16:3e:18:5b:af", "network": {"id": "02af3748-38ba-426d-a0df-7b044d0c0b87", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-920001595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2238c58ec98844ed97ad0b1384375595", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ae54ba5-ac", "ovs_interfaceid": "6ae54ba5-ac36-4bfe-b3ac-7d7d6352f3c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.579701] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: edec86ac-ad3c-4c3d-87dd-956b6a02b803] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1090.675349] env[62321]: DEBUG oslo_vmware.api [None req-a2b7ffc3-042e-4aa4-9ecc-29fb7deae442 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633901, 'name': ReconfigVM_Task, 'duration_secs': 5.780081} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.675611] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a2b7ffc3-042e-4aa4-9ecc-29fb7deae442 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Releasing lock "5a35025e-96aa-4fe3-b763-526786b21433" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.675858] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b7ffc3-042e-4aa4-9ecc-29fb7deae442 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Reconfigured VM to detach interface {{(pid=62321) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1090.737440] env[62321]: DEBUG nova.scheduler.client.report [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.891800] env[62321]: DEBUG oslo_vmware.api [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633912, 'name': Rename_Task, 'duration_secs': 0.160211} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.892367] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.892742] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d94c1da-8d43-491c-9816-f9570322f258 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.899157] env[62321]: DEBUG oslo_vmware.api [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 1090.899157] env[62321]: value = "task-2633914" [ 1090.899157] env[62321]: _type = "Task" [ 1090.899157] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.908646] env[62321]: DEBUG oslo_vmware.api [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633914, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.915786] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Acquiring lock "2c50e846-4804-47d1-b350-e93a1b2c84d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.916364] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Lock "2c50e846-4804-47d1-b350-e93a1b2c84d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.031833] env[62321]: DEBUG oslo_concurrency.lockutils [req-6dfc7c09-8fe1-45d0-bad8-c8d77fa4bc10 req-a491bd7c-50be-4033-b0a2-bab2fb7de2d9 service nova] Releasing lock "refresh_cache-9a3fe97a-26a0-4286-8258-0752fa08ea3f" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.083680] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 3e987af3-dc11-495c-bfa5-a5e8ce31d1fd] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1091.242768] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.285s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.243308] env[62321]: DEBUG nova.compute.manager [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1091.376606] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Acquiring lock "5a278700-2bb2-41dc-b5e1-d77b18af20d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.377173] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Lock "5a278700-2bb2-41dc-b5e1-d77b18af20d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.413024] env[62321]: DEBUG oslo_vmware.api [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633914, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.416834] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Acquiring lock "2c83eab3-23d9-409d-bd19-3061f17d0d5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.416834] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Lock "2c83eab3-23d9-409d-bd19-3061f17d0d5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.421155] env[62321]: DEBUG nova.compute.manager [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1091.451452] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Acquiring lock "57364218-571f-4ed3-9426-b0db42b2929d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.451452] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Lock "57364218-571f-4ed3-9426-b0db42b2929d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.586535] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: dc822bf7-b87a-480c-9d26-e36b471d1ab6] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1091.748941] env[62321]: DEBUG nova.compute.utils [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1091.750343] env[62321]: DEBUG nova.compute.manager [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1091.750517] env[62321]: DEBUG nova.network.neutron [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1091.811688] env[62321]: DEBUG nova.policy [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9fe0b40094e4f8596d3b7a28639e212', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'adf0606cb740439e8133e7dd91768355', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 1091.880395] env[62321]: DEBUG nova.compute.manager [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1091.911624] env[62321]: DEBUG oslo_vmware.api [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2633914, 'name': PowerOnVM_Task, 'duration_secs': 0.744731} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.911891] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.912110] env[62321]: INFO nova.compute.manager [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Took 10.04 seconds to spawn the instance on the hypervisor. [ 1091.912295] env[62321]: DEBUG nova.compute.manager [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.913155] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94d2ddc-c983-4a04-9dd6-5c3d6ae7753f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.917697] env[62321]: DEBUG nova.compute.manager [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1091.946615] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.946879] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.948392] env[62321]: INFO nova.compute.claims [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1091.954228] env[62321]: DEBUG nova.compute.manager [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1092.032344] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a2b7ffc3-042e-4aa4-9ecc-29fb7deae442 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "refresh_cache-5a35025e-96aa-4fe3-b763-526786b21433" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.032344] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a2b7ffc3-042e-4aa4-9ecc-29fb7deae442 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquired lock "refresh_cache-5a35025e-96aa-4fe3-b763-526786b21433" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.032344] env[62321]: DEBUG nova.network.neutron [None req-a2b7ffc3-042e-4aa4-9ecc-29fb7deae442 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.051194] env[62321]: DEBUG nova.compute.manager [req-7ec0bde6-1768-4036-8365-eec944845a64 req-89c9d5f4-4fba-44ad-a138-ea4f35f645f5 service nova] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Received event network-changed-9f8888aa-a47f-43aa-ade7-e0ee34c13139 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1092.051391] env[62321]: DEBUG nova.compute.manager [req-7ec0bde6-1768-4036-8365-eec944845a64 req-89c9d5f4-4fba-44ad-a138-ea4f35f645f5 service nova] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Refreshing instance network info cache due to event network-changed-9f8888aa-a47f-43aa-ade7-e0ee34c13139. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1092.051578] env[62321]: DEBUG oslo_concurrency.lockutils [req-7ec0bde6-1768-4036-8365-eec944845a64 req-89c9d5f4-4fba-44ad-a138-ea4f35f645f5 service nova] Acquiring lock "refresh_cache-5a35025e-96aa-4fe3-b763-526786b21433" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.090472] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: f40aa881-88d3-49c0-b2a4-7cc8b7527f04] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1092.219548] env[62321]: DEBUG nova.network.neutron [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Successfully created port: 9c5acde6-11c8-4e0c-955d-abe1837464dc {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1092.254354] env[62321]: DEBUG nova.compute.manager [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1092.403174] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.439414] env[62321]: INFO nova.compute.manager [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Took 20.13 seconds to build instance. [ 1092.450870] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.475044] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.593853] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: ec488ced-085e-46e4-9c48-18c06d5b93e3] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1092.747462] env[62321]: INFO nova.network.neutron [None req-a2b7ffc3-042e-4aa4-9ecc-29fb7deae442 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Port 04985432-4a94-4896-8815-4118e0f7ffb6 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1092.747844] env[62321]: DEBUG nova.network.neutron [None req-a2b7ffc3-042e-4aa4-9ecc-29fb7deae442 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Updating instance_info_cache with network_info: [{"id": "9f8888aa-a47f-43aa-ade7-e0ee34c13139", "address": "fa:16:3e:4b:26:cb", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f8888aa-a4", "ovs_interfaceid": "9f8888aa-a47f-43aa-ade7-e0ee34c13139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.776716] env[62321]: DEBUG oslo_concurrency.lockutils [None req-68687fb9-0a69-4583-a3f3-fc2581f8aeae tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "interface-300bcf4e-dff7-445b-a311-d11da3e0d72e-04985432-4a94-4896-8815-4118e0f7ffb6" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.776953] env[62321]: DEBUG oslo_concurrency.lockutils [None req-68687fb9-0a69-4583-a3f3-fc2581f8aeae tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "interface-300bcf4e-dff7-445b-a311-d11da3e0d72e-04985432-4a94-4896-8815-4118e0f7ffb6" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.777361] env[62321]: DEBUG nova.objects.instance [None req-68687fb9-0a69-4583-a3f3-fc2581f8aeae tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lazy-loading 'flavor' on Instance uuid 300bcf4e-dff7-445b-a311-d11da3e0d72e {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.834991] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-664f783f-672b-4597-ba2d-1ec2b045e21b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Volume attach. Driver type: vmdk {{(pid=62321) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1092.835241] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-664f783f-672b-4597-ba2d-1ec2b045e21b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530730', 'volume_id': '777443f3-76c6-4c61-8079-9faa3587e94f', 'name': 'volume-777443f3-76c6-4c61-8079-9faa3587e94f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9', 'attached_at': '', 'detached_at': '', 'volume_id': '777443f3-76c6-4c61-8079-9faa3587e94f', 'serial': '777443f3-76c6-4c61-8079-9faa3587e94f'} {{(pid=62321) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1092.836126] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a7f7da-e992-45da-a335-44cf90ac95a0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.852674] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc4d2ad-c9b9-4bdd-a9bd-bb43226bcfba {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.880393] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-664f783f-672b-4597-ba2d-1ec2b045e21b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] volume-777443f3-76c6-4c61-8079-9faa3587e94f/volume-777443f3-76c6-4c61-8079-9faa3587e94f.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.880682] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67172096-d9be-49ba-8b9f-7a5cccecc958 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.899146] env[62321]: DEBUG oslo_vmware.api [None req-664f783f-672b-4597-ba2d-1ec2b045e21b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 1092.899146] env[62321]: value = "task-2633915" [ 1092.899146] env[62321]: _type = "Task" [ 1092.899146] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.907396] env[62321]: DEBUG oslo_vmware.api [None req-664f783f-672b-4597-ba2d-1ec2b045e21b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633915, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.942287] env[62321]: DEBUG oslo_concurrency.lockutils [None req-749a6a73-1f76-4247-9ed6-323614f4b7af tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "56205dff-56b5-4a96-ab3e-ec07705d837a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.646s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.097630] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: a0cb66e2-92e2-4c65-8f54-ad044d71a4c9] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1093.165123] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670a4357-152e-4b77-be7b-aff26775c22b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.172988] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b3e6c9-1689-4eba-b77e-6d8782acb8ca {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.204288] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0fd8fa-1890-4145-865d-b0c2550d21d2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.211986] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b83b8d-4939-4905-b343-522c19b0435d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.225158] env[62321]: DEBUG nova.compute.provider_tree [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.251084] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a2b7ffc3-042e-4aa4-9ecc-29fb7deae442 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Releasing lock "refresh_cache-5a35025e-96aa-4fe3-b763-526786b21433" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.253230] env[62321]: DEBUG oslo_concurrency.lockutils [req-7ec0bde6-1768-4036-8365-eec944845a64 req-89c9d5f4-4fba-44ad-a138-ea4f35f645f5 service nova] Acquired lock "refresh_cache-5a35025e-96aa-4fe3-b763-526786b21433" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.253434] env[62321]: DEBUG nova.network.neutron [req-7ec0bde6-1768-4036-8365-eec944845a64 req-89c9d5f4-4fba-44ad-a138-ea4f35f645f5 service nova] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Refreshing network info cache for port 9f8888aa-a47f-43aa-ade7-e0ee34c13139 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.262534] env[62321]: DEBUG nova.compute.manager [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1093.294147] env[62321]: DEBUG nova.virt.hardware [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.294147] env[62321]: DEBUG nova.virt.hardware [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.294147] env[62321]: DEBUG nova.virt.hardware [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.294147] env[62321]: DEBUG nova.virt.hardware [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.294147] env[62321]: DEBUG nova.virt.hardware [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.294147] env[62321]: DEBUG nova.virt.hardware [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.294147] env[62321]: DEBUG nova.virt.hardware [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.294555] env[62321]: DEBUG nova.virt.hardware [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.294555] env[62321]: DEBUG nova.virt.hardware [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.294642] env[62321]: DEBUG nova.virt.hardware [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.294847] env[62321]: DEBUG nova.virt.hardware [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.295826] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c871dfdd-7e2f-4cc3-8f38-ed4ab9488755 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.306252] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c605d0-c6b7-4b9e-8b7c-56f641f061fa {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.409024] env[62321]: DEBUG oslo_vmware.api [None req-664f783f-672b-4597-ba2d-1ec2b045e21b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633915, 'name': ReconfigVM_Task, 'duration_secs': 0.418302} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.409275] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-664f783f-672b-4597-ba2d-1ec2b045e21b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Reconfigured VM instance instance-00000065 to attach disk [datastore1] volume-777443f3-76c6-4c61-8079-9faa3587e94f/volume-777443f3-76c6-4c61-8079-9faa3587e94f.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.413871] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c206cd95-c4dc-4785-916d-5676b32a701c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.428064] env[62321]: DEBUG oslo_vmware.api [None req-664f783f-672b-4597-ba2d-1ec2b045e21b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 1093.428064] env[62321]: value = "task-2633916" [ 1093.428064] env[62321]: _type = "Task" [ 1093.428064] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.435660] env[62321]: DEBUG oslo_vmware.api [None req-664f783f-672b-4597-ba2d-1ec2b045e21b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633916, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.447381] env[62321]: DEBUG nova.objects.instance [None req-68687fb9-0a69-4583-a3f3-fc2581f8aeae tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lazy-loading 'pci_requests' on Instance uuid 300bcf4e-dff7-445b-a311-d11da3e0d72e {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.601305] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: b0ec5a52-282c-41dd-8247-27257ea56849] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1093.731168] env[62321]: DEBUG nova.scheduler.client.report [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.736299] env[62321]: DEBUG nova.network.neutron [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Successfully updated port: 9c5acde6-11c8-4e0c-955d-abe1837464dc {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1093.755786] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a2b7ffc3-042e-4aa4-9ecc-29fb7deae442 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "interface-5a35025e-96aa-4fe3-b763-526786b21433-04985432-4a94-4896-8815-4118e0f7ffb6" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.667s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.940082] env[62321]: DEBUG oslo_vmware.api [None req-664f783f-672b-4597-ba2d-1ec2b045e21b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633916, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.940925] env[62321]: DEBUG nova.network.neutron [req-7ec0bde6-1768-4036-8365-eec944845a64 req-89c9d5f4-4fba-44ad-a138-ea4f35f645f5 service nova] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Updated VIF entry in instance network info cache for port 9f8888aa-a47f-43aa-ade7-e0ee34c13139. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1093.941278] env[62321]: DEBUG nova.network.neutron [req-7ec0bde6-1768-4036-8365-eec944845a64 req-89c9d5f4-4fba-44ad-a138-ea4f35f645f5 service nova] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Updating instance_info_cache with network_info: [{"id": "9f8888aa-a47f-43aa-ade7-e0ee34c13139", "address": "fa:16:3e:4b:26:cb", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f8888aa-a4", "ovs_interfaceid": "9f8888aa-a47f-43aa-ade7-e0ee34c13139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.950644] env[62321]: DEBUG nova.objects.base [None req-68687fb9-0a69-4583-a3f3-fc2581f8aeae tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Object Instance<300bcf4e-dff7-445b-a311-d11da3e0d72e> lazy-loaded attributes: flavor,pci_requests {{(pid=62321) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1093.950644] env[62321]: DEBUG nova.network.neutron [None req-68687fb9-0a69-4583-a3f3-fc2581f8aeae tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1094.048113] env[62321]: DEBUG nova.policy [None req-68687fb9-0a69-4583-a3f3-fc2581f8aeae tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1c2f5dfbac44829bbe716952367a1aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c660bc9909cd431cbe05cf3f4e3d2be4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 1094.104951] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: fbf80529-4efb-4056-9d2b-5b03df0c7777] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1094.125126] env[62321]: DEBUG nova.compute.manager [req-4142c1c3-5ebf-4cc8-a6df-ec999e9cfe6b req-cdd4be40-9695-4bde-a3b0-e5017a00446f service nova] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Received event network-changed-272380ee-f765-4117-ae6a-9e43c14df673 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1094.125394] env[62321]: DEBUG nova.compute.manager [req-4142c1c3-5ebf-4cc8-a6df-ec999e9cfe6b req-cdd4be40-9695-4bde-a3b0-e5017a00446f service nova] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Refreshing instance network info cache due to event network-changed-272380ee-f765-4117-ae6a-9e43c14df673. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1094.125631] env[62321]: DEBUG oslo_concurrency.lockutils [req-4142c1c3-5ebf-4cc8-a6df-ec999e9cfe6b req-cdd4be40-9695-4bde-a3b0-e5017a00446f service nova] Acquiring lock "refresh_cache-300bcf4e-dff7-445b-a311-d11da3e0d72e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.125794] env[62321]: DEBUG oslo_concurrency.lockutils [req-4142c1c3-5ebf-4cc8-a6df-ec999e9cfe6b req-cdd4be40-9695-4bde-a3b0-e5017a00446f service nova] Acquired lock "refresh_cache-300bcf4e-dff7-445b-a311-d11da3e0d72e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.126009] env[62321]: DEBUG nova.network.neutron [req-4142c1c3-5ebf-4cc8-a6df-ec999e9cfe6b req-cdd4be40-9695-4bde-a3b0-e5017a00446f service nova] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Refreshing network info cache for port 272380ee-f765-4117-ae6a-9e43c14df673 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.239099] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.292s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.239714] env[62321]: DEBUG nova.compute.manager [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1094.243707] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "refresh_cache-929d4e18-142e-4cc9-93ab-2e2738c7e295" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.243849] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquired lock "refresh_cache-929d4e18-142e-4cc9-93ab-2e2738c7e295" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.243994] env[62321]: DEBUG nova.network.neutron [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.245218] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.842s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.246710] env[62321]: INFO nova.compute.claims [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1094.440238] env[62321]: DEBUG oslo_vmware.api [None req-664f783f-672b-4597-ba2d-1ec2b045e21b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633916, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.444055] env[62321]: DEBUG oslo_concurrency.lockutils [req-7ec0bde6-1768-4036-8365-eec944845a64 req-89c9d5f4-4fba-44ad-a138-ea4f35f645f5 service nova] Releasing lock "refresh_cache-5a35025e-96aa-4fe3-b763-526786b21433" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.609078] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 2e60e52c-2e1a-4ce1-84ea-2c25cd11f5f1] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1094.747471] env[62321]: DEBUG nova.compute.utils [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1094.748889] env[62321]: DEBUG nova.compute.manager [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Not allocating networking since 'none' was specified. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1094.790525] env[62321]: DEBUG nova.network.neutron [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1094.933796] env[62321]: DEBUG nova.network.neutron [req-4142c1c3-5ebf-4cc8-a6df-ec999e9cfe6b req-cdd4be40-9695-4bde-a3b0-e5017a00446f service nova] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Updated VIF entry in instance network info cache for port 272380ee-f765-4117-ae6a-9e43c14df673. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.934155] env[62321]: DEBUG nova.network.neutron [req-4142c1c3-5ebf-4cc8-a6df-ec999e9cfe6b req-cdd4be40-9695-4bde-a3b0-e5017a00446f service nova] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Updating instance_info_cache with network_info: [{"id": "272380ee-f765-4117-ae6a-9e43c14df673", "address": "fa:16:3e:f6:60:13", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap272380ee-f7", "ovs_interfaceid": "272380ee-f765-4117-ae6a-9e43c14df673", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.942182] env[62321]: DEBUG oslo_vmware.api [None req-664f783f-672b-4597-ba2d-1ec2b045e21b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633916, 'name': ReconfigVM_Task, 'duration_secs': 1.154275} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.942504] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-664f783f-672b-4597-ba2d-1ec2b045e21b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530730', 'volume_id': '777443f3-76c6-4c61-8079-9faa3587e94f', 'name': 'volume-777443f3-76c6-4c61-8079-9faa3587e94f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9', 'attached_at': '', 'detached_at': '', 'volume_id': '777443f3-76c6-4c61-8079-9faa3587e94f', 'serial': '777443f3-76c6-4c61-8079-9faa3587e94f'} {{(pid=62321) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1095.112378] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: fc453d88-8d2d-4b0e-876f-85478c789990] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1095.248639] env[62321]: DEBUG nova.network.neutron [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Updating instance_info_cache with network_info: [{"id": "9c5acde6-11c8-4e0c-955d-abe1837464dc", "address": "fa:16:3e:97:79:1f", "network": {"id": "ae63f03d-a437-4466-8919-e20785c3287e", "bridge": "br-int", "label": "tempest-ServersTestJSON-414500887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adf0606cb740439e8133e7dd91768355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c5acde6-11", "ovs_interfaceid": "9c5acde6-11c8-4e0c-955d-abe1837464dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.250139] env[62321]: DEBUG nova.compute.manager [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1095.437110] env[62321]: DEBUG oslo_concurrency.lockutils [req-4142c1c3-5ebf-4cc8-a6df-ec999e9cfe6b req-cdd4be40-9695-4bde-a3b0-e5017a00446f service nova] Releasing lock "refresh_cache-300bcf4e-dff7-445b-a311-d11da3e0d72e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.437404] env[62321]: DEBUG nova.compute.manager [req-4142c1c3-5ebf-4cc8-a6df-ec999e9cfe6b req-cdd4be40-9695-4bde-a3b0-e5017a00446f service nova] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Received event network-changed-ffcc0c40-4ec7-4b4b-bae4-3576f19c1bd6 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1095.437574] env[62321]: DEBUG nova.compute.manager [req-4142c1c3-5ebf-4cc8-a6df-ec999e9cfe6b req-cdd4be40-9695-4bde-a3b0-e5017a00446f service nova] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Refreshing instance network info cache due to event network-changed-ffcc0c40-4ec7-4b4b-bae4-3576f19c1bd6. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1095.437776] env[62321]: DEBUG oslo_concurrency.lockutils [req-4142c1c3-5ebf-4cc8-a6df-ec999e9cfe6b req-cdd4be40-9695-4bde-a3b0-e5017a00446f service nova] Acquiring lock "refresh_cache-56205dff-56b5-4a96-ab3e-ec07705d837a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.437913] env[62321]: DEBUG oslo_concurrency.lockutils [req-4142c1c3-5ebf-4cc8-a6df-ec999e9cfe6b req-cdd4be40-9695-4bde-a3b0-e5017a00446f service nova] Acquired lock "refresh_cache-56205dff-56b5-4a96-ab3e-ec07705d837a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.438085] env[62321]: DEBUG nova.network.neutron [req-4142c1c3-5ebf-4cc8-a6df-ec999e9cfe6b req-cdd4be40-9695-4bde-a3b0-e5017a00446f service nova] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Refreshing network info cache for port ffcc0c40-4ec7-4b4b-bae4-3576f19c1bd6 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.440544] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33579109-a66f-435d-aec5-1218984311c1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.452474] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74bc174-a39d-40a4-a94d-c4e5e75a5cad {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.487338] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141a3731-a688-44df-9fab-45d3f5c05c75 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.495271] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6b28e8-ecc8-471c-91c7-bf3e5045805e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.509123] env[62321]: DEBUG nova.compute.provider_tree [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.604299] env[62321]: DEBUG nova.network.neutron [None req-68687fb9-0a69-4583-a3f3-fc2581f8aeae tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Successfully updated port: 04985432-4a94-4896-8815-4118e0f7ffb6 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1095.615890] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 627d19af-6ef7-426a-a3db-680470954a2a] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1095.753283] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Releasing lock "refresh_cache-929d4e18-142e-4cc9-93ab-2e2738c7e295" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.753622] env[62321]: DEBUG nova.compute.manager [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Instance network_info: |[{"id": "9c5acde6-11c8-4e0c-955d-abe1837464dc", "address": "fa:16:3e:97:79:1f", "network": {"id": "ae63f03d-a437-4466-8919-e20785c3287e", "bridge": "br-int", "label": "tempest-ServersTestJSON-414500887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adf0606cb740439e8133e7dd91768355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c5acde6-11", "ovs_interfaceid": "9c5acde6-11c8-4e0c-955d-abe1837464dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1095.757221] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:79:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7edb7c08-2fae-4df5-9ec6-5ccf06d7e337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c5acde6-11c8-4e0c-955d-abe1837464dc', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1095.764723] env[62321]: DEBUG oslo.service.loopingcall [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1095.765183] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1095.765409] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f28bb454-0f0c-44a9-a236-f686ecb399f8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.785883] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1095.785883] env[62321]: value = "task-2633917" [ 1095.785883] env[62321]: _type = "Task" [ 1095.785883] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.794135] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633917, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.952722] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4d87b050-c87b-4bbe-b9ee-6513a933d3f7 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquiring lock "def1500c-f7ea-4ea2-ba83-8499b10c7a19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.952722] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4d87b050-c87b-4bbe-b9ee-6513a933d3f7 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lock "def1500c-f7ea-4ea2-ba83-8499b10c7a19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.952722] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4d87b050-c87b-4bbe-b9ee-6513a933d3f7 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquiring lock "def1500c-f7ea-4ea2-ba83-8499b10c7a19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.952924] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4d87b050-c87b-4bbe-b9ee-6513a933d3f7 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lock "def1500c-f7ea-4ea2-ba83-8499b10c7a19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.953079] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4d87b050-c87b-4bbe-b9ee-6513a933d3f7 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lock "def1500c-f7ea-4ea2-ba83-8499b10c7a19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.955105] env[62321]: INFO nova.compute.manager [None req-4d87b050-c87b-4bbe-b9ee-6513a933d3f7 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Terminating instance [ 1095.991502] env[62321]: DEBUG nova.objects.instance [None req-664f783f-672b-4597-ba2d-1ec2b045e21b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lazy-loading 'flavor' on Instance uuid 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.011569] env[62321]: DEBUG nova.scheduler.client.report [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.106710] env[62321]: DEBUG oslo_concurrency.lockutils [None req-68687fb9-0a69-4583-a3f3-fc2581f8aeae tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "refresh_cache-300bcf4e-dff7-445b-a311-d11da3e0d72e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.106936] env[62321]: DEBUG oslo_concurrency.lockutils [None req-68687fb9-0a69-4583-a3f3-fc2581f8aeae tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquired lock "refresh_cache-300bcf4e-dff7-445b-a311-d11da3e0d72e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.107130] env[62321]: DEBUG nova.network.neutron [None req-68687fb9-0a69-4583-a3f3-fc2581f8aeae tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.122150] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 8c245003-9ef2-464b-a6aa-0bf0dd97bc16] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1096.152716] env[62321]: DEBUG nova.compute.manager [req-e86efab6-2a36-40e1-880e-8d64d20bc2bc req-0f1a8378-c91b-4396-b68a-ccc4b5da47ea service nova] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Received event network-vif-plugged-04985432-4a94-4896-8815-4118e0f7ffb6 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1096.152983] env[62321]: DEBUG oslo_concurrency.lockutils [req-e86efab6-2a36-40e1-880e-8d64d20bc2bc req-0f1a8378-c91b-4396-b68a-ccc4b5da47ea service nova] Acquiring lock "300bcf4e-dff7-445b-a311-d11da3e0d72e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.153158] env[62321]: DEBUG oslo_concurrency.lockutils [req-e86efab6-2a36-40e1-880e-8d64d20bc2bc req-0f1a8378-c91b-4396-b68a-ccc4b5da47ea service nova] Lock "300bcf4e-dff7-445b-a311-d11da3e0d72e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.153339] env[62321]: DEBUG oslo_concurrency.lockutils [req-e86efab6-2a36-40e1-880e-8d64d20bc2bc req-0f1a8378-c91b-4396-b68a-ccc4b5da47ea service nova] Lock "300bcf4e-dff7-445b-a311-d11da3e0d72e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.153516] env[62321]: DEBUG nova.compute.manager [req-e86efab6-2a36-40e1-880e-8d64d20bc2bc req-0f1a8378-c91b-4396-b68a-ccc4b5da47ea service nova] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] No waiting events found dispatching network-vif-plugged-04985432-4a94-4896-8815-4118e0f7ffb6 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1096.153679] env[62321]: WARNING nova.compute.manager [req-e86efab6-2a36-40e1-880e-8d64d20bc2bc req-0f1a8378-c91b-4396-b68a-ccc4b5da47ea service nova] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Received unexpected event network-vif-plugged-04985432-4a94-4896-8815-4118e0f7ffb6 for instance with vm_state active and task_state None. [ 1096.153831] env[62321]: DEBUG nova.compute.manager [req-e86efab6-2a36-40e1-880e-8d64d20bc2bc req-0f1a8378-c91b-4396-b68a-ccc4b5da47ea service nova] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Received event network-changed-04985432-4a94-4896-8815-4118e0f7ffb6 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1096.153982] env[62321]: DEBUG nova.compute.manager [req-e86efab6-2a36-40e1-880e-8d64d20bc2bc req-0f1a8378-c91b-4396-b68a-ccc4b5da47ea service nova] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Refreshing instance network info cache due to event network-changed-04985432-4a94-4896-8815-4118e0f7ffb6. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1096.154168] env[62321]: DEBUG oslo_concurrency.lockutils [req-e86efab6-2a36-40e1-880e-8d64d20bc2bc req-0f1a8378-c91b-4396-b68a-ccc4b5da47ea service nova] Acquiring lock "refresh_cache-300bcf4e-dff7-445b-a311-d11da3e0d72e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.164502] env[62321]: DEBUG nova.network.neutron [req-4142c1c3-5ebf-4cc8-a6df-ec999e9cfe6b req-cdd4be40-9695-4bde-a3b0-e5017a00446f service nova] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Updated VIF entry in instance network info cache for port ffcc0c40-4ec7-4b4b-bae4-3576f19c1bd6. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.164846] env[62321]: DEBUG nova.network.neutron [req-4142c1c3-5ebf-4cc8-a6df-ec999e9cfe6b req-cdd4be40-9695-4bde-a3b0-e5017a00446f service nova] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Updating instance_info_cache with network_info: [{"id": "ffcc0c40-4ec7-4b4b-bae4-3576f19c1bd6", "address": "fa:16:3e:47:55:74", "network": {"id": "2750ca67-1b0e-43a8-a773-1086f86438e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-263699496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e41ce300a3c4503930ecf73e3501abe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffcc0c40-4e", "ovs_interfaceid": "ffcc0c40-4ec7-4b4b-bae4-3576f19c1bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.266989] env[62321]: DEBUG nova.compute.manager [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1096.299061] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633917, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.302077] env[62321]: DEBUG nova.virt.hardware [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1096.302447] env[62321]: DEBUG nova.virt.hardware [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1096.302685] env[62321]: DEBUG nova.virt.hardware [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.302961] env[62321]: DEBUG nova.virt.hardware [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1096.303215] env[62321]: DEBUG nova.virt.hardware [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.303447] env[62321]: DEBUG nova.virt.hardware [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1096.303809] env[62321]: DEBUG nova.virt.hardware [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1096.304215] env[62321]: DEBUG nova.virt.hardware [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1096.304407] env[62321]: DEBUG nova.virt.hardware [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1096.304648] env[62321]: DEBUG nova.virt.hardware [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1096.304932] env[62321]: DEBUG nova.virt.hardware [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1096.306340] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80dc7d80-b3d6-422a-9e74-2ffa63ffefb7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.317942] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7d3277-af6a-4bf2-974a-aeff5ca1727d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.333334] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Instance VIF info [] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1096.339227] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Creating folder: Project (b26bf13cd8b5448c8709ea0b1f6b8eba). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1096.339570] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fd650b0-ff69-451d-a2aa-61cd6759b2e0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.350263] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Created folder: Project (b26bf13cd8b5448c8709ea0b1f6b8eba) in parent group-v530434. [ 1096.350456] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Creating folder: Instances. Parent ref: group-v530732. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1096.350709] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ceabd424-4e63-49c7-bc46-d7046bbeb740 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.360099] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Created folder: Instances in parent group-v530732. [ 1096.360846] env[62321]: DEBUG oslo.service.loopingcall [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1096.360846] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1096.360846] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93ab97d1-1975-46c0-adbe-ed3b44f39750 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.377336] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1096.377336] env[62321]: value = "task-2633920" [ 1096.377336] env[62321]: _type = "Task" [ 1096.377336] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.384743] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633920, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.459297] env[62321]: DEBUG nova.compute.manager [None req-4d87b050-c87b-4bbe-b9ee-6513a933d3f7 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1096.459297] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4d87b050-c87b-4bbe-b9ee-6513a933d3f7 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.460143] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f2df60-40d0-4c57-892d-cf3b2cbb5af2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.467771] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d87b050-c87b-4bbe-b9ee-6513a933d3f7 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.468034] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1721cc63-01f1-47dc-b85d-3e08a56ba1cd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.474325] env[62321]: DEBUG oslo_vmware.api [None req-4d87b050-c87b-4bbe-b9ee-6513a933d3f7 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 1096.474325] env[62321]: value = "task-2633921" [ 1096.474325] env[62321]: _type = "Task" [ 1096.474325] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.482167] env[62321]: DEBUG oslo_vmware.api [None req-4d87b050-c87b-4bbe-b9ee-6513a933d3f7 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.497374] env[62321]: DEBUG oslo_concurrency.lockutils [None req-664f783f-672b-4597-ba2d-1ec2b045e21b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.294s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.516590] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.271s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.517217] env[62321]: DEBUG nova.compute.manager [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1096.520300] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.070s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.521939] env[62321]: INFO nova.compute.claims [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1096.623282] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: f84e9716-fa61-4674-9292-5b220fb640d0] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1096.647521] env[62321]: WARNING nova.network.neutron [None req-68687fb9-0a69-4583-a3f3-fc2581f8aeae tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] 62edaec8-ba2d-4464-b39a-ca6af58f81f9 already exists in list: networks containing: ['62edaec8-ba2d-4464-b39a-ca6af58f81f9']. ignoring it [ 1096.667828] env[62321]: DEBUG oslo_concurrency.lockutils [req-4142c1c3-5ebf-4cc8-a6df-ec999e9cfe6b req-cdd4be40-9695-4bde-a3b0-e5017a00446f service nova] Releasing lock "refresh_cache-56205dff-56b5-4a96-ab3e-ec07705d837a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.667828] env[62321]: DEBUG nova.compute.manager [req-4142c1c3-5ebf-4cc8-a6df-ec999e9cfe6b req-cdd4be40-9695-4bde-a3b0-e5017a00446f service nova] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Received event network-vif-plugged-9c5acde6-11c8-4e0c-955d-abe1837464dc {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1096.668166] env[62321]: DEBUG oslo_concurrency.lockutils [req-4142c1c3-5ebf-4cc8-a6df-ec999e9cfe6b req-cdd4be40-9695-4bde-a3b0-e5017a00446f service nova] Acquiring lock "929d4e18-142e-4cc9-93ab-2e2738c7e295-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.668269] env[62321]: DEBUG oslo_concurrency.lockutils [req-4142c1c3-5ebf-4cc8-a6df-ec999e9cfe6b req-cdd4be40-9695-4bde-a3b0-e5017a00446f service nova] Lock "929d4e18-142e-4cc9-93ab-2e2738c7e295-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.668494] env[62321]: DEBUG oslo_concurrency.lockutils [req-4142c1c3-5ebf-4cc8-a6df-ec999e9cfe6b req-cdd4be40-9695-4bde-a3b0-e5017a00446f service nova] Lock "929d4e18-142e-4cc9-93ab-2e2738c7e295-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.668712] env[62321]: DEBUG nova.compute.manager [req-4142c1c3-5ebf-4cc8-a6df-ec999e9cfe6b req-cdd4be40-9695-4bde-a3b0-e5017a00446f service nova] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] No waiting events found dispatching network-vif-plugged-9c5acde6-11c8-4e0c-955d-abe1837464dc {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1096.668951] env[62321]: WARNING nova.compute.manager [req-4142c1c3-5ebf-4cc8-a6df-ec999e9cfe6b req-cdd4be40-9695-4bde-a3b0-e5017a00446f service nova] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Received unexpected event network-vif-plugged-9c5acde6-11c8-4e0c-955d-abe1837464dc for instance with vm_state building and task_state spawning. [ 1096.669197] env[62321]: DEBUG nova.compute.manager [req-4142c1c3-5ebf-4cc8-a6df-ec999e9cfe6b req-cdd4be40-9695-4bde-a3b0-e5017a00446f service nova] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Received event network-changed-9c5acde6-11c8-4e0c-955d-abe1837464dc {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1096.669408] env[62321]: DEBUG nova.compute.manager [req-4142c1c3-5ebf-4cc8-a6df-ec999e9cfe6b req-cdd4be40-9695-4bde-a3b0-e5017a00446f service nova] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Refreshing instance network info cache due to event network-changed-9c5acde6-11c8-4e0c-955d-abe1837464dc. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1096.669670] env[62321]: DEBUG oslo_concurrency.lockutils [req-4142c1c3-5ebf-4cc8-a6df-ec999e9cfe6b req-cdd4be40-9695-4bde-a3b0-e5017a00446f service nova] Acquiring lock "refresh_cache-929d4e18-142e-4cc9-93ab-2e2738c7e295" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.669886] env[62321]: DEBUG oslo_concurrency.lockutils [req-4142c1c3-5ebf-4cc8-a6df-ec999e9cfe6b req-cdd4be40-9695-4bde-a3b0-e5017a00446f service nova] Acquired lock "refresh_cache-929d4e18-142e-4cc9-93ab-2e2738c7e295" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.670129] env[62321]: DEBUG nova.network.neutron [req-4142c1c3-5ebf-4cc8-a6df-ec999e9cfe6b req-cdd4be40-9695-4bde-a3b0-e5017a00446f service nova] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Refreshing network info cache for port 9c5acde6-11c8-4e0c-955d-abe1837464dc {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.795956] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633917, 'name': CreateVM_Task, 'duration_secs': 0.520416} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.796124] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1096.796765] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.796924] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.797278] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.797515] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4d2c6ff-5cbe-4f46-9d31-6a60db844c45 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.803976] env[62321]: DEBUG oslo_vmware.api [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 1096.803976] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52955581-c393-1925-7909-1ab34b7742de" [ 1096.803976] env[62321]: _type = "Task" [ 1096.803976] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.813061] env[62321]: DEBUG oslo_vmware.api [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52955581-c393-1925-7909-1ab34b7742de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.849982] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a2ec3be7-019c-45a7-b02e-f21942995ade tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquiring lock "40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.850246] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a2ec3be7-019c-45a7-b02e-f21942995ade tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.886340] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633920, 'name': CreateVM_Task, 'duration_secs': 0.317231} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.888859] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1096.889255] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.942945] env[62321]: DEBUG nova.network.neutron [None req-68687fb9-0a69-4583-a3f3-fc2581f8aeae tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Updating instance_info_cache with network_info: [{"id": "272380ee-f765-4117-ae6a-9e43c14df673", "address": "fa:16:3e:f6:60:13", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap272380ee-f7", "ovs_interfaceid": "272380ee-f765-4117-ae6a-9e43c14df673", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "04985432-4a94-4896-8815-4118e0f7ffb6", "address": "fa:16:3e:79:b3:22", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04985432-4a", "ovs_interfaceid": "04985432-4a94-4896-8815-4118e0f7ffb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.986306] env[62321]: DEBUG oslo_vmware.api [None req-4d87b050-c87b-4bbe-b9ee-6513a933d3f7 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633921, 'name': PowerOffVM_Task, 'duration_secs': 0.26666} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.986573] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d87b050-c87b-4bbe-b9ee-6513a933d3f7 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.986718] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4d87b050-c87b-4bbe-b9ee-6513a933d3f7 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.986961] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a27a0ca2-1c17-4aa5-a9b4-540117db7277 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.025972] env[62321]: DEBUG nova.compute.utils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1097.028974] env[62321]: DEBUG nova.compute.manager [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1097.029154] env[62321]: DEBUG nova.network.neutron [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1097.059191] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4d87b050-c87b-4bbe-b9ee-6513a933d3f7 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1097.059404] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4d87b050-c87b-4bbe-b9ee-6513a933d3f7 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1097.059584] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d87b050-c87b-4bbe-b9ee-6513a933d3f7 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Deleting the datastore file [datastore1] def1500c-f7ea-4ea2-ba83-8499b10c7a19 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1097.059852] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10b3b4fc-6470-4687-bacc-f1b595d108c6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.066784] env[62321]: DEBUG oslo_vmware.api [None req-4d87b050-c87b-4bbe-b9ee-6513a933d3f7 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for the task: (returnval){ [ 1097.066784] env[62321]: value = "task-2633923" [ 1097.066784] env[62321]: _type = "Task" [ 1097.066784] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.071089] env[62321]: DEBUG nova.policy [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4057c3d9f65425ca214d147c813c86c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '249284320161490cbf5e7f1dd4646a26', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 1097.077639] env[62321]: DEBUG oslo_vmware.api [None req-4d87b050-c87b-4bbe-b9ee-6513a933d3f7 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.126878] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 1bebba95-b89d-4769-a4fb-8f1416d32b80] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1097.315347] env[62321]: DEBUG oslo_vmware.api [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52955581-c393-1925-7909-1ab34b7742de, 'name': SearchDatastore_Task, 'duration_secs': 0.011427} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.315823] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.315937] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1097.316173] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.316321] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.316563] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1097.317137] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.317271] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.317455] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3916b179-5c7f-47b2-9669-cb0868c75e2f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.319417] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2494dffa-3f1e-4c18-abef-974a06f74752 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.325637] env[62321]: DEBUG oslo_vmware.api [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Waiting for the task: (returnval){ [ 1097.325637] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52f8ab17-dbb9-c46b-5627-fa60bf4335fa" [ 1097.325637] env[62321]: _type = "Task" [ 1097.325637] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.337709] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1097.337994] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1097.339074] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45645c83-c2a1-4316-9f86-5dc8b63539bc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.348419] env[62321]: DEBUG oslo_vmware.api [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52f8ab17-dbb9-c46b-5627-fa60bf4335fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.350034] env[62321]: DEBUG oslo_vmware.api [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 1097.350034] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5264508a-fbbf-fe72-a8c9-42408b334113" [ 1097.350034] env[62321]: _type = "Task" [ 1097.350034] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.354838] env[62321]: INFO nova.compute.manager [None req-a2ec3be7-019c-45a7-b02e-f21942995ade tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Detaching volume 777443f3-76c6-4c61-8079-9faa3587e94f [ 1097.363621] env[62321]: DEBUG oslo_vmware.api [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5264508a-fbbf-fe72-a8c9-42408b334113, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.411105] env[62321]: INFO nova.virt.block_device [None req-a2ec3be7-019c-45a7-b02e-f21942995ade tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Attempting to driver detach volume 777443f3-76c6-4c61-8079-9faa3587e94f from mountpoint /dev/sdb [ 1097.411401] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2ec3be7-019c-45a7-b02e-f21942995ade tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Volume detach. Driver type: vmdk {{(pid=62321) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1097.411574] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2ec3be7-019c-45a7-b02e-f21942995ade tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530730', 'volume_id': '777443f3-76c6-4c61-8079-9faa3587e94f', 'name': 'volume-777443f3-76c6-4c61-8079-9faa3587e94f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9', 'attached_at': '', 'detached_at': '', 'volume_id': '777443f3-76c6-4c61-8079-9faa3587e94f', 'serial': '777443f3-76c6-4c61-8079-9faa3587e94f'} {{(pid=62321) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1097.412797] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ff656b-0a9e-44dd-969e-efc72120fc15 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.436556] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b142c362-db4f-4073-862c-db18826d5e6b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.443804] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ba88bc-f435-427b-b648-81e94ece6d86 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.446499] env[62321]: DEBUG oslo_concurrency.lockutils [None req-68687fb9-0a69-4583-a3f3-fc2581f8aeae tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Releasing lock "refresh_cache-300bcf4e-dff7-445b-a311-d11da3e0d72e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.447130] env[62321]: DEBUG oslo_concurrency.lockutils [None req-68687fb9-0a69-4583-a3f3-fc2581f8aeae tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "300bcf4e-dff7-445b-a311-d11da3e0d72e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.447291] env[62321]: DEBUG oslo_concurrency.lockutils [None req-68687fb9-0a69-4583-a3f3-fc2581f8aeae tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquired lock "300bcf4e-dff7-445b-a311-d11da3e0d72e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.447542] env[62321]: DEBUG oslo_concurrency.lockutils [req-e86efab6-2a36-40e1-880e-8d64d20bc2bc req-0f1a8378-c91b-4396-b68a-ccc4b5da47ea service nova] Acquired lock "refresh_cache-300bcf4e-dff7-445b-a311-d11da3e0d72e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.447717] env[62321]: DEBUG nova.network.neutron [req-e86efab6-2a36-40e1-880e-8d64d20bc2bc req-0f1a8378-c91b-4396-b68a-ccc4b5da47ea service nova] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Refreshing network info cache for port 04985432-4a94-4896-8815-4118e0f7ffb6 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.449415] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9321ce-bf61-4ace-90fc-89b710b73d7c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.484799] env[62321]: DEBUG nova.virt.hardware [None req-68687fb9-0a69-4583-a3f3-fc2581f8aeae tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.484971] env[62321]: DEBUG nova.virt.hardware [None req-68687fb9-0a69-4583-a3f3-fc2581f8aeae tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.485078] env[62321]: DEBUG nova.virt.hardware [None req-68687fb9-0a69-4583-a3f3-fc2581f8aeae tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.485262] env[62321]: DEBUG nova.virt.hardware [None req-68687fb9-0a69-4583-a3f3-fc2581f8aeae tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.485408] env[62321]: DEBUG nova.virt.hardware [None req-68687fb9-0a69-4583-a3f3-fc2581f8aeae tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.485577] env[62321]: DEBUG nova.virt.hardware [None req-68687fb9-0a69-4583-a3f3-fc2581f8aeae tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.485807] env[62321]: DEBUG nova.virt.hardware [None req-68687fb9-0a69-4583-a3f3-fc2581f8aeae tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.485968] env[62321]: DEBUG nova.virt.hardware [None req-68687fb9-0a69-4583-a3f3-fc2581f8aeae tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.486209] env[62321]: DEBUG nova.virt.hardware [None req-68687fb9-0a69-4583-a3f3-fc2581f8aeae tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.486333] env[62321]: DEBUG nova.virt.hardware [None req-68687fb9-0a69-4583-a3f3-fc2581f8aeae tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.486468] env[62321]: DEBUG nova.virt.hardware [None req-68687fb9-0a69-4583-a3f3-fc2581f8aeae tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.492924] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-68687fb9-0a69-4583-a3f3-fc2581f8aeae tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Reconfiguring VM to attach interface {{(pid=62321) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1097.493808] env[62321]: DEBUG nova.network.neutron [req-4142c1c3-5ebf-4cc8-a6df-ec999e9cfe6b req-cdd4be40-9695-4bde-a3b0-e5017a00446f service nova] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Updated VIF entry in instance network info cache for port 9c5acde6-11c8-4e0c-955d-abe1837464dc. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1097.494141] env[62321]: DEBUG nova.network.neutron [req-4142c1c3-5ebf-4cc8-a6df-ec999e9cfe6b req-cdd4be40-9695-4bde-a3b0-e5017a00446f service nova] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Updating instance_info_cache with network_info: [{"id": "9c5acde6-11c8-4e0c-955d-abe1837464dc", "address": "fa:16:3e:97:79:1f", "network": {"id": "ae63f03d-a437-4466-8919-e20785c3287e", "bridge": "br-int", "label": "tempest-ServersTestJSON-414500887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adf0606cb740439e8133e7dd91768355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c5acde6-11", "ovs_interfaceid": "9c5acde6-11c8-4e0c-955d-abe1837464dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.499023] env[62321]: DEBUG nova.network.neutron [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Successfully created port: 741ea59f-67ac-4263-afe4-7401f95ab67d {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1097.499023] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fd7b98-e2f5-4c11-9c8d-7de06ed85bfd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.500873] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c4b02ec-6a8d-401b-9cbb-751548361824 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.526783] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2ec3be7-019c-45a7-b02e-f21942995ade tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] The volume has not been displaced from its original location: [datastore1] volume-777443f3-76c6-4c61-8079-9faa3587e94f/volume-777443f3-76c6-4c61-8079-9faa3587e94f.vmdk. No consolidation needed. {{(pid=62321) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1097.532034] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2ec3be7-019c-45a7-b02e-f21942995ade tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1097.534013] env[62321]: DEBUG nova.compute.manager [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1097.538823] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-987d6950-ea30-4573-93ad-a82eb848d646 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.551887] env[62321]: DEBUG oslo_vmware.api [None req-68687fb9-0a69-4583-a3f3-fc2581f8aeae tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 1097.551887] env[62321]: value = "task-2633924" [ 1097.551887] env[62321]: _type = "Task" [ 1097.551887] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.558398] env[62321]: DEBUG oslo_vmware.api [None req-a2ec3be7-019c-45a7-b02e-f21942995ade tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 1097.558398] env[62321]: value = "task-2633925" [ 1097.558398] env[62321]: _type = "Task" [ 1097.558398] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.569817] env[62321]: DEBUG oslo_vmware.api [None req-a2ec3be7-019c-45a7-b02e-f21942995ade tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633925, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.581132] env[62321]: DEBUG oslo_vmware.api [None req-4d87b050-c87b-4bbe-b9ee-6513a933d3f7 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Task: {'id': task-2633923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306907} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.581444] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d87b050-c87b-4bbe-b9ee-6513a933d3f7 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.581674] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4d87b050-c87b-4bbe-b9ee-6513a933d3f7 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.581935] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4d87b050-c87b-4bbe-b9ee-6513a933d3f7 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.582154] env[62321]: INFO nova.compute.manager [None req-4d87b050-c87b-4bbe-b9ee-6513a933d3f7 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1097.582477] env[62321]: DEBUG oslo.service.loopingcall [None req-4d87b050-c87b-4bbe-b9ee-6513a933d3f7 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1097.582727] env[62321]: DEBUG nova.compute.manager [-] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1097.582883] env[62321]: DEBUG nova.network.neutron [-] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.630463] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 2ac1005f-138b-4e2d-9952-4df86b0c9eb2] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1097.766629] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962a90c6-5d6a-42d3-b44d-006eebf2e7c0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.774331] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac69326-855f-4e7d-9590-b1bdbc96a409 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.806765] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e01c74a-5e89-4410-a538-9bceedb63eb2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.814254] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e207c8-9ef9-4ed3-9e83-e6bb94ea813c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.828465] env[62321]: DEBUG nova.compute.provider_tree [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.839143] env[62321]: DEBUG oslo_vmware.api [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52f8ab17-dbb9-c46b-5627-fa60bf4335fa, 'name': SearchDatastore_Task, 'duration_secs': 0.02533} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.840124] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.840427] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1097.840678] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.863973] env[62321]: DEBUG oslo_vmware.api [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5264508a-fbbf-fe72-a8c9-42408b334113, 'name': SearchDatastore_Task, 'duration_secs': 0.015846} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.864891] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43bec15e-7d3f-4a2a-848f-71bd88b6e7c9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.870800] env[62321]: DEBUG oslo_vmware.api [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 1097.870800] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e760f9-e288-e8c9-f3ad-12651fe8e33e" [ 1097.870800] env[62321]: _type = "Task" [ 1097.870800] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.879882] env[62321]: DEBUG oslo_vmware.api [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e760f9-e288-e8c9-f3ad-12651fe8e33e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.014126] env[62321]: DEBUG oslo_concurrency.lockutils [req-4142c1c3-5ebf-4cc8-a6df-ec999e9cfe6b req-cdd4be40-9695-4bde-a3b0-e5017a00446f service nova] Releasing lock "refresh_cache-929d4e18-142e-4cc9-93ab-2e2738c7e295" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.065760] env[62321]: DEBUG oslo_vmware.api [None req-68687fb9-0a69-4583-a3f3-fc2581f8aeae tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633924, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.073657] env[62321]: DEBUG oslo_vmware.api [None req-a2ec3be7-019c-45a7-b02e-f21942995ade tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633925, 'name': ReconfigVM_Task, 'duration_secs': 0.342185} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.073918] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2ec3be7-019c-45a7-b02e-f21942995ade tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1098.078562] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06e4c9de-12c4-45c6-a81b-65c2fd51ffa9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.093320] env[62321]: DEBUG oslo_vmware.api [None req-a2ec3be7-019c-45a7-b02e-f21942995ade tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 1098.093320] env[62321]: value = "task-2633926" [ 1098.093320] env[62321]: _type = "Task" [ 1098.093320] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.102763] env[62321]: DEBUG oslo_vmware.api [None req-a2ec3be7-019c-45a7-b02e-f21942995ade tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633926, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.134773] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 5aad616b-744d-47dd-9c53-bb7120849743] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1098.305763] env[62321]: DEBUG nova.network.neutron [req-e86efab6-2a36-40e1-880e-8d64d20bc2bc req-0f1a8378-c91b-4396-b68a-ccc4b5da47ea service nova] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Updated VIF entry in instance network info cache for port 04985432-4a94-4896-8815-4118e0f7ffb6. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1098.306269] env[62321]: DEBUG nova.network.neutron [req-e86efab6-2a36-40e1-880e-8d64d20bc2bc req-0f1a8378-c91b-4396-b68a-ccc4b5da47ea service nova] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Updating instance_info_cache with network_info: [{"id": "272380ee-f765-4117-ae6a-9e43c14df673", "address": "fa:16:3e:f6:60:13", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap272380ee-f7", "ovs_interfaceid": "272380ee-f765-4117-ae6a-9e43c14df673", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "04985432-4a94-4896-8815-4118e0f7ffb6", "address": "fa:16:3e:79:b3:22", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04985432-4a", "ovs_interfaceid": "04985432-4a94-4896-8815-4118e0f7ffb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.337338] env[62321]: DEBUG nova.scheduler.client.report [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.387811] env[62321]: DEBUG oslo_vmware.api [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e760f9-e288-e8c9-f3ad-12651fe8e33e, 'name': SearchDatastore_Task, 'duration_secs': 0.014038} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.388124] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.388426] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 929d4e18-142e-4cc9-93ab-2e2738c7e295/929d4e18-142e-4cc9-93ab-2e2738c7e295.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1098.389101] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.389340] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1098.389600] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c043ea9-5a69-4e7d-9d90-e9ff81a7a528 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.393514] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b3db04b-978b-48ec-bba8-15ac0a1c9fae {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.127482] env[62321]: DEBUG nova.compute.manager [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1099.130879] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: be57ec9c-ca2f-42c5-9be9-d30884fb516e] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1099.135024] env[62321]: DEBUG oslo_concurrency.lockutils [req-e86efab6-2a36-40e1-880e-8d64d20bc2bc req-0f1a8378-c91b-4396-b68a-ccc4b5da47ea service nova] Releasing lock "refresh_cache-300bcf4e-dff7-445b-a311-d11da3e0d72e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.135024] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.135024] env[62321]: DEBUG nova.compute.manager [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1099.135786] env[62321]: DEBUG nova.network.neutron [-] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.138221] env[62321]: DEBUG nova.compute.manager [req-0b1d6619-27c5-4512-8cee-8323ca7a3071 req-927c76c8-a5f2-4616-999a-ee519fdbf775 service nova] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Received event network-vif-deleted-2a525a9f-0437-4efe-8ec4-bafdedfa6bcc {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1099.138396] env[62321]: INFO nova.compute.manager [req-0b1d6619-27c5-4512-8cee-8323ca7a3071 req-927c76c8-a5f2-4616-999a-ee519fdbf775 service nova] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Neutron deleted interface 2a525a9f-0437-4efe-8ec4-bafdedfa6bcc; detaching it from the instance and deleting it from the info cache [ 1099.138650] env[62321]: DEBUG nova.network.neutron [req-0b1d6619-27c5-4512-8cee-8323ca7a3071 req-927c76c8-a5f2-4616-999a-ee519fdbf775 service nova] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.150022] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.673s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.150237] env[62321]: INFO nova.compute.claims [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1099.156061] env[62321]: DEBUG oslo_vmware.api [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 1099.156061] env[62321]: value = "task-2633927" [ 1099.156061] env[62321]: _type = "Task" [ 1099.156061] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.167599] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1099.167599] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1099.168388] env[62321]: DEBUG oslo_vmware.api [None req-68687fb9-0a69-4583-a3f3-fc2581f8aeae tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633924, 'name': ReconfigVM_Task, 'duration_secs': 0.95544} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.168606] env[62321]: DEBUG oslo_vmware.api [None req-a2ec3be7-019c-45a7-b02e-f21942995ade tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633926, 'name': ReconfigVM_Task, 'duration_secs': 0.893702} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.171006] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18900b54-1d64-4afa-b0a7-3f7adb329c66 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.174679] env[62321]: DEBUG oslo_concurrency.lockutils [None req-68687fb9-0a69-4583-a3f3-fc2581f8aeae tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Releasing lock "300bcf4e-dff7-445b-a311-d11da3e0d72e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.174977] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-68687fb9-0a69-4583-a3f3-fc2581f8aeae tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Reconfigured VM to attach interface {{(pid=62321) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1099.178614] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2ec3be7-019c-45a7-b02e-f21942995ade tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530730', 'volume_id': '777443f3-76c6-4c61-8079-9faa3587e94f', 'name': 'volume-777443f3-76c6-4c61-8079-9faa3587e94f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9', 'attached_at': '', 'detached_at': '', 'volume_id': '777443f3-76c6-4c61-8079-9faa3587e94f', 'serial': '777443f3-76c6-4c61-8079-9faa3587e94f'} {{(pid=62321) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1099.187492] env[62321]: DEBUG oslo_vmware.api [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633927, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.190784] env[62321]: DEBUG oslo_vmware.api [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Waiting for the task: (returnval){ [ 1099.190784] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a27ef4-70e5-243a-0267-b933d924c6cb" [ 1099.190784] env[62321]: _type = "Task" [ 1099.190784] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.195668] env[62321]: DEBUG nova.virt.hardware [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.195668] env[62321]: DEBUG nova.virt.hardware [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.195668] env[62321]: DEBUG nova.virt.hardware [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.195668] env[62321]: DEBUG nova.virt.hardware [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.195668] env[62321]: DEBUG nova.virt.hardware [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.195668] env[62321]: DEBUG nova.virt.hardware [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.195668] env[62321]: DEBUG nova.virt.hardware [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.195668] env[62321]: DEBUG nova.virt.hardware [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.195991] env[62321]: DEBUG nova.virt.hardware [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.195991] env[62321]: DEBUG nova.virt.hardware [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.196237] env[62321]: DEBUG nova.virt.hardware [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.198066] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d1e880-815c-46ad-9dc8-6af66da45329 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.214141] env[62321]: DEBUG oslo_vmware.api [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a27ef4-70e5-243a-0267-b933d924c6cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.215532] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d74c57a-6cd6-473b-99b0-d5c628129a8b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.378512] env[62321]: DEBUG nova.network.neutron [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Successfully updated port: 741ea59f-67ac-4263-afe4-7401f95ab67d {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1099.633065] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: fad4687d-8a09-4fbc-81d7-873c9847b830] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1099.638203] env[62321]: DEBUG nova.compute.utils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1099.640043] env[62321]: DEBUG nova.compute.manager [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1099.640307] env[62321]: DEBUG nova.network.neutron [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1099.643941] env[62321]: INFO nova.compute.manager [-] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Took 2.06 seconds to deallocate network for instance. [ 1099.644579] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7247fe82-dc30-4c64-9369-34a7dd1f6958 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.667420] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4925bac9-2bd1-4dd9-b73e-e7f3525f78e2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.681352] env[62321]: DEBUG oslo_concurrency.lockutils [None req-68687fb9-0a69-4583-a3f3-fc2581f8aeae tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "interface-300bcf4e-dff7-445b-a311-d11da3e0d72e-04985432-4a94-4896-8815-4118e0f7ffb6" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.904s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.686793] env[62321]: DEBUG oslo_vmware.api [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633927, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510258} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.687322] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 929d4e18-142e-4cc9-93ab-2e2738c7e295/929d4e18-142e-4cc9-93ab-2e2738c7e295.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1099.687561] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1099.688052] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-384335e6-8be6-4dac-82cc-8bd1cdb65da8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.695981] env[62321]: DEBUG oslo_vmware.api [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 1099.695981] env[62321]: value = "task-2633928" [ 1099.695981] env[62321]: _type = "Task" [ 1099.695981] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.703838] env[62321]: DEBUG nova.policy [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4057c3d9f65425ca214d147c813c86c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '249284320161490cbf5e7f1dd4646a26', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 1099.715338] env[62321]: DEBUG nova.compute.manager [req-0b1d6619-27c5-4512-8cee-8323ca7a3071 req-927c76c8-a5f2-4616-999a-ee519fdbf775 service nova] [instance: def1500c-f7ea-4ea2-ba83-8499b10c7a19] Detach interface failed, port_id=2a525a9f-0437-4efe-8ec4-bafdedfa6bcc, reason: Instance def1500c-f7ea-4ea2-ba83-8499b10c7a19 could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1099.720640] env[62321]: DEBUG oslo_vmware.api [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633928, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.724163] env[62321]: DEBUG oslo_vmware.api [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a27ef4-70e5-243a-0267-b933d924c6cb, 'name': SearchDatastore_Task, 'duration_secs': 0.028295} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.725196] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25df1a69-280c-4109-9361-c9e2598bc1d4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.730046] env[62321]: DEBUG oslo_vmware.api [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Waiting for the task: (returnval){ [ 1099.730046] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5272a376-719a-69bf-598f-fe6f91d4732e" [ 1099.730046] env[62321]: _type = "Task" [ 1099.730046] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.734610] env[62321]: DEBUG nova.objects.instance [None req-a2ec3be7-019c-45a7-b02e-f21942995ade tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lazy-loading 'flavor' on Instance uuid 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.740620] env[62321]: DEBUG oslo_vmware.api [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5272a376-719a-69bf-598f-fe6f91d4732e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.882382] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Acquiring lock "refresh_cache-5a278700-2bb2-41dc-b5e1-d77b18af20d1" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.882567] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Acquired lock "refresh_cache-5a278700-2bb2-41dc-b5e1-d77b18af20d1" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.882728] env[62321]: DEBUG nova.network.neutron [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.010845] env[62321]: DEBUG nova.network.neutron [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Successfully created port: 2d16962b-40bd-45b8-acd3-6ab5805a48af {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1100.137515] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 29b8ec19-e3c4-484a-a749-371359631c7f] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1100.145446] env[62321]: DEBUG nova.compute.manager [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1100.154501] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4d87b050-c87b-4bbe-b9ee-6513a933d3f7 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1100.209884] env[62321]: DEBUG oslo_vmware.api [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633928, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075044} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.210677] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1100.211842] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da16efe4-3be7-4ce3-ad1b-de4fd7ba7997 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.237133] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 929d4e18-142e-4cc9-93ab-2e2738c7e295/929d4e18-142e-4cc9-93ab-2e2738c7e295.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.239443] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f8355c1-2b89-4219-9c45-70ee29bfad6d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.268173] env[62321]: DEBUG oslo_vmware.api [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5272a376-719a-69bf-598f-fe6f91d4732e, 'name': SearchDatastore_Task, 'duration_secs': 0.010934} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.269425] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.269682] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 2c50e846-4804-47d1-b350-e93a1b2c84d3/2c50e846-4804-47d1-b350-e93a1b2c84d3.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1100.269986] env[62321]: DEBUG oslo_vmware.api [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 1100.269986] env[62321]: value = "task-2633929" [ 1100.269986] env[62321]: _type = "Task" [ 1100.269986] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.272463] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c372f24b-64dc-44aa-aadd-706b58593f94 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.284320] env[62321]: DEBUG oslo_vmware.api [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.287885] env[62321]: DEBUG oslo_vmware.api [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Waiting for the task: (returnval){ [ 1100.287885] env[62321]: value = "task-2633930" [ 1100.287885] env[62321]: _type = "Task" [ 1100.287885] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.296783] env[62321]: DEBUG oslo_vmware.api [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': task-2633930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.401485] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22785087-2da7-4378-84ae-5250d82b7c15 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.410561] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5c521d-c924-4c8c-877e-debc36e5b445 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.440904] env[62321]: DEBUG nova.network.neutron [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1100.443673] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbdfb4b-0d67-41eb-af10-6f26e4314820 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.448574] env[62321]: DEBUG nova.compute.manager [req-e003e9b6-a2a3-494d-9576-27140124b4c3 req-c847254b-21da-4283-80ca-9f8cb1b4a20a service nova] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Received event network-vif-plugged-741ea59f-67ac-4263-afe4-7401f95ab67d {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1100.448816] env[62321]: DEBUG oslo_concurrency.lockutils [req-e003e9b6-a2a3-494d-9576-27140124b4c3 req-c847254b-21da-4283-80ca-9f8cb1b4a20a service nova] Acquiring lock "5a278700-2bb2-41dc-b5e1-d77b18af20d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1100.449049] env[62321]: DEBUG oslo_concurrency.lockutils [req-e003e9b6-a2a3-494d-9576-27140124b4c3 req-c847254b-21da-4283-80ca-9f8cb1b4a20a service nova] Lock "5a278700-2bb2-41dc-b5e1-d77b18af20d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1100.449231] env[62321]: DEBUG oslo_concurrency.lockutils [req-e003e9b6-a2a3-494d-9576-27140124b4c3 req-c847254b-21da-4283-80ca-9f8cb1b4a20a service nova] Lock "5a278700-2bb2-41dc-b5e1-d77b18af20d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.449408] env[62321]: DEBUG nova.compute.manager [req-e003e9b6-a2a3-494d-9576-27140124b4c3 req-c847254b-21da-4283-80ca-9f8cb1b4a20a service nova] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] No waiting events found dispatching network-vif-plugged-741ea59f-67ac-4263-afe4-7401f95ab67d {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1100.449583] env[62321]: WARNING nova.compute.manager [req-e003e9b6-a2a3-494d-9576-27140124b4c3 req-c847254b-21da-4283-80ca-9f8cb1b4a20a service nova] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Received unexpected event network-vif-plugged-741ea59f-67ac-4263-afe4-7401f95ab67d for instance with vm_state building and task_state spawning. [ 1100.449834] env[62321]: DEBUG nova.compute.manager [req-e003e9b6-a2a3-494d-9576-27140124b4c3 req-c847254b-21da-4283-80ca-9f8cb1b4a20a service nova] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Received event network-changed-741ea59f-67ac-4263-afe4-7401f95ab67d {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1100.449953] env[62321]: DEBUG nova.compute.manager [req-e003e9b6-a2a3-494d-9576-27140124b4c3 req-c847254b-21da-4283-80ca-9f8cb1b4a20a service nova] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Refreshing instance network info cache due to event network-changed-741ea59f-67ac-4263-afe4-7401f95ab67d. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1100.450186] env[62321]: DEBUG oslo_concurrency.lockutils [req-e003e9b6-a2a3-494d-9576-27140124b4c3 req-c847254b-21da-4283-80ca-9f8cb1b4a20a service nova] Acquiring lock "refresh_cache-5a278700-2bb2-41dc-b5e1-d77b18af20d1" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.456281] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806383e3-5e59-4cc7-a953-a3408d1ab543 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.470912] env[62321]: DEBUG nova.compute.provider_tree [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.623493] env[62321]: DEBUG nova.network.neutron [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Updating instance_info_cache with network_info: [{"id": "741ea59f-67ac-4263-afe4-7401f95ab67d", "address": "fa:16:3e:76:ff:ab", "network": {"id": "370df854-e5a3-4f23-bdb1-0681fd45561a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2029654380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "249284320161490cbf5e7f1dd4646a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap741ea59f-67", "ovs_interfaceid": "741ea59f-67ac-4263-afe4-7401f95ab67d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.641031] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: af6025b3-1823-4399-b74a-f0081b0e9f05] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1100.762298] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a2ec3be7-019c-45a7-b02e-f21942995ade tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.912s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.785476] env[62321]: DEBUG oslo_vmware.api [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633929, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.797528] env[62321]: DEBUG oslo_vmware.api [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': task-2633930, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.975896] env[62321]: DEBUG nova.scheduler.client.report [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.005041] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a686914a-e5fa-4cb1-a0eb-9e63bad783ed tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "interface-300bcf4e-dff7-445b-a311-d11da3e0d72e-04985432-4a94-4896-8815-4118e0f7ffb6" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.005298] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a686914a-e5fa-4cb1-a0eb-9e63bad783ed tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "interface-300bcf4e-dff7-445b-a311-d11da3e0d72e-04985432-4a94-4896-8815-4118e0f7ffb6" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.126985] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Releasing lock "refresh_cache-5a278700-2bb2-41dc-b5e1-d77b18af20d1" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.127398] env[62321]: DEBUG nova.compute.manager [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Instance network_info: |[{"id": "741ea59f-67ac-4263-afe4-7401f95ab67d", "address": "fa:16:3e:76:ff:ab", "network": {"id": "370df854-e5a3-4f23-bdb1-0681fd45561a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2029654380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "249284320161490cbf5e7f1dd4646a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap741ea59f-67", "ovs_interfaceid": "741ea59f-67ac-4263-afe4-7401f95ab67d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1101.127739] env[62321]: DEBUG oslo_concurrency.lockutils [req-e003e9b6-a2a3-494d-9576-27140124b4c3 req-c847254b-21da-4283-80ca-9f8cb1b4a20a service nova] Acquired lock "refresh_cache-5a278700-2bb2-41dc-b5e1-d77b18af20d1" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.127921] env[62321]: DEBUG nova.network.neutron [req-e003e9b6-a2a3-494d-9576-27140124b4c3 req-c847254b-21da-4283-80ca-9f8cb1b4a20a service nova] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Refreshing network info cache for port 741ea59f-67ac-4263-afe4-7401f95ab67d {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1101.129204] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:ff:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '095fbf26-7367-4f9e-87c5-2965b64b0b0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '741ea59f-67ac-4263-afe4-7401f95ab67d', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.137241] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Creating folder: Project (249284320161490cbf5e7f1dd4646a26). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1101.140475] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-159681a2-45db-41f0-9573-f52daf41231e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.145133] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 030c4753-c373-49fa-b501-869822976d93] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1101.152628] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Created folder: Project (249284320161490cbf5e7f1dd4646a26) in parent group-v530434. [ 1101.152628] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Creating folder: Instances. Parent ref: group-v530735. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1101.152861] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cd7666d-b937-4cac-8759-9b5f26f960b8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.156350] env[62321]: DEBUG nova.compute.manager [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1101.163844] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Created folder: Instances in parent group-v530735. [ 1101.164117] env[62321]: DEBUG oslo.service.loopingcall [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1101.164315] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.164525] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59e473d2-3167-4b87-b189-698a7a7be1bb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.194535] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.194535] env[62321]: value = "task-2633933" [ 1101.194535] env[62321]: _type = "Task" [ 1101.194535] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.196281] env[62321]: DEBUG nova.virt.hardware [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1101.196555] env[62321]: DEBUG nova.virt.hardware [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.196753] env[62321]: DEBUG nova.virt.hardware [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.196976] env[62321]: DEBUG nova.virt.hardware [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.197185] env[62321]: DEBUG nova.virt.hardware [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.197376] env[62321]: DEBUG nova.virt.hardware [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1101.197630] env[62321]: DEBUG nova.virt.hardware [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1101.197828] env[62321]: DEBUG nova.virt.hardware [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1101.198207] env[62321]: DEBUG nova.virt.hardware [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1101.198270] env[62321]: DEBUG nova.virt.hardware [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1101.198475] env[62321]: DEBUG nova.virt.hardware [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1101.199577] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587caf92-2317-4853-8efc-2c2f1f4dd523 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.217145] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d2e22a-9c03-45bd-afd4-f2f8bc132c57 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.221358] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633933, 'name': CreateVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.285716] env[62321]: DEBUG oslo_vmware.api [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633929, 'name': ReconfigVM_Task, 'duration_secs': 0.529311} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.286894] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 929d4e18-142e-4cc9-93ab-2e2738c7e295/929d4e18-142e-4cc9-93ab-2e2738c7e295.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.286894] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c3824ea-a2f9-4ad9-b36e-7b7c78986684 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.295645] env[62321]: DEBUG oslo_vmware.api [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 1101.295645] env[62321]: value = "task-2633934" [ 1101.295645] env[62321]: _type = "Task" [ 1101.295645] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.302543] env[62321]: DEBUG oslo_vmware.api [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': task-2633930, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51565} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.303040] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 2c50e846-4804-47d1-b350-e93a1b2c84d3/2c50e846-4804-47d1-b350-e93a1b2c84d3.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1101.303201] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1101.304057] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a976bb4e-aed2-4431-885d-78e9935dafec {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.311021] env[62321]: DEBUG oslo_vmware.api [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633934, 'name': Rename_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.313804] env[62321]: DEBUG oslo_vmware.api [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Waiting for the task: (returnval){ [ 1101.313804] env[62321]: value = "task-2633935" [ 1101.313804] env[62321]: _type = "Task" [ 1101.313804] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.322906] env[62321]: DEBUG oslo_vmware.api [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': task-2633935, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.481047] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.481725] env[62321]: DEBUG nova.compute.manager [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1101.484579] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4d87b050-c87b-4bbe-b9ee-6513a933d3f7 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.330s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.484785] env[62321]: DEBUG nova.objects.instance [None req-4d87b050-c87b-4bbe-b9ee-6513a933d3f7 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lazy-loading 'resources' on Instance uuid def1500c-f7ea-4ea2-ba83-8499b10c7a19 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.489099] env[62321]: DEBUG nova.network.neutron [req-e003e9b6-a2a3-494d-9576-27140124b4c3 req-c847254b-21da-4283-80ca-9f8cb1b4a20a service nova] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Updated VIF entry in instance network info cache for port 741ea59f-67ac-4263-afe4-7401f95ab67d. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.489099] env[62321]: DEBUG nova.network.neutron [req-e003e9b6-a2a3-494d-9576-27140124b4c3 req-c847254b-21da-4283-80ca-9f8cb1b4a20a service nova] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Updating instance_info_cache with network_info: [{"id": "741ea59f-67ac-4263-afe4-7401f95ab67d", "address": "fa:16:3e:76:ff:ab", "network": {"id": "370df854-e5a3-4f23-bdb1-0681fd45561a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2029654380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "249284320161490cbf5e7f1dd4646a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap741ea59f-67", "ovs_interfaceid": "741ea59f-67ac-4263-afe4-7401f95ab67d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.508057] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a686914a-e5fa-4cb1-a0eb-9e63bad783ed tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "300bcf4e-dff7-445b-a311-d11da3e0d72e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.508258] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a686914a-e5fa-4cb1-a0eb-9e63bad783ed tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquired lock "300bcf4e-dff7-445b-a311-d11da3e0d72e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.509098] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13049c0-0f08-4778-9e46-69397062b693 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.527673] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f45b78d-9a99-46e2-8a80-c19fc424488c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.554220] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a686914a-e5fa-4cb1-a0eb-9e63bad783ed tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Reconfiguring VM to detach interface {{(pid=62321) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1101.554505] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f2eab9c-4d6f-4b36-b970-9b1f63f23f5f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.572927] env[62321]: DEBUG oslo_vmware.api [None req-a686914a-e5fa-4cb1-a0eb-9e63bad783ed tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 1101.572927] env[62321]: value = "task-2633936" [ 1101.572927] env[62321]: _type = "Task" [ 1101.572927] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.584916] env[62321]: DEBUG oslo_vmware.api [None req-a686914a-e5fa-4cb1-a0eb-9e63bad783ed tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633936, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.632587] env[62321]: DEBUG nova.network.neutron [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Successfully updated port: 2d16962b-40bd-45b8-acd3-6ab5805a48af {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1101.648730] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 1148efb1-5dfa-43d9-9891-3738a50bf214] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1101.689199] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9aacacd9-0420-4348-9b79-6ef99bbe7101 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquiring lock "40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.689454] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9aacacd9-0420-4348-9b79-6ef99bbe7101 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.689961] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9aacacd9-0420-4348-9b79-6ef99bbe7101 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquiring lock "40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.689961] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9aacacd9-0420-4348-9b79-6ef99bbe7101 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.690091] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9aacacd9-0420-4348-9b79-6ef99bbe7101 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.692686] env[62321]: INFO nova.compute.manager [None req-9aacacd9-0420-4348-9b79-6ef99bbe7101 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Terminating instance [ 1101.710503] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633933, 'name': CreateVM_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.808744] env[62321]: DEBUG oslo_vmware.api [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633934, 'name': Rename_Task, 'duration_secs': 0.179432} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.809298] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1101.809656] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4815d72-97ef-418a-b854-ed08c7dff9ef {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.820058] env[62321]: DEBUG oslo_vmware.api [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 1101.820058] env[62321]: value = "task-2633937" [ 1101.820058] env[62321]: _type = "Task" [ 1101.820058] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.828921] env[62321]: DEBUG oslo_vmware.api [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': task-2633935, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089312} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.829696] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1101.830802] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a651a07-ddd2-4826-bbdd-175f9cb37ed2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.839343] env[62321]: DEBUG oslo_vmware.api [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633937, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.867062] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 2c50e846-4804-47d1-b350-e93a1b2c84d3/2c50e846-4804-47d1-b350-e93a1b2c84d3.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.867490] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-438565e4-b54f-4bd8-86c2-b1bf0036962f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.897567] env[62321]: DEBUG oslo_vmware.api [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Waiting for the task: (returnval){ [ 1101.897567] env[62321]: value = "task-2633938" [ 1101.897567] env[62321]: _type = "Task" [ 1101.897567] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.908761] env[62321]: DEBUG oslo_vmware.api [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': task-2633938, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.990102] env[62321]: DEBUG nova.compute.utils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1101.994652] env[62321]: DEBUG oslo_concurrency.lockutils [req-e003e9b6-a2a3-494d-9576-27140124b4c3 req-c847254b-21da-4283-80ca-9f8cb1b4a20a service nova] Releasing lock "refresh_cache-5a278700-2bb2-41dc-b5e1-d77b18af20d1" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.995081] env[62321]: DEBUG nova.compute.manager [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1101.995219] env[62321]: DEBUG nova.network.neutron [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1102.032689] env[62321]: DEBUG nova.policy [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4057c3d9f65425ca214d147c813c86c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '249284320161490cbf5e7f1dd4646a26', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 1102.085489] env[62321]: DEBUG oslo_vmware.api [None req-a686914a-e5fa-4cb1-a0eb-9e63bad783ed tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.138213] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Acquiring lock "refresh_cache-2c83eab3-23d9-409d-bd19-3061f17d0d5d" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.138353] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Acquired lock "refresh_cache-2c83eab3-23d9-409d-bd19-3061f17d0d5d" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.138504] env[62321]: DEBUG nova.network.neutron [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.151662] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 88c97bc4-ebde-4bd0-8217-f682605a6bc8] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1102.197716] env[62321]: DEBUG nova.compute.manager [None req-9aacacd9-0420-4348-9b79-6ef99bbe7101 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1102.197951] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-9aacacd9-0420-4348-9b79-6ef99bbe7101 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1102.198883] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f919bc84-af3b-45bd-8502-29e789e1b0e7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.209680] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6406caff-e1e5-4768-882a-e9a7f1e3348b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.211421] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aacacd9-0420-4348-9b79-6ef99bbe7101 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.211949] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14477424-2d5b-4444-8764-d6b484b84854 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.217637] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633933, 'name': CreateVM_Task, 'duration_secs': 0.834705} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.218824] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb0e6eb-8163-4c8b-b2ed-b510529085fa {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.221880] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.223684] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.223834] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.224165] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.224731] env[62321]: DEBUG oslo_vmware.api [None req-9aacacd9-0420-4348-9b79-6ef99bbe7101 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 1102.224731] env[62321]: value = "task-2633939" [ 1102.224731] env[62321]: _type = "Task" [ 1102.224731] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.225284] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-287ef951-b05d-4a71-97d3-55fa87031185 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.258966] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df86c68-de36-4f20-891e-ae0aff803383 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.265709] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Waiting for the task: (returnval){ [ 1102.265709] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5285ca06-cabb-1a70-aab2-2a1faa489053" [ 1102.265709] env[62321]: _type = "Task" [ 1102.265709] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.265947] env[62321]: DEBUG oslo_vmware.api [None req-9aacacd9-0420-4348-9b79-6ef99bbe7101 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.272997] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4305e2a-ba42-4006-8e23-43a3ac166891 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.279869] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5285ca06-cabb-1a70-aab2-2a1faa489053, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.290595] env[62321]: DEBUG nova.compute.provider_tree [None req-4d87b050-c87b-4bbe-b9ee-6513a933d3f7 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.332202] env[62321]: DEBUG oslo_vmware.api [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633937, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.346502] env[62321]: DEBUG nova.network.neutron [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Successfully created port: 31454d97-0bca-4a1c-9d15-5aa86ed5eec5 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1102.407856] env[62321]: DEBUG oslo_vmware.api [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': task-2633938, 'name': ReconfigVM_Task, 'duration_secs': 0.413355} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.408105] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 2c50e846-4804-47d1-b350-e93a1b2c84d3/2c50e846-4804-47d1-b350-e93a1b2c84d3.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1102.408702] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a2aabe8-b11b-4fdc-b8a7-8fcb58a89d64 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.414972] env[62321]: DEBUG oslo_vmware.api [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Waiting for the task: (returnval){ [ 1102.414972] env[62321]: value = "task-2633940" [ 1102.414972] env[62321]: _type = "Task" [ 1102.414972] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.423202] env[62321]: DEBUG oslo_vmware.api [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': task-2633940, 'name': Rename_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.487477] env[62321]: DEBUG nova.compute.manager [req-dab473a8-27bf-4c8c-a258-9bdcbf5018af req-5d4dae4b-bbfe-49cb-b5eb-7065c9373d31 service nova] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Received event network-vif-plugged-2d16962b-40bd-45b8-acd3-6ab5805a48af {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1102.487697] env[62321]: DEBUG oslo_concurrency.lockutils [req-dab473a8-27bf-4c8c-a258-9bdcbf5018af req-5d4dae4b-bbfe-49cb-b5eb-7065c9373d31 service nova] Acquiring lock "2c83eab3-23d9-409d-bd19-3061f17d0d5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1102.487917] env[62321]: DEBUG oslo_concurrency.lockutils [req-dab473a8-27bf-4c8c-a258-9bdcbf5018af req-5d4dae4b-bbfe-49cb-b5eb-7065c9373d31 service nova] Lock "2c83eab3-23d9-409d-bd19-3061f17d0d5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1102.488143] env[62321]: DEBUG oslo_concurrency.lockutils [req-dab473a8-27bf-4c8c-a258-9bdcbf5018af req-5d4dae4b-bbfe-49cb-b5eb-7065c9373d31 service nova] Lock "2c83eab3-23d9-409d-bd19-3061f17d0d5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.488320] env[62321]: DEBUG nova.compute.manager [req-dab473a8-27bf-4c8c-a258-9bdcbf5018af req-5d4dae4b-bbfe-49cb-b5eb-7065c9373d31 service nova] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] No waiting events found dispatching network-vif-plugged-2d16962b-40bd-45b8-acd3-6ab5805a48af {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1102.488483] env[62321]: WARNING nova.compute.manager [req-dab473a8-27bf-4c8c-a258-9bdcbf5018af req-5d4dae4b-bbfe-49cb-b5eb-7065c9373d31 service nova] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Received unexpected event network-vif-plugged-2d16962b-40bd-45b8-acd3-6ab5805a48af for instance with vm_state building and task_state spawning. [ 1102.488641] env[62321]: DEBUG nova.compute.manager [req-dab473a8-27bf-4c8c-a258-9bdcbf5018af req-5d4dae4b-bbfe-49cb-b5eb-7065c9373d31 service nova] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Received event network-changed-2d16962b-40bd-45b8-acd3-6ab5805a48af {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1102.488789] env[62321]: DEBUG nova.compute.manager [req-dab473a8-27bf-4c8c-a258-9bdcbf5018af req-5d4dae4b-bbfe-49cb-b5eb-7065c9373d31 service nova] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Refreshing instance network info cache due to event network-changed-2d16962b-40bd-45b8-acd3-6ab5805a48af. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1102.488957] env[62321]: DEBUG oslo_concurrency.lockutils [req-dab473a8-27bf-4c8c-a258-9bdcbf5018af req-5d4dae4b-bbfe-49cb-b5eb-7065c9373d31 service nova] Acquiring lock "refresh_cache-2c83eab3-23d9-409d-bd19-3061f17d0d5d" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.495388] env[62321]: DEBUG nova.compute.manager [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1102.584107] env[62321]: DEBUG oslo_vmware.api [None req-a686914a-e5fa-4cb1-a0eb-9e63bad783ed tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.657413] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 185227ef-d7f7-4d1f-b3dd-d3073bf5db73] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1102.671994] env[62321]: DEBUG nova.network.neutron [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1102.735543] env[62321]: DEBUG oslo_vmware.api [None req-9aacacd9-0420-4348-9b79-6ef99bbe7101 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633939, 'name': PowerOffVM_Task, 'duration_secs': 0.287756} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.735795] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aacacd9-0420-4348-9b79-6ef99bbe7101 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.735963] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-9aacacd9-0420-4348-9b79-6ef99bbe7101 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.736349] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ab6f268-3316-4eff-a604-e718e7fada33 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.777649] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5285ca06-cabb-1a70-aab2-2a1faa489053, 'name': SearchDatastore_Task, 'duration_secs': 0.035461} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.777947] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.778198] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.778428] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.778570] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.778744] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1102.779013] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78601e0d-85f0-442b-bacf-21e45cf32330 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.789219] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1102.789400] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1102.790109] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40c20b27-ef96-4c0b-8822-faa971cb1a67 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.793294] env[62321]: DEBUG nova.scheduler.client.report [None req-4d87b050-c87b-4bbe-b9ee-6513a933d3f7 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.797450] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Waiting for the task: (returnval){ [ 1102.797450] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5271f91b-4019-c725-6a73-8acde699501a" [ 1102.797450] env[62321]: _type = "Task" [ 1102.797450] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.801737] env[62321]: DEBUG nova.network.neutron [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Updating instance_info_cache with network_info: [{"id": "2d16962b-40bd-45b8-acd3-6ab5805a48af", "address": "fa:16:3e:44:53:f0", "network": {"id": "370df854-e5a3-4f23-bdb1-0681fd45561a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2029654380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "249284320161490cbf5e7f1dd4646a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d16962b-40", "ovs_interfaceid": "2d16962b-40bd-45b8-acd3-6ab5805a48af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.806107] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5271f91b-4019-c725-6a73-8acde699501a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.810356] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-9aacacd9-0420-4348-9b79-6ef99bbe7101 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1102.810632] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-9aacacd9-0420-4348-9b79-6ef99bbe7101 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1102.810891] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aacacd9-0420-4348-9b79-6ef99bbe7101 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Deleting the datastore file [datastore2] 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1102.811238] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f1c3b99-e275-4065-956c-4fdf3591d83b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.818175] env[62321]: DEBUG oslo_vmware.api [None req-9aacacd9-0420-4348-9b79-6ef99bbe7101 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 1102.818175] env[62321]: value = "task-2633942" [ 1102.818175] env[62321]: _type = "Task" [ 1102.818175] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.828638] env[62321]: DEBUG oslo_vmware.api [None req-9aacacd9-0420-4348-9b79-6ef99bbe7101 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633942, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.831664] env[62321]: DEBUG oslo_vmware.api [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633937, 'name': PowerOnVM_Task, 'duration_secs': 0.535804} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.831894] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.832109] env[62321]: INFO nova.compute.manager [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Took 9.57 seconds to spawn the instance on the hypervisor. [ 1102.832316] env[62321]: DEBUG nova.compute.manager [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.833029] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02dae8e7-94af-4452-bc60-8b71be480f0b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.925647] env[62321]: DEBUG oslo_vmware.api [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': task-2633940, 'name': Rename_Task, 'duration_secs': 0.271466} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.925949] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.926217] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdb9d7d2-9c49-4132-b3f6-0ef6b25fc8f3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.932634] env[62321]: DEBUG oslo_vmware.api [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Waiting for the task: (returnval){ [ 1102.932634] env[62321]: value = "task-2633943" [ 1102.932634] env[62321]: _type = "Task" [ 1102.932634] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.941013] env[62321]: DEBUG oslo_vmware.api [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': task-2633943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.084316] env[62321]: DEBUG oslo_vmware.api [None req-a686914a-e5fa-4cb1-a0eb-9e63bad783ed tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.158737] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 0d7b5ea5-2fd4-49be-a75d-f59143548909] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1103.298683] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4d87b050-c87b-4bbe-b9ee-6513a933d3f7 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.814s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.311048] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Releasing lock "refresh_cache-2c83eab3-23d9-409d-bd19-3061f17d0d5d" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.311470] env[62321]: DEBUG nova.compute.manager [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Instance network_info: |[{"id": "2d16962b-40bd-45b8-acd3-6ab5805a48af", "address": "fa:16:3e:44:53:f0", "network": {"id": "370df854-e5a3-4f23-bdb1-0681fd45561a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2029654380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "249284320161490cbf5e7f1dd4646a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d16962b-40", "ovs_interfaceid": "2d16962b-40bd-45b8-acd3-6ab5805a48af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1103.311781] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5271f91b-4019-c725-6a73-8acde699501a, 'name': SearchDatastore_Task, 'duration_secs': 0.020948} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.312016] env[62321]: DEBUG oslo_concurrency.lockutils [req-dab473a8-27bf-4c8c-a258-9bdcbf5018af req-5d4dae4b-bbfe-49cb-b5eb-7065c9373d31 service nova] Acquired lock "refresh_cache-2c83eab3-23d9-409d-bd19-3061f17d0d5d" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.312229] env[62321]: DEBUG nova.network.neutron [req-dab473a8-27bf-4c8c-a258-9bdcbf5018af req-5d4dae4b-bbfe-49cb-b5eb-7065c9373d31 service nova] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Refreshing network info cache for port 2d16962b-40bd-45b8-acd3-6ab5805a48af {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.313413] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:53:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '095fbf26-7367-4f9e-87c5-2965b64b0b0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d16962b-40bd-45b8-acd3-6ab5805a48af', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1103.320664] env[62321]: DEBUG oslo.service.loopingcall [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1103.321869] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1103.322139] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5f90aa3-51c3-4f76-86ed-8d896ad98f65 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.326129] env[62321]: INFO nova.scheduler.client.report [None req-4d87b050-c87b-4bbe-b9ee-6513a933d3f7 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Deleted allocations for instance def1500c-f7ea-4ea2-ba83-8499b10c7a19 [ 1103.331508] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8677b18b-4478-4aeb-b278-148f647ce7b0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.357054] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Waiting for the task: (returnval){ [ 1103.357054] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]527f6a74-9a0a-81aa-5044-ae4912a0107f" [ 1103.357054] env[62321]: _type = "Task" [ 1103.357054] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.363806] env[62321]: DEBUG oslo_vmware.api [None req-9aacacd9-0420-4348-9b79-6ef99bbe7101 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633942, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.39588} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.364319] env[62321]: INFO nova.compute.manager [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Took 14.44 seconds to build instance. [ 1103.369483] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aacacd9-0420-4348-9b79-6ef99bbe7101 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1103.369763] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-9aacacd9-0420-4348-9b79-6ef99bbe7101 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1103.369918] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-9aacacd9-0420-4348-9b79-6ef99bbe7101 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1103.370180] env[62321]: INFO nova.compute.manager [None req-9aacacd9-0420-4348-9b79-6ef99bbe7101 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1103.370406] env[62321]: DEBUG oslo.service.loopingcall [None req-9aacacd9-0420-4348-9b79-6ef99bbe7101 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1103.370652] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1103.370652] env[62321]: value = "task-2633944" [ 1103.370652] env[62321]: _type = "Task" [ 1103.370652] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.371070] env[62321]: DEBUG nova.compute.manager [-] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1103.372214] env[62321]: DEBUG nova.network.neutron [-] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1103.383505] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]527f6a74-9a0a-81aa-5044-ae4912a0107f, 'name': SearchDatastore_Task, 'duration_secs': 0.013918} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.384207] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.384508] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 5a278700-2bb2-41dc-b5e1-d77b18af20d1/5a278700-2bb2-41dc-b5e1-d77b18af20d1.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.384812] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd8c6d9e-7c1b-4f60-9f92-5fe0b592795f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.390266] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633944, 'name': CreateVM_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.397688] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Waiting for the task: (returnval){ [ 1103.397688] env[62321]: value = "task-2633945" [ 1103.397688] env[62321]: _type = "Task" [ 1103.397688] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.407475] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2633945, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.443556] env[62321]: DEBUG oslo_vmware.api [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': task-2633943, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.504867] env[62321]: DEBUG nova.compute.manager [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1103.540566] env[62321]: DEBUG nova.virt.hardware [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.540864] env[62321]: DEBUG nova.virt.hardware [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.541037] env[62321]: DEBUG nova.virt.hardware [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.541291] env[62321]: DEBUG nova.virt.hardware [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.541483] env[62321]: DEBUG nova.virt.hardware [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.541653] env[62321]: DEBUG nova.virt.hardware [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.542317] env[62321]: DEBUG nova.virt.hardware [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.542317] env[62321]: DEBUG nova.virt.hardware [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.542317] env[62321]: DEBUG nova.virt.hardware [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.542482] env[62321]: DEBUG nova.virt.hardware [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.542680] env[62321]: DEBUG nova.virt.hardware [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.543833] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7fd332-915b-4ff9-a185-abe84254ba13 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.551964] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0000371-2bc0-4ee5-b79f-d74139642897 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.585643] env[62321]: DEBUG oslo_vmware.api [None req-a686914a-e5fa-4cb1-a0eb-9e63bad783ed tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.662715] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 5209d7f4-76ae-439c-bf4d-2fead6810a80] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1103.857018] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4d87b050-c87b-4bbe-b9ee-6513a933d3f7 tempest-AttachVolumeShelveTestJSON-564202240 tempest-AttachVolumeShelveTestJSON-564202240-project-member] Lock "def1500c-f7ea-4ea2-ba83-8499b10c7a19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.904s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.871743] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b1156f26-6724-4a46-83e2-13deb8f6f486 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "929d4e18-142e-4cc9-93ab-2e2738c7e295" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.959s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.885486] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633944, 'name': CreateVM_Task, 'duration_secs': 0.418814} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.885670] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.886408] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.886571] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.886901] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.887225] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3191893a-14da-4b5c-a6a5-61abb1a0aa16 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.892972] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Waiting for the task: (returnval){ [ 1103.892972] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52da05f2-b003-6e48-75c9-c3897cda118c" [ 1103.892972] env[62321]: _type = "Task" [ 1103.892972] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.907028] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52da05f2-b003-6e48-75c9-c3897cda118c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.914549] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2633945, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.943555] env[62321]: DEBUG oslo_vmware.api [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': task-2633943, 'name': PowerOnVM_Task, 'duration_secs': 0.670847} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.943897] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.944162] env[62321]: INFO nova.compute.manager [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Took 7.68 seconds to spawn the instance on the hypervisor. [ 1103.944396] env[62321]: DEBUG nova.compute.manager [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.945236] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a3eb2a-a519-4c46-8024-bedab4d95c91 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.087569] env[62321]: DEBUG oslo_vmware.api [None req-a686914a-e5fa-4cb1-a0eb-9e63bad783ed tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.147950] env[62321]: DEBUG nova.compute.manager [req-c0738d79-bc14-4691-bdf5-c41b81d052ae req-f9b43440-b817-4320-ba9d-a2d84b2fd804 service nova] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Received event network-vif-plugged-31454d97-0bca-4a1c-9d15-5aa86ed5eec5 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1104.148491] env[62321]: DEBUG oslo_concurrency.lockutils [req-c0738d79-bc14-4691-bdf5-c41b81d052ae req-f9b43440-b817-4320-ba9d-a2d84b2fd804 service nova] Acquiring lock "57364218-571f-4ed3-9426-b0db42b2929d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.148765] env[62321]: DEBUG oslo_concurrency.lockutils [req-c0738d79-bc14-4691-bdf5-c41b81d052ae req-f9b43440-b817-4320-ba9d-a2d84b2fd804 service nova] Lock "57364218-571f-4ed3-9426-b0db42b2929d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.148951] env[62321]: DEBUG oslo_concurrency.lockutils [req-c0738d79-bc14-4691-bdf5-c41b81d052ae req-f9b43440-b817-4320-ba9d-a2d84b2fd804 service nova] Lock "57364218-571f-4ed3-9426-b0db42b2929d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.149449] env[62321]: DEBUG nova.compute.manager [req-c0738d79-bc14-4691-bdf5-c41b81d052ae req-f9b43440-b817-4320-ba9d-a2d84b2fd804 service nova] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] No waiting events found dispatching network-vif-plugged-31454d97-0bca-4a1c-9d15-5aa86ed5eec5 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1104.149646] env[62321]: WARNING nova.compute.manager [req-c0738d79-bc14-4691-bdf5-c41b81d052ae req-f9b43440-b817-4320-ba9d-a2d84b2fd804 service nova] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Received unexpected event network-vif-plugged-31454d97-0bca-4a1c-9d15-5aa86ed5eec5 for instance with vm_state building and task_state spawning. [ 1104.167017] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: abc046a0-2875-4673-9eda-dcd9ded773c1] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1104.365923] env[62321]: DEBUG oslo_concurrency.lockutils [None req-586c9830-a282-44c4-99e9-8b35811bf9b0 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "929d4e18-142e-4cc9-93ab-2e2738c7e295" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.366201] env[62321]: DEBUG oslo_concurrency.lockutils [None req-586c9830-a282-44c4-99e9-8b35811bf9b0 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "929d4e18-142e-4cc9-93ab-2e2738c7e295" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.366384] env[62321]: DEBUG nova.compute.manager [None req-586c9830-a282-44c4-99e9-8b35811bf9b0 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1104.367278] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2380d07-0f34-4cd1-887c-8cedbf9e2a34 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.374369] env[62321]: DEBUG nova.compute.manager [None req-586c9830-a282-44c4-99e9-8b35811bf9b0 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62321) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1104.374725] env[62321]: DEBUG nova.objects.instance [None req-586c9830-a282-44c4-99e9-8b35811bf9b0 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lazy-loading 'flavor' on Instance uuid 929d4e18-142e-4cc9-93ab-2e2738c7e295 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.404067] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52da05f2-b003-6e48-75c9-c3897cda118c, 'name': SearchDatastore_Task, 'duration_secs': 0.02458} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.404378] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.404595] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.404826] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.404972] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.405160] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.405450] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2f6b792-4aef-41a9-8392-10f8136f09de {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.416368] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2633945, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575209} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.416610] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 5a278700-2bb2-41dc-b5e1-d77b18af20d1/5a278700-2bb2-41dc-b5e1-d77b18af20d1.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.416818] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.417061] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f6b11c0-efff-4a91-b123-144edfa97098 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.425607] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.425788] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.427628] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-360ba559-4d9b-41cb-b146-77740e976acf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.430747] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Waiting for the task: (returnval){ [ 1104.430747] env[62321]: value = "task-2633946" [ 1104.430747] env[62321]: _type = "Task" [ 1104.430747] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.436388] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Waiting for the task: (returnval){ [ 1104.436388] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52772756-163d-e1ca-b6f3-ceae7a2aebaa" [ 1104.436388] env[62321]: _type = "Task" [ 1104.436388] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.443026] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2633946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.447564] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52772756-163d-e1ca-b6f3-ceae7a2aebaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.463243] env[62321]: INFO nova.compute.manager [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Took 12.54 seconds to build instance. [ 1104.560992] env[62321]: DEBUG nova.network.neutron [req-dab473a8-27bf-4c8c-a258-9bdcbf5018af req-5d4dae4b-bbfe-49cb-b5eb-7065c9373d31 service nova] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Updated VIF entry in instance network info cache for port 2d16962b-40bd-45b8-acd3-6ab5805a48af. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.561575] env[62321]: DEBUG nova.network.neutron [req-dab473a8-27bf-4c8c-a258-9bdcbf5018af req-5d4dae4b-bbfe-49cb-b5eb-7065c9373d31 service nova] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Updating instance_info_cache with network_info: [{"id": "2d16962b-40bd-45b8-acd3-6ab5805a48af", "address": "fa:16:3e:44:53:f0", "network": {"id": "370df854-e5a3-4f23-bdb1-0681fd45561a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2029654380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "249284320161490cbf5e7f1dd4646a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d16962b-40", "ovs_interfaceid": "2d16962b-40bd-45b8-acd3-6ab5805a48af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.588785] env[62321]: DEBUG oslo_vmware.api [None req-a686914a-e5fa-4cb1-a0eb-9e63bad783ed tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.624623] env[62321]: DEBUG nova.compute.manager [req-b6b4ef1a-2b3e-4a93-b212-378f4b8eeb05 req-a4acceae-16a4-4915-9a01-166534372cfb service nova] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Received event network-vif-deleted-9b863884-9bbf-45b8-8990-0edec19197d4 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1104.624744] env[62321]: INFO nova.compute.manager [req-b6b4ef1a-2b3e-4a93-b212-378f4b8eeb05 req-a4acceae-16a4-4915-9a01-166534372cfb service nova] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Neutron deleted interface 9b863884-9bbf-45b8-8990-0edec19197d4; detaching it from the instance and deleting it from the info cache [ 1104.624862] env[62321]: DEBUG nova.network.neutron [req-b6b4ef1a-2b3e-4a93-b212-378f4b8eeb05 req-a4acceae-16a4-4915-9a01-166534372cfb service nova] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.670368] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 5f019d1a-a507-4f65-8ec8-3b0d0a6d3ef7] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1104.940420] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2633946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078333} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.943437] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.944159] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c36de9-151c-4fb4-aa31-9cff39b3f1ee {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.951290] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52772756-163d-e1ca-b6f3-ceae7a2aebaa, 'name': SearchDatastore_Task, 'duration_secs': 0.018799} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.969194] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 5a278700-2bb2-41dc-b5e1-d77b18af20d1/5a278700-2bb2-41dc-b5e1-d77b18af20d1.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.970047] env[62321]: DEBUG nova.network.neutron [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Successfully updated port: 31454d97-0bca-4a1c-9d15-5aa86ed5eec5 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1104.971156] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8203d5ac-0462-4228-91a6-e71cc6fbaddc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.973747] env[62321]: DEBUG oslo_concurrency.lockutils [None req-fdbd1ba4-8c4a-4632-83cb-e00d4e3b7bb0 tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Lock "2c50e846-4804-47d1-b350-e93a1b2c84d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.058s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.974269] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e3b3631-f3ba-488c-bdb9-68d9bbf56dbf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.992123] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Waiting for the task: (returnval){ [ 1104.992123] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c7d24a-250f-6683-1f8d-bef9f3fce923" [ 1104.992123] env[62321]: _type = "Task" [ 1104.992123] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.996200] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Waiting for the task: (returnval){ [ 1104.996200] env[62321]: value = "task-2633947" [ 1104.996200] env[62321]: _type = "Task" [ 1104.996200] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.002278] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c7d24a-250f-6683-1f8d-bef9f3fce923, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.006809] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2633947, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.064939] env[62321]: DEBUG oslo_concurrency.lockutils [req-dab473a8-27bf-4c8c-a258-9bdcbf5018af req-5d4dae4b-bbfe-49cb-b5eb-7065c9373d31 service nova] Releasing lock "refresh_cache-2c83eab3-23d9-409d-bd19-3061f17d0d5d" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.086589] env[62321]: DEBUG oslo_vmware.api [None req-a686914a-e5fa-4cb1-a0eb-9e63bad783ed tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.109093] env[62321]: DEBUG nova.network.neutron [-] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.127726] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d1c1fc6-28a6-4771-96d4-dd952e3d0c70 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.138731] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d6f9cd-4411-4a68-9a10-51d1872b5a43 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.175124] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 5114d3c2-a387-4520-8837-be0736533858] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1105.177044] env[62321]: DEBUG nova.compute.manager [req-b6b4ef1a-2b3e-4a93-b212-378f4b8eeb05 req-a4acceae-16a4-4915-9a01-166534372cfb service nova] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Detach interface failed, port_id=9b863884-9bbf-45b8-8990-0edec19197d4, reason: Instance 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9 could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1105.266080] env[62321]: INFO nova.compute.manager [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Rebuilding instance [ 1105.312330] env[62321]: DEBUG nova.compute.manager [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1105.313319] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de0866d-bd37-4bdd-8384-0867d6ad2850 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.382842] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-586c9830-a282-44c4-99e9-8b35811bf9b0 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.383182] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-071dd9c8-ee8b-4c65-aee6-3db5caccbd3a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.391489] env[62321]: DEBUG oslo_vmware.api [None req-586c9830-a282-44c4-99e9-8b35811bf9b0 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 1105.391489] env[62321]: value = "task-2633948" [ 1105.391489] env[62321]: _type = "Task" [ 1105.391489] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.398655] env[62321]: DEBUG oslo_vmware.api [None req-586c9830-a282-44c4-99e9-8b35811bf9b0 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.489457] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Acquiring lock "refresh_cache-57364218-571f-4ed3-9426-b0db42b2929d" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.489457] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Acquired lock "refresh_cache-57364218-571f-4ed3-9426-b0db42b2929d" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.489647] env[62321]: DEBUG nova.network.neutron [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.506559] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c7d24a-250f-6683-1f8d-bef9f3fce923, 'name': SearchDatastore_Task, 'duration_secs': 0.010832} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.509500] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.509752] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 2c83eab3-23d9-409d-bd19-3061f17d0d5d/2c83eab3-23d9-409d-bd19-3061f17d0d5d.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.510249] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2633947, 'name': ReconfigVM_Task, 'duration_secs': 0.349228} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.510442] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d870c6b7-3da2-4f0a-abf3-942bbba31b73 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.512613] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 5a278700-2bb2-41dc-b5e1-d77b18af20d1/5a278700-2bb2-41dc-b5e1-d77b18af20d1.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.513197] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b97185d4-634e-45bd-95ef-c5df9f220ad7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.519209] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Waiting for the task: (returnval){ [ 1105.519209] env[62321]: value = "task-2633949" [ 1105.519209] env[62321]: _type = "Task" [ 1105.519209] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.522964] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Waiting for the task: (returnval){ [ 1105.522964] env[62321]: value = "task-2633950" [ 1105.522964] env[62321]: _type = "Task" [ 1105.522964] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.529204] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2633949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.534145] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2633950, 'name': Rename_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.589448] env[62321]: DEBUG oslo_vmware.api [None req-a686914a-e5fa-4cb1-a0eb-9e63bad783ed tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.615208] env[62321]: INFO nova.compute.manager [-] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Took 2.24 seconds to deallocate network for instance. [ 1105.680797] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: d9f2468c-18c3-44f4-8044-5a098ac5f107] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1105.900275] env[62321]: DEBUG oslo_vmware.api [None req-586c9830-a282-44c4-99e9-8b35811bf9b0 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633948, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.024669] env[62321]: DEBUG nova.network.neutron [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1106.037691] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2633949, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511485} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.041044] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 2c83eab3-23d9-409d-bd19-3061f17d0d5d/2c83eab3-23d9-409d-bd19-3061f17d0d5d.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1106.041370] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1106.041844] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2633950, 'name': Rename_Task, 'duration_secs': 0.160416} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.041944] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12109ca3-dbc7-4c6c-afa2-985d1bbef70c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.044014] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.044253] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8db44564-1b7b-42e7-bbae-9db3387b0c19 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.050943] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Waiting for the task: (returnval){ [ 1106.050943] env[62321]: value = "task-2633952" [ 1106.050943] env[62321]: _type = "Task" [ 1106.050943] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.055982] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Waiting for the task: (returnval){ [ 1106.055982] env[62321]: value = "task-2633953" [ 1106.055982] env[62321]: _type = "Task" [ 1106.055982] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.062783] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2633952, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.067868] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2633953, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.087791] env[62321]: DEBUG oslo_vmware.api [None req-a686914a-e5fa-4cb1-a0eb-9e63bad783ed tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.122015] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9aacacd9-0420-4348-9b79-6ef99bbe7101 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.122354] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9aacacd9-0420-4348-9b79-6ef99bbe7101 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.122594] env[62321]: DEBUG nova.objects.instance [None req-9aacacd9-0420-4348-9b79-6ef99bbe7101 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lazy-loading 'resources' on Instance uuid 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.174527] env[62321]: DEBUG nova.network.neutron [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Updating instance_info_cache with network_info: [{"id": "31454d97-0bca-4a1c-9d15-5aa86ed5eec5", "address": "fa:16:3e:df:ae:7f", "network": {"id": "370df854-e5a3-4f23-bdb1-0681fd45561a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2029654380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "249284320161490cbf5e7f1dd4646a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31454d97-0b", "ovs_interfaceid": "31454d97-0bca-4a1c-9d15-5aa86ed5eec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.184719] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 7e8c336d-48c5-4fd1-a733-f7001dea3aa4] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1106.326565] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.326875] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2014c1cf-6c33-46b4-bce8-645486c6739e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.334897] env[62321]: DEBUG oslo_vmware.api [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Waiting for the task: (returnval){ [ 1106.334897] env[62321]: value = "task-2633954" [ 1106.334897] env[62321]: _type = "Task" [ 1106.334897] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.343821] env[62321]: DEBUG oslo_vmware.api [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': task-2633954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.401417] env[62321]: DEBUG oslo_vmware.api [None req-586c9830-a282-44c4-99e9-8b35811bf9b0 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633948, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.563364] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2633952, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09869} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.563979] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.564767] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01391b4f-c360-4516-a6c4-69cec699e18c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.570230] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2633953, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.591713] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 2c83eab3-23d9-409d-bd19-3061f17d0d5d/2c83eab3-23d9-409d-bd19-3061f17d0d5d.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.594987] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fc67b1a-352e-4378-aff4-217b5a7fdad6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.618599] env[62321]: DEBUG oslo_vmware.api [None req-a686914a-e5fa-4cb1-a0eb-9e63bad783ed tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.619949] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Waiting for the task: (returnval){ [ 1106.619949] env[62321]: value = "task-2633955" [ 1106.619949] env[62321]: _type = "Task" [ 1106.619949] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.629784] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2633955, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.651427] env[62321]: DEBUG nova.compute.manager [req-87e0ca23-81bb-4c2c-bfcb-43a5fa426ba3 req-0913b05b-7ad1-420e-831c-280c8798dba3 service nova] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Received event network-changed-31454d97-0bca-4a1c-9d15-5aa86ed5eec5 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1106.651614] env[62321]: DEBUG nova.compute.manager [req-87e0ca23-81bb-4c2c-bfcb-43a5fa426ba3 req-0913b05b-7ad1-420e-831c-280c8798dba3 service nova] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Refreshing instance network info cache due to event network-changed-31454d97-0bca-4a1c-9d15-5aa86ed5eec5. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1106.651932] env[62321]: DEBUG oslo_concurrency.lockutils [req-87e0ca23-81bb-4c2c-bfcb-43a5fa426ba3 req-0913b05b-7ad1-420e-831c-280c8798dba3 service nova] Acquiring lock "refresh_cache-57364218-571f-4ed3-9426-b0db42b2929d" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.678229] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Releasing lock "refresh_cache-57364218-571f-4ed3-9426-b0db42b2929d" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.678607] env[62321]: DEBUG nova.compute.manager [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Instance network_info: |[{"id": "31454d97-0bca-4a1c-9d15-5aa86ed5eec5", "address": "fa:16:3e:df:ae:7f", "network": {"id": "370df854-e5a3-4f23-bdb1-0681fd45561a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2029654380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "249284320161490cbf5e7f1dd4646a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31454d97-0b", "ovs_interfaceid": "31454d97-0bca-4a1c-9d15-5aa86ed5eec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1106.679171] env[62321]: DEBUG oslo_concurrency.lockutils [req-87e0ca23-81bb-4c2c-bfcb-43a5fa426ba3 req-0913b05b-7ad1-420e-831c-280c8798dba3 service nova] Acquired lock "refresh_cache-57364218-571f-4ed3-9426-b0db42b2929d" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.679389] env[62321]: DEBUG nova.network.neutron [req-87e0ca23-81bb-4c2c-bfcb-43a5fa426ba3 req-0913b05b-7ad1-420e-831c-280c8798dba3 service nova] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Refreshing network info cache for port 31454d97-0bca-4a1c-9d15-5aa86ed5eec5 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.680684] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:ae:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '095fbf26-7367-4f9e-87c5-2965b64b0b0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31454d97-0bca-4a1c-9d15-5aa86ed5eec5', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1106.688565] env[62321]: DEBUG oslo.service.loopingcall [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1106.689665] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: f0401741-6f49-4d8d-b329-ceaa700428d8] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1106.691521] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1106.694542] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5607ce5f-53eb-4bfa-a07b-db1ee0b7094d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.714620] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1106.714620] env[62321]: value = "task-2633956" [ 1106.714620] env[62321]: _type = "Task" [ 1106.714620] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.727821] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633956, 'name': CreateVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.825408] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dec054d-f170-45ce-8837-6a3b4345cd4d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.831321] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3957b65-3508-4c3e-927d-b3a2d50bcea4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.865384] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f260a5-97fc-44e4-aee2-452f08f3e9bc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.871083] env[62321]: DEBUG oslo_vmware.api [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': task-2633954, 'name': PowerOffVM_Task, 'duration_secs': 0.349509} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.871763] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.872042] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.872833] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b24247-278a-4b2d-a428-92f7d8eb2768 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.878817] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6999bd53-3e86-49b2-9864-26e245b33279 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.884366] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1106.884945] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c624bc62-8687-412a-9257-ebbc7ca9dd20 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.893969] env[62321]: DEBUG nova.compute.provider_tree [None req-9aacacd9-0420-4348-9b79-6ef99bbe7101 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1106.903057] env[62321]: DEBUG oslo_vmware.api [None req-586c9830-a282-44c4-99e9-8b35811bf9b0 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633948, 'name': PowerOffVM_Task, 'duration_secs': 1.287835} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.903991] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-586c9830-a282-44c4-99e9-8b35811bf9b0 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.904323] env[62321]: DEBUG nova.compute.manager [None req-586c9830-a282-44c4-99e9-8b35811bf9b0 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.904903] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97da2a50-f2f0-4359-9230-a48c6faad369 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.919486] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1106.919710] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1106.919887] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Deleting the datastore file [datastore1] 2c50e846-4804-47d1-b350-e93a1b2c84d3 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.920158] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf089fb8-1a3e-4c26-90cf-63d42ce4cf47 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.926778] env[62321]: DEBUG oslo_vmware.api [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Waiting for the task: (returnval){ [ 1106.926778] env[62321]: value = "task-2633958" [ 1106.926778] env[62321]: _type = "Task" [ 1106.926778] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.936662] env[62321]: DEBUG oslo_vmware.api [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': task-2633958, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.067097] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2633953, 'name': PowerOnVM_Task, 'duration_secs': 0.547422} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.067471] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.067741] env[62321]: INFO nova.compute.manager [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Took 7.94 seconds to spawn the instance on the hypervisor. [ 1107.067955] env[62321]: DEBUG nova.compute.manager [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.068730] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218fe282-980d-475a-ad3b-9000377bba9a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.093524] env[62321]: DEBUG oslo_vmware.api [None req-a686914a-e5fa-4cb1-a0eb-9e63bad783ed tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633936, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.131515] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2633955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.196800] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: d524e752-1c48-4acc-886d-346d8b224fcb] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1107.226228] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633956, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.406933] env[62321]: DEBUG nova.network.neutron [req-87e0ca23-81bb-4c2c-bfcb-43a5fa426ba3 req-0913b05b-7ad1-420e-831c-280c8798dba3 service nova] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Updated VIF entry in instance network info cache for port 31454d97-0bca-4a1c-9d15-5aa86ed5eec5. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.407243] env[62321]: DEBUG nova.network.neutron [req-87e0ca23-81bb-4c2c-bfcb-43a5fa426ba3 req-0913b05b-7ad1-420e-831c-280c8798dba3 service nova] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Updating instance_info_cache with network_info: [{"id": "31454d97-0bca-4a1c-9d15-5aa86ed5eec5", "address": "fa:16:3e:df:ae:7f", "network": {"id": "370df854-e5a3-4f23-bdb1-0681fd45561a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2029654380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "249284320161490cbf5e7f1dd4646a26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31454d97-0b", "ovs_interfaceid": "31454d97-0bca-4a1c-9d15-5aa86ed5eec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.416264] env[62321]: DEBUG oslo_concurrency.lockutils [None req-586c9830-a282-44c4-99e9-8b35811bf9b0 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "929d4e18-142e-4cc9-93ab-2e2738c7e295" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 3.050s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.418404] env[62321]: ERROR nova.scheduler.client.report [None req-9aacacd9-0420-4348-9b79-6ef99bbe7101 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [req-3cfb89e9-2cc7-4435-b71d-c4ef47e14895] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e4ce1efe-a8f0-4655-8f76-50516c538695. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3cfb89e9-2cc7-4435-b71d-c4ef47e14895"}]} [ 1107.436787] env[62321]: DEBUG oslo_vmware.api [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': task-2633958, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179231} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.437715] env[62321]: DEBUG nova.scheduler.client.report [None req-9aacacd9-0420-4348-9b79-6ef99bbe7101 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Refreshing inventories for resource provider e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1107.439513] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.439704] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.439880] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.454793] env[62321]: DEBUG nova.scheduler.client.report [None req-9aacacd9-0420-4348-9b79-6ef99bbe7101 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Updating ProviderTree inventory for provider e4ce1efe-a8f0-4655-8f76-50516c538695 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1107.454943] env[62321]: DEBUG nova.compute.provider_tree [None req-9aacacd9-0420-4348-9b79-6ef99bbe7101 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Updating inventory in ProviderTree for provider e4ce1efe-a8f0-4655-8f76-50516c538695 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1107.466155] env[62321]: DEBUG nova.scheduler.client.report [None req-9aacacd9-0420-4348-9b79-6ef99bbe7101 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Refreshing aggregate associations for resource provider e4ce1efe-a8f0-4655-8f76-50516c538695, aggregates: None {{(pid=62321) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1107.484633] env[62321]: DEBUG nova.scheduler.client.report [None req-9aacacd9-0420-4348-9b79-6ef99bbe7101 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Refreshing trait associations for resource provider e4ce1efe-a8f0-4655-8f76-50516c538695, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62321) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1107.595165] env[62321]: INFO nova.compute.manager [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Took 15.21 seconds to build instance. [ 1107.599445] env[62321]: DEBUG oslo_vmware.api [None req-a686914a-e5fa-4cb1-a0eb-9e63bad783ed tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633936, 'name': ReconfigVM_Task, 'duration_secs': 5.821325} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.599893] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a686914a-e5fa-4cb1-a0eb-9e63bad783ed tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Releasing lock "300bcf4e-dff7-445b-a311-d11da3e0d72e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.600093] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a686914a-e5fa-4cb1-a0eb-9e63bad783ed tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Reconfigured VM to detach interface {{(pid=62321) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1107.633335] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2633955, 'name': ReconfigVM_Task, 'duration_secs': 0.758413} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.633649] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 2c83eab3-23d9-409d-bd19-3061f17d0d5d/2c83eab3-23d9-409d-bd19-3061f17d0d5d.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.636141] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8bc55ccf-62f2-4cb1-a52b-6734ecd0f32f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.643042] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Waiting for the task: (returnval){ [ 1107.643042] env[62321]: value = "task-2633959" [ 1107.643042] env[62321]: _type = "Task" [ 1107.643042] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.650855] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2633959, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.663231] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597fa939-5d84-41a6-88d7-910848c9db1c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.671443] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44763d41-37d6-4d61-8a9c-57da27974e4d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.704326] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 385348f6-00bb-4199-adcf-043fc12e8d9c] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1107.706933] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8886f220-e870-47c2-9875-1f748ccf5485 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.716360] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac2f369-b49b-4930-a207-ede33bf61c52 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.735315] env[62321]: DEBUG nova.compute.provider_tree [None req-9aacacd9-0420-4348-9b79-6ef99bbe7101 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.740552] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633956, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.909874] env[62321]: DEBUG oslo_concurrency.lockutils [req-87e0ca23-81bb-4c2c-bfcb-43a5fa426ba3 req-0913b05b-7ad1-420e-831c-280c8798dba3 service nova] Releasing lock "refresh_cache-57364218-571f-4ed3-9426-b0db42b2929d" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.106761] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Lock "5a278700-2bb2-41dc-b5e1-d77b18af20d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.729s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.153302] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2633959, 'name': Rename_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.210600] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 0b8a9b14-50bd-41ea-89f2-cc1d63f7816e] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1108.233424] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633956, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.241936] env[62321]: DEBUG nova.scheduler.client.report [None req-9aacacd9-0420-4348-9b79-6ef99bbe7101 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.480049] env[62321]: DEBUG nova.virt.hardware [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1108.480326] env[62321]: DEBUG nova.virt.hardware [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1108.480486] env[62321]: DEBUG nova.virt.hardware [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.480664] env[62321]: DEBUG nova.virt.hardware [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1108.480811] env[62321]: DEBUG nova.virt.hardware [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.480960] env[62321]: DEBUG nova.virt.hardware [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1108.481260] env[62321]: DEBUG nova.virt.hardware [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1108.481418] env[62321]: DEBUG nova.virt.hardware [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1108.481585] env[62321]: DEBUG nova.virt.hardware [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1108.481821] env[62321]: DEBUG nova.virt.hardware [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1108.482020] env[62321]: DEBUG nova.virt.hardware [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1108.482888] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0cb85e-79ce-4c77-b6c8-4f5407235f1c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.493049] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d5c6fa-4cb9-4d94-a243-b0170b59d685 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.507706] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Instance VIF info [] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1108.513316] env[62321]: DEBUG oslo.service.loopingcall [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1108.513553] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1108.513821] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f6143cd-8eb1-4fce-8501-4bda31867140 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.532742] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.532742] env[62321]: value = "task-2633960" [ 1108.532742] env[62321]: _type = "Task" [ 1108.532742] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.540745] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633960, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.655990] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2633959, 'name': Rename_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.664732] env[62321]: DEBUG oslo_concurrency.lockutils [None req-844ffc2b-1992-4d65-b8ce-85a7a8c5f72d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "929d4e18-142e-4cc9-93ab-2e2738c7e295" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.664978] env[62321]: DEBUG oslo_concurrency.lockutils [None req-844ffc2b-1992-4d65-b8ce-85a7a8c5f72d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "929d4e18-142e-4cc9-93ab-2e2738c7e295" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.665198] env[62321]: DEBUG oslo_concurrency.lockutils [None req-844ffc2b-1992-4d65-b8ce-85a7a8c5f72d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "929d4e18-142e-4cc9-93ab-2e2738c7e295-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.665546] env[62321]: DEBUG oslo_concurrency.lockutils [None req-844ffc2b-1992-4d65-b8ce-85a7a8c5f72d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "929d4e18-142e-4cc9-93ab-2e2738c7e295-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.665793] env[62321]: DEBUG oslo_concurrency.lockutils [None req-844ffc2b-1992-4d65-b8ce-85a7a8c5f72d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "929d4e18-142e-4cc9-93ab-2e2738c7e295-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.667820] env[62321]: INFO nova.compute.manager [None req-844ffc2b-1992-4d65-b8ce-85a7a8c5f72d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Terminating instance [ 1108.714220] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 16608632-c469-40d5-97d4-2e80c871e4be] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1108.732729] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633956, 'name': CreateVM_Task, 'duration_secs': 1.654881} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.732960] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1108.733694] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.733904] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.734298] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.734587] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8307f63-0aa2-4ec0-9878-ad0e4b2cf569 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.739808] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Waiting for the task: (returnval){ [ 1108.739808] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521f4cf6-6714-76d1-2777-d4d43903d988" [ 1108.739808] env[62321]: _type = "Task" [ 1108.739808] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.748608] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9aacacd9-0420-4348-9b79-6ef99bbe7101 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.626s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.750783] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521f4cf6-6714-76d1-2777-d4d43903d988, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.774515] env[62321]: INFO nova.scheduler.client.report [None req-9aacacd9-0420-4348-9b79-6ef99bbe7101 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Deleted allocations for instance 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9 [ 1109.043722] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633960, 'name': CreateVM_Task, 'duration_secs': 0.319885} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.043939] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.044327] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.044489] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.044797] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.045063] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-630d5b3b-f240-4fde-b9fb-5bf9187dc2f7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.049439] env[62321]: DEBUG oslo_vmware.api [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Waiting for the task: (returnval){ [ 1109.049439] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]524e22d2-d870-3f5c-9ac3-44e4835b260d" [ 1109.049439] env[62321]: _type = "Task" [ 1109.049439] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.057146] env[62321]: DEBUG oslo_vmware.api [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]524e22d2-d870-3f5c-9ac3-44e4835b260d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.150325] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a686914a-e5fa-4cb1-a0eb-9e63bad783ed tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "refresh_cache-300bcf4e-dff7-445b-a311-d11da3e0d72e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.150536] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a686914a-e5fa-4cb1-a0eb-9e63bad783ed tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquired lock "refresh_cache-300bcf4e-dff7-445b-a311-d11da3e0d72e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.150738] env[62321]: DEBUG nova.network.neutron [None req-a686914a-e5fa-4cb1-a0eb-9e63bad783ed tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.157829] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2633959, 'name': Rename_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.171717] env[62321]: DEBUG nova.compute.manager [None req-844ffc2b-1992-4d65-b8ce-85a7a8c5f72d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1109.172118] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-844ffc2b-1992-4d65-b8ce-85a7a8c5f72d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.174973] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617b330e-d5db-41a8-b62b-0a4802a0e77c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.182562] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-844ffc2b-1992-4d65-b8ce-85a7a8c5f72d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1109.182873] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0525d307-4248-4a37-9ca8-befbace48133 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.217812] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 6c7313cd-0c0a-4068-975a-3239bf6b7869] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1109.251930] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521f4cf6-6714-76d1-2777-d4d43903d988, 'name': SearchDatastore_Task, 'duration_secs': 0.010365} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.253203] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.253644] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.254027] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.258063] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.258063] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.258063] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-844ffc2b-1992-4d65-b8ce-85a7a8c5f72d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1109.258063] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-844ffc2b-1992-4d65-b8ce-85a7a8c5f72d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1109.258063] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-844ffc2b-1992-4d65-b8ce-85a7a8c5f72d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Deleting the datastore file [datastore1] 929d4e18-142e-4cc9-93ab-2e2738c7e295 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1109.258063] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eee9aab8-3e61-474e-aa6d-84093b1c29b5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.258063] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95ef7d0c-c24b-456d-be77-d7b6f101594e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.265732] env[62321]: DEBUG oslo_vmware.api [None req-844ffc2b-1992-4d65-b8ce-85a7a8c5f72d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 1109.265732] env[62321]: value = "task-2633962" [ 1109.265732] env[62321]: _type = "Task" [ 1109.265732] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.267216] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.267622] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.271981] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c14103f6-9b2b-491e-892f-c39cbb59823b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.286092] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9aacacd9-0420-4348-9b79-6ef99bbe7101 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.596s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.286688] env[62321]: DEBUG oslo_vmware.api [None req-844ffc2b-1992-4d65-b8ce-85a7a8c5f72d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.288471] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Waiting for the task: (returnval){ [ 1109.288471] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52fd4248-439c-0464-e280-7034da15b2a2" [ 1109.288471] env[62321]: _type = "Task" [ 1109.288471] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.302585] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52fd4248-439c-0464-e280-7034da15b2a2, 'name': SearchDatastore_Task, 'duration_secs': 0.00948} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.303578] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fb531f6-2f1d-400a-b499-2e83081fb7b5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.311333] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Waiting for the task: (returnval){ [ 1109.311333] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e8f377-ae73-dd26-4a09-487aaf57a526" [ 1109.311333] env[62321]: _type = "Task" [ 1109.311333] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.324185] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e8f377-ae73-dd26-4a09-487aaf57a526, 'name': SearchDatastore_Task, 'duration_secs': 0.009607} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.324789] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.325211] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 57364218-571f-4ed3-9426-b0db42b2929d/57364218-571f-4ed3-9426-b0db42b2929d.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1109.325573] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e05e4bb1-ed23-4e78-97de-4359cf936e51 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.332236] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Waiting for the task: (returnval){ [ 1109.332236] env[62321]: value = "task-2633963" [ 1109.332236] env[62321]: _type = "Task" [ 1109.332236] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.341944] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2633963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.411538] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ebe46e77-8913-4e34-a579-d2b295aab4d5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "300bcf4e-dff7-445b-a311-d11da3e0d72e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.413977] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ebe46e77-8913-4e34-a579-d2b295aab4d5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "300bcf4e-dff7-445b-a311-d11da3e0d72e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.413977] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ebe46e77-8913-4e34-a579-d2b295aab4d5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "300bcf4e-dff7-445b-a311-d11da3e0d72e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.413977] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ebe46e77-8913-4e34-a579-d2b295aab4d5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "300bcf4e-dff7-445b-a311-d11da3e0d72e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.413977] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ebe46e77-8913-4e34-a579-d2b295aab4d5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "300bcf4e-dff7-445b-a311-d11da3e0d72e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.415696] env[62321]: INFO nova.compute.manager [None req-ebe46e77-8913-4e34-a579-d2b295aab4d5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Terminating instance [ 1109.567404] env[62321]: DEBUG oslo_vmware.api [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]524e22d2-d870-3f5c-9ac3-44e4835b260d, 'name': SearchDatastore_Task, 'duration_secs': 0.009537} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.567802] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.568103] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.568420] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.568595] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.568810] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.569125] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2adc16e8-3f57-463e-a282-91254a5ea414 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.586033] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.586700] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.587089] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adfb987a-e206-4b8d-bf1b-be6f68a24268 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.596599] env[62321]: DEBUG oslo_vmware.api [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Waiting for the task: (returnval){ [ 1109.596599] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]525215ed-61d6-8243-e2c0-87b6c5f1f0e9" [ 1109.596599] env[62321]: _type = "Task" [ 1109.596599] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.605656] env[62321]: DEBUG oslo_vmware.api [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]525215ed-61d6-8243-e2c0-87b6c5f1f0e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.657949] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2633959, 'name': Rename_Task, 'duration_secs': 1.932407} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.658258] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.658874] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93412d02-f022-4938-9af3-93fcd3c12407 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.665520] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Waiting for the task: (returnval){ [ 1109.665520] env[62321]: value = "task-2633964" [ 1109.665520] env[62321]: _type = "Task" [ 1109.665520] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.673560] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2633964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.722147] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 8b0b955b-47b6-4c40-bdcc-e929e2013509] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1109.778766] env[62321]: DEBUG oslo_vmware.api [None req-844ffc2b-1992-4d65-b8ce-85a7a8c5f72d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633962, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171759} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.781538] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-844ffc2b-1992-4d65-b8ce-85a7a8c5f72d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.781759] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-844ffc2b-1992-4d65-b8ce-85a7a8c5f72d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.781945] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-844ffc2b-1992-4d65-b8ce-85a7a8c5f72d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.782132] env[62321]: INFO nova.compute.manager [None req-844ffc2b-1992-4d65-b8ce-85a7a8c5f72d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1109.782442] env[62321]: DEBUG oslo.service.loopingcall [None req-844ffc2b-1992-4d65-b8ce-85a7a8c5f72d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1109.783093] env[62321]: DEBUG nova.compute.manager [-] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1109.783093] env[62321]: DEBUG nova.network.neutron [-] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1109.842721] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2633963, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.920267] env[62321]: DEBUG nova.compute.manager [None req-ebe46e77-8913-4e34-a579-d2b295aab4d5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1109.920605] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe46e77-8913-4e34-a579-d2b295aab4d5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.921685] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6e3da8-71cd-46eb-81b0-bec40c760a50 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.931751] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe46e77-8913-4e34-a579-d2b295aab4d5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.931951] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72b7fecf-232c-4d24-910b-8a07778698e0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.938288] env[62321]: DEBUG oslo_vmware.api [None req-ebe46e77-8913-4e34-a579-d2b295aab4d5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 1109.938288] env[62321]: value = "task-2633965" [ 1109.938288] env[62321]: _type = "Task" [ 1109.938288] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.947104] env[62321]: DEBUG oslo_vmware.api [None req-ebe46e77-8913-4e34-a579-d2b295aab4d5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633965, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.106879] env[62321]: DEBUG oslo_vmware.api [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]525215ed-61d6-8243-e2c0-87b6c5f1f0e9, 'name': SearchDatastore_Task, 'duration_secs': 0.018915} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.110507] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4530a5d9-f889-4472-a3b4-dac553ac81b7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.117016] env[62321]: DEBUG oslo_vmware.api [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Waiting for the task: (returnval){ [ 1110.117016] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c3adc5-c3f4-77a7-3e99-42c182074262" [ 1110.117016] env[62321]: _type = "Task" [ 1110.117016] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.125698] env[62321]: DEBUG oslo_vmware.api [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c3adc5-c3f4-77a7-3e99-42c182074262, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.176035] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2633964, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.225825] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: aeb622a0-9532-4a9d-ac75-65f4e84dfda0] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1110.255407] env[62321]: INFO nova.network.neutron [None req-a686914a-e5fa-4cb1-a0eb-9e63bad783ed tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Port 04985432-4a94-4896-8815-4118e0f7ffb6 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1110.255996] env[62321]: DEBUG nova.network.neutron [None req-a686914a-e5fa-4cb1-a0eb-9e63bad783ed tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Updating instance_info_cache with network_info: [{"id": "272380ee-f765-4117-ae6a-9e43c14df673", "address": "fa:16:3e:f6:60:13", "network": {"id": "62edaec8-ba2d-4464-b39a-ca6af58f81f9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-340970835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c660bc9909cd431cbe05cf3f4e3d2be4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap272380ee-f7", "ovs_interfaceid": "272380ee-f765-4117-ae6a-9e43c14df673", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.345828] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2633963, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525509} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.346203] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 57364218-571f-4ed3-9426-b0db42b2929d/57364218-571f-4ed3-9426-b0db42b2929d.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1110.346203] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1110.346330] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3056d0e-9ad6-4a49-950d-5b42287da140 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.360380] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Waiting for the task: (returnval){ [ 1110.360380] env[62321]: value = "task-2633966" [ 1110.360380] env[62321]: _type = "Task" [ 1110.360380] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.371664] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2633966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.382608] env[62321]: DEBUG nova.compute.manager [req-9d3f910c-8c4b-4a7f-850a-753670057525 req-a7d43005-67d0-4520-9e9c-f829048f96a1 service nova] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Received event network-vif-deleted-9c5acde6-11c8-4e0c-955d-abe1837464dc {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1110.382665] env[62321]: INFO nova.compute.manager [req-9d3f910c-8c4b-4a7f-850a-753670057525 req-a7d43005-67d0-4520-9e9c-f829048f96a1 service nova] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Neutron deleted interface 9c5acde6-11c8-4e0c-955d-abe1837464dc; detaching it from the instance and deleting it from the info cache [ 1110.382811] env[62321]: DEBUG nova.network.neutron [req-9d3f910c-8c4b-4a7f-850a-753670057525 req-a7d43005-67d0-4520-9e9c-f829048f96a1 service nova] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.449331] env[62321]: DEBUG oslo_vmware.api [None req-ebe46e77-8913-4e34-a579-d2b295aab4d5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633965, 'name': PowerOffVM_Task, 'duration_secs': 0.196095} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.449936] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe46e77-8913-4e34-a579-d2b295aab4d5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.450125] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe46e77-8913-4e34-a579-d2b295aab4d5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.450378] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de879893-47c9-47df-a6a6-574dd2f6341f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.539488] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe46e77-8913-4e34-a579-d2b295aab4d5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.539768] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe46e77-8913-4e34-a579-d2b295aab4d5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.539966] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebe46e77-8913-4e34-a579-d2b295aab4d5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Deleting the datastore file [datastore2] 300bcf4e-dff7-445b-a311-d11da3e0d72e {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.540246] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f9b7838-fed5-48ad-bc75-91b6d1302a2e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.546740] env[62321]: DEBUG oslo_vmware.api [None req-ebe46e77-8913-4e34-a579-d2b295aab4d5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 1110.546740] env[62321]: value = "task-2633968" [ 1110.546740] env[62321]: _type = "Task" [ 1110.546740] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.554380] env[62321]: DEBUG oslo_vmware.api [None req-ebe46e77-8913-4e34-a579-d2b295aab4d5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633968, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.628991] env[62321]: DEBUG oslo_vmware.api [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c3adc5-c3f4-77a7-3e99-42c182074262, 'name': SearchDatastore_Task, 'duration_secs': 0.010101} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.629321] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.629675] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 2c50e846-4804-47d1-b350-e93a1b2c84d3/2c50e846-4804-47d1-b350-e93a1b2c84d3.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1110.630021] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca941b4f-06e6-4865-9831-9068e9a9ee19 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.636593] env[62321]: DEBUG oslo_vmware.api [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Waiting for the task: (returnval){ [ 1110.636593] env[62321]: value = "task-2633969" [ 1110.636593] env[62321]: _type = "Task" [ 1110.636593] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.646018] env[62321]: DEBUG oslo_vmware.api [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': task-2633969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.675108] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2633964, 'name': PowerOnVM_Task, 'duration_secs': 0.591854} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.675396] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.675627] env[62321]: INFO nova.compute.manager [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Took 9.52 seconds to spawn the instance on the hypervisor. [ 1110.675792] env[62321]: DEBUG nova.compute.manager [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.676584] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb1b52c-c213-453f-8ef0-dfc02b8a1a83 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.729694] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 1281e273-d400-4493-b718-e78252e1221a] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1110.758714] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a686914a-e5fa-4cb1-a0eb-9e63bad783ed tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Releasing lock "refresh_cache-300bcf4e-dff7-445b-a311-d11da3e0d72e" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.857627] env[62321]: DEBUG nova.network.neutron [-] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.868916] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2633966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.190017} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.869950] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1110.870826] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca9e528-dc41-44a5-beae-c8079ebae659 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.896132] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 57364218-571f-4ed3-9426-b0db42b2929d/57364218-571f-4ed3-9426-b0db42b2929d.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1110.896428] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f9552f73-a459-4aec-ab4d-7158524d66ec {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.899731] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bdaa4eb-dee5-4b36-a7b8-b2129d9169cf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.921689] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ee87fe-ee81-4745-a5ed-6ecac48befc4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.934422] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Waiting for the task: (returnval){ [ 1110.934422] env[62321]: value = "task-2633970" [ 1110.934422] env[62321]: _type = "Task" [ 1110.934422] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.944073] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2633970, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.966654] env[62321]: DEBUG nova.compute.manager [req-9d3f910c-8c4b-4a7f-850a-753670057525 req-a7d43005-67d0-4520-9e9c-f829048f96a1 service nova] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Detach interface failed, port_id=9c5acde6-11c8-4e0c-955d-abe1837464dc, reason: Instance 929d4e18-142e-4cc9-93ab-2e2738c7e295 could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1111.060693] env[62321]: DEBUG oslo_vmware.api [None req-ebe46e77-8913-4e34-a579-d2b295aab4d5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633968, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153911} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.060693] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebe46e77-8913-4e34-a579-d2b295aab4d5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.060693] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe46e77-8913-4e34-a579-d2b295aab4d5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1111.060693] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe46e77-8913-4e34-a579-d2b295aab4d5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1111.060693] env[62321]: INFO nova.compute.manager [None req-ebe46e77-8913-4e34-a579-d2b295aab4d5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1111.060693] env[62321]: DEBUG oslo.service.loopingcall [None req-ebe46e77-8913-4e34-a579-d2b295aab4d5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1111.060693] env[62321]: DEBUG nova.compute.manager [-] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1111.060693] env[62321]: DEBUG nova.network.neutron [-] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1111.147311] env[62321]: DEBUG oslo_vmware.api [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': task-2633969, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.194951] env[62321]: INFO nova.compute.manager [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Took 18.77 seconds to build instance. [ 1111.233634] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1111.234221] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Cleaning up deleted instances with incomplete migration {{(pid=62321) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1111.263235] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a686914a-e5fa-4cb1-a0eb-9e63bad783ed tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "interface-300bcf4e-dff7-445b-a311-d11da3e0d72e-04985432-4a94-4896-8815-4118e0f7ffb6" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.257s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.362032] env[62321]: INFO nova.compute.manager [-] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Took 1.58 seconds to deallocate network for instance. [ 1111.444200] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquiring lock "29235a47-8a5d-4e62-bcd1-8d8e7c83cc93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.446086] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "29235a47-8a5d-4e62-bcd1-8d8e7c83cc93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.451866] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2633970, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.654444] env[62321]: DEBUG oslo_vmware.api [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': task-2633969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661588} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.654794] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 2c50e846-4804-47d1-b350-e93a1b2c84d3/2c50e846-4804-47d1-b350-e93a1b2c84d3.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1111.655479] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1111.655479] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f178c0e0-e686-411e-bc7d-3f5cea8168ac {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.668051] env[62321]: DEBUG oslo_vmware.api [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Waiting for the task: (returnval){ [ 1111.668051] env[62321]: value = "task-2633971" [ 1111.668051] env[62321]: _type = "Task" [ 1111.668051] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.678794] env[62321]: DEBUG oslo_vmware.api [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': task-2633971, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.700532] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Lock "2c83eab3-23d9-409d-bd19-3061f17d0d5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.285s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.736339] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1111.872954] env[62321]: DEBUG oslo_concurrency.lockutils [None req-844ffc2b-1992-4d65-b8ce-85a7a8c5f72d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.873287] env[62321]: DEBUG oslo_concurrency.lockutils [None req-844ffc2b-1992-4d65-b8ce-85a7a8c5f72d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.873500] env[62321]: DEBUG nova.objects.instance [None req-844ffc2b-1992-4d65-b8ce-85a7a8c5f72d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lazy-loading 'resources' on Instance uuid 929d4e18-142e-4cc9-93ab-2e2738c7e295 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.946968] env[62321]: DEBUG nova.compute.manager [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1111.949914] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2633970, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.177701] env[62321]: DEBUG oslo_vmware.api [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': task-2633971, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06656} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.178076] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1112.179174] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a7623a-19d7-4261-a459-c085573fbf25 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.202487] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 2c50e846-4804-47d1-b350-e93a1b2c84d3/2c50e846-4804-47d1-b350-e93a1b2c84d3.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.204240] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fabc619-2cc9-4d89-9664-06f510c9f83f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.224746] env[62321]: DEBUG oslo_vmware.api [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Waiting for the task: (returnval){ [ 1112.224746] env[62321]: value = "task-2633972" [ 1112.224746] env[62321]: _type = "Task" [ 1112.224746] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.234322] env[62321]: DEBUG oslo_vmware.api [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': task-2633972, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.432150] env[62321]: DEBUG nova.compute.manager [req-2089e2fc-16f6-4206-b054-3818a6d3ee44 req-05731401-b50b-426a-b1c6-17d379169e92 service nova] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Received event network-vif-deleted-272380ee-f765-4117-ae6a-9e43c14df673 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1112.432708] env[62321]: INFO nova.compute.manager [req-2089e2fc-16f6-4206-b054-3818a6d3ee44 req-05731401-b50b-426a-b1c6-17d379169e92 service nova] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Neutron deleted interface 272380ee-f765-4117-ae6a-9e43c14df673; detaching it from the instance and deleting it from the info cache [ 1112.432708] env[62321]: DEBUG nova.network.neutron [req-2089e2fc-16f6-4206-b054-3818a6d3ee44 req-05731401-b50b-426a-b1c6-17d379169e92 service nova] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.447850] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2633970, 'name': ReconfigVM_Task, 'duration_secs': 1.517725} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.447850] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 57364218-571f-4ed3-9426-b0db42b2929d/57364218-571f-4ed3-9426-b0db42b2929d.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.448518] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-904bc70f-abfd-435a-b1d8-b5a9327de460 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.461035] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Waiting for the task: (returnval){ [ 1112.461035] env[62321]: value = "task-2633973" [ 1112.461035] env[62321]: _type = "Task" [ 1112.461035] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.474821] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2633973, 'name': Rename_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.476270] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.589493] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb3cd5a-ee36-4f66-b5df-0399998d99a5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.597579] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b477e518-7878-46fd-a6b3-c59f8e420382 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.628871] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427b6904-2eea-43dc-99dc-1d5b6c684910 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.636340] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bd04ed-0f70-46ac-ad21-37525e02af73 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.655722] env[62321]: DEBUG nova.compute.provider_tree [None req-844ffc2b-1992-4d65-b8ce-85a7a8c5f72d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.719963] env[62321]: DEBUG nova.network.neutron [-] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.738964] env[62321]: DEBUG oslo_vmware.api [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': task-2633972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.936287] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-963afd55-5a0e-4a28-8181-80c409ddc02a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.948752] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e695f91-823c-4115-9ef6-a1e2618c33c3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.968654] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2633973, 'name': Rename_Task, 'duration_secs': 0.390606} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.968654] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.968654] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9361f61-6a2e-41c1-a43d-a40742177fa9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.980405] env[62321]: DEBUG nova.compute.manager [req-2089e2fc-16f6-4206-b054-3818a6d3ee44 req-05731401-b50b-426a-b1c6-17d379169e92 service nova] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Detach interface failed, port_id=272380ee-f765-4117-ae6a-9e43c14df673, reason: Instance 300bcf4e-dff7-445b-a311-d11da3e0d72e could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1112.985591] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Waiting for the task: (returnval){ [ 1112.985591] env[62321]: value = "task-2633974" [ 1112.985591] env[62321]: _type = "Task" [ 1112.985591] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.996022] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2633974, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.160050] env[62321]: DEBUG nova.scheduler.client.report [None req-844ffc2b-1992-4d65-b8ce-85a7a8c5f72d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.225779] env[62321]: INFO nova.compute.manager [-] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Took 2.17 seconds to deallocate network for instance. [ 1113.234541] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1113.235363] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1113.241289] env[62321]: DEBUG oslo_vmware.api [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': task-2633972, 'name': ReconfigVM_Task, 'duration_secs': 0.860234} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.241289] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 2c50e846-4804-47d1-b350-e93a1b2c84d3/2c50e846-4804-47d1-b350-e93a1b2c84d3.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.242389] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0973d2ee-0581-4b9d-8b2c-9f32f7eee1f1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.250028] env[62321]: DEBUG oslo_vmware.api [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Waiting for the task: (returnval){ [ 1113.250028] env[62321]: value = "task-2633975" [ 1113.250028] env[62321]: _type = "Task" [ 1113.250028] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.263098] env[62321]: DEBUG oslo_vmware.api [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': task-2633975, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.501404] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2633974, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.665261] env[62321]: DEBUG oslo_concurrency.lockutils [None req-844ffc2b-1992-4d65-b8ce-85a7a8c5f72d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.792s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.668513] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.192s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.671921] env[62321]: INFO nova.compute.claims [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1113.690479] env[62321]: INFO nova.scheduler.client.report [None req-844ffc2b-1992-4d65-b8ce-85a7a8c5f72d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Deleted allocations for instance 929d4e18-142e-4cc9-93ab-2e2738c7e295 [ 1113.739023] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ebe46e77-8913-4e34-a579-d2b295aab4d5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.741906] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1113.742240] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1113.742422] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1113.763930] env[62321]: DEBUG oslo_vmware.api [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': task-2633975, 'name': Rename_Task, 'duration_secs': 0.14757} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.763930] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1113.764132] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05ba8b0d-c4c4-4883-8d5f-dcdd78dd1501 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.771821] env[62321]: DEBUG oslo_vmware.api [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Waiting for the task: (returnval){ [ 1113.771821] env[62321]: value = "task-2633976" [ 1113.771821] env[62321]: _type = "Task" [ 1113.771821] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.780645] env[62321]: DEBUG oslo_vmware.api [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': task-2633976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.998950] env[62321]: DEBUG oslo_vmware.api [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2633974, 'name': PowerOnVM_Task, 'duration_secs': 0.648096} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.000725] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1114.000979] env[62321]: INFO nova.compute.manager [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Took 10.50 seconds to spawn the instance on the hypervisor. [ 1114.001211] env[62321]: DEBUG nova.compute.manager [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1114.002099] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875fb011-3d08-41f3-8daf-6f3e8c10d0d3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.200839] env[62321]: DEBUG oslo_concurrency.lockutils [None req-844ffc2b-1992-4d65-b8ce-85a7a8c5f72d tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "929d4e18-142e-4cc9-93ab-2e2738c7e295" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.535s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.248996] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Getting list of instances from cluster (obj){ [ 1114.248996] env[62321]: value = "domain-c8" [ 1114.248996] env[62321]: _type = "ClusterComputeResource" [ 1114.248996] env[62321]: } {{(pid=62321) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1114.250597] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7c4d29-d415-472d-9634-528856ee8d05 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.272663] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Got total of 10 instances {{(pid=62321) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1114.272844] env[62321]: WARNING nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] While synchronizing instance power states, found 12 instances in the database and 10 instances on the hypervisor. [ 1114.272976] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Triggering sync for uuid 99c10950-245e-45c0-bc8b-1d6c88837349 {{(pid=62321) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1114.273199] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Triggering sync for uuid b696d814-0bdb-4f09-83b5-d66c1b81507f {{(pid=62321) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1114.273360] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Triggering sync for uuid 5a35025e-96aa-4fe3-b763-526786b21433 {{(pid=62321) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1114.273515] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Triggering sync for uuid 300bcf4e-dff7-445b-a311-d11da3e0d72e {{(pid=62321) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1114.273669] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Triggering sync for uuid f2bb34f7-6989-4ece-96f7-85a8ea0f83f0 {{(pid=62321) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1114.273818] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Triggering sync for uuid 9a3fe97a-26a0-4286-8258-0752fa08ea3f {{(pid=62321) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1114.273966] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Triggering sync for uuid 56205dff-56b5-4a96-ab3e-ec07705d837a {{(pid=62321) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1114.274132] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Triggering sync for uuid 2c50e846-4804-47d1-b350-e93a1b2c84d3 {{(pid=62321) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1114.274283] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Triggering sync for uuid 5a278700-2bb2-41dc-b5e1-d77b18af20d1 {{(pid=62321) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1114.274432] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Triggering sync for uuid 2c83eab3-23d9-409d-bd19-3061f17d0d5d {{(pid=62321) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1114.274579] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Triggering sync for uuid 57364218-571f-4ed3-9426-b0db42b2929d {{(pid=62321) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1114.274723] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Triggering sync for uuid 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93 {{(pid=62321) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1114.278195] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Acquiring lock "99c10950-245e-45c0-bc8b-1d6c88837349" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.278429] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "99c10950-245e-45c0-bc8b-1d6c88837349" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.279064] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Acquiring lock "b696d814-0bdb-4f09-83b5-d66c1b81507f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.279064] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "b696d814-0bdb-4f09-83b5-d66c1b81507f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.279330] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Acquiring lock "5a35025e-96aa-4fe3-b763-526786b21433" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.279330] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "5a35025e-96aa-4fe3-b763-526786b21433" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.280054] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Acquiring lock "300bcf4e-dff7-445b-a311-d11da3e0d72e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.280054] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Acquiring lock "f2bb34f7-6989-4ece-96f7-85a8ea0f83f0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.280054] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "f2bb34f7-6989-4ece-96f7-85a8ea0f83f0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.280185] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Acquiring lock "9a3fe97a-26a0-4286-8258-0752fa08ea3f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.280288] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "9a3fe97a-26a0-4286-8258-0752fa08ea3f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.280737] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Acquiring lock "56205dff-56b5-4a96-ab3e-ec07705d837a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.280934] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "56205dff-56b5-4a96-ab3e-ec07705d837a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.281167] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Acquiring lock "2c50e846-4804-47d1-b350-e93a1b2c84d3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.281348] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "2c50e846-4804-47d1-b350-e93a1b2c84d3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.281514] env[62321]: INFO nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] During sync_power_state the instance has a pending task (rebuild_spawning). Skip. [ 1114.281674] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "2c50e846-4804-47d1-b350-e93a1b2c84d3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.281862] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Acquiring lock "5a278700-2bb2-41dc-b5e1-d77b18af20d1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.282040] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "5a278700-2bb2-41dc-b5e1-d77b18af20d1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.282277] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Acquiring lock "2c83eab3-23d9-409d-bd19-3061f17d0d5d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.282452] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "2c83eab3-23d9-409d-bd19-3061f17d0d5d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.282680] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Acquiring lock "57364218-571f-4ed3-9426-b0db42b2929d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.282885] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Acquiring lock "29235a47-8a5d-4e62-bcd1-8d8e7c83cc93" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.283084] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.284693] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a423c2b2-4d38-427c-aa68-702e99f2983b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.288029] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99db2b3-ab4e-4db9-810f-49ce164e5950 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.291142] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2f5a50-b4d7-4906-af10-12253bb2f321 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.293961] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc91724c-b16c-442f-809e-52c51869b0a3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.296883] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0844ca68-8c16-46e0-b174-c14930ea1746 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.301860] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f470abfe-93d2-4915-84c0-5ece3e7c1ddc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.306103] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d758bd93-06d6-4199-b056-dc7e10428e73 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.309304] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee622b6-0366-4c09-9bc0-0d14a1ebfc09 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.313898] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.326657] env[62321]: DEBUG oslo_vmware.api [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': task-2633976, 'name': PowerOnVM_Task} progress is 74%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.520808] env[62321]: INFO nova.compute.manager [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Took 22.06 seconds to build instance. [ 1114.667593] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d41e5750-79f0-40d5-ac24-35a53211d057 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "b696d814-0bdb-4f09-83b5-d66c1b81507f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.785823] env[62321]: DEBUG oslo_vmware.api [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': task-2633976, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.840467] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "99c10950-245e-45c0-bc8b-1d6c88837349" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.562s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.842131] env[62321]: INFO nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] During sync_power_state the instance has a pending task (deleting). Skip. [ 1114.842365] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "b696d814-0bdb-4f09-83b5-d66c1b81507f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.563s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.842766] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "5a35025e-96aa-4fe3-b763-526786b21433" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.563s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.843036] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d41e5750-79f0-40d5-ac24-35a53211d057 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "b696d814-0bdb-4f09-83b5-d66c1b81507f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.176s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.843297] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d41e5750-79f0-40d5-ac24-35a53211d057 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "b696d814-0bdb-4f09-83b5-d66c1b81507f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.843549] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d41e5750-79f0-40d5-ac24-35a53211d057 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "b696d814-0bdb-4f09-83b5-d66c1b81507f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.844482] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d41e5750-79f0-40d5-ac24-35a53211d057 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "b696d814-0bdb-4f09-83b5-d66c1b81507f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.846030] env[62321]: INFO nova.compute.manager [None req-d41e5750-79f0-40d5-ac24-35a53211d057 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Terminating instance [ 1114.848651] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "f2bb34f7-6989-4ece-96f7-85a8ea0f83f0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.569s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.853018] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "9a3fe97a-26a0-4286-8258-0752fa08ea3f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.570s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.853018] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "5a278700-2bb2-41dc-b5e1-d77b18af20d1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.569s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.853018] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "56205dff-56b5-4a96-ab3e-ec07705d837a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.570s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.853018] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "2c83eab3-23d9-409d-bd19-3061f17d0d5d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.569s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.913244] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545dea6c-820c-4450-a361-ac653a11866c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.921533] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16421d65-d90d-4bed-a293-c34a62abd1f6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.959764] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bec6a11-8ec8-48a1-9ce9-9315eb57bcf0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.968842] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13914ede-5b11-404e-be86-0ac31ca804d0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.986195] env[62321]: DEBUG nova.compute.provider_tree [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.024750] env[62321]: DEBUG oslo_concurrency.lockutils [None req-29d23f0f-3446-46e1-8a19-5ed19562135d tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Lock "57364218-571f-4ed3-9426-b0db42b2929d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.573s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.025041] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "57364218-571f-4ed3-9426-b0db42b2929d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.742s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.025237] env[62321]: INFO nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] During sync_power_state the instance has a pending task (spawning). Skip. [ 1115.025409] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "57364218-571f-4ed3-9426-b0db42b2929d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.286673] env[62321]: DEBUG oslo_vmware.api [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': task-2633976, 'name': PowerOnVM_Task, 'duration_secs': 1.138889} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.286909] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.287152] env[62321]: DEBUG nova.compute.manager [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1115.288344] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de434a88-6168-41ac-8ad4-4529cd3bb92f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.354739] env[62321]: DEBUG nova.compute.manager [None req-d41e5750-79f0-40d5-ac24-35a53211d057 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1115.354739] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d41e5750-79f0-40d5-ac24-35a53211d057 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.354982] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d81984-f3e0-413f-836a-0dd4a6f95c65 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.366306] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d41e5750-79f0-40d5-ac24-35a53211d057 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.366871] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5bca037-9f34-4b70-bb59-7c400327496e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.383052] env[62321]: DEBUG oslo_vmware.api [None req-d41e5750-79f0-40d5-ac24-35a53211d057 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 1115.383052] env[62321]: value = "task-2633977" [ 1115.383052] env[62321]: _type = "Task" [ 1115.383052] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.393623] env[62321]: DEBUG oslo_vmware.api [None req-d41e5750-79f0-40d5-ac24-35a53211d057 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.490693] env[62321]: DEBUG nova.scheduler.client.report [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.811766] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.874391] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cf82f629-21de-4320-bcb2-259d16f80c36 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Acquiring lock "5a278700-2bb2-41dc-b5e1-d77b18af20d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.874662] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cf82f629-21de-4320-bcb2-259d16f80c36 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Lock "5a278700-2bb2-41dc-b5e1-d77b18af20d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.874875] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cf82f629-21de-4320-bcb2-259d16f80c36 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Acquiring lock "5a278700-2bb2-41dc-b5e1-d77b18af20d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.875136] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cf82f629-21de-4320-bcb2-259d16f80c36 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Lock "5a278700-2bb2-41dc-b5e1-d77b18af20d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.875250] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cf82f629-21de-4320-bcb2-259d16f80c36 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Lock "5a278700-2bb2-41dc-b5e1-d77b18af20d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.877662] env[62321]: INFO nova.compute.manager [None req-cf82f629-21de-4320-bcb2-259d16f80c36 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Terminating instance [ 1115.891610] env[62321]: DEBUG oslo_vmware.api [None req-d41e5750-79f0-40d5-ac24-35a53211d057 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633977, 'name': PowerOffVM_Task, 'duration_secs': 0.41511} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.892382] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d41e5750-79f0-40d5-ac24-35a53211d057 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.892558] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d41e5750-79f0-40d5-ac24-35a53211d057 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1115.892835] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a72af561-cc9a-4f5c-8539-7421ea84b9ed {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.922545] env[62321]: DEBUG oslo_concurrency.lockutils [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Acquiring lock "921b0393-e934-4efb-9fff-18f21095f516" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.923156] env[62321]: DEBUG oslo_concurrency.lockutils [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lock "921b0393-e934-4efb-9fff-18f21095f516" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.990428] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d41e5750-79f0-40d5-ac24-35a53211d057 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1115.990428] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d41e5750-79f0-40d5-ac24-35a53211d057 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1115.990428] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-d41e5750-79f0-40d5-ac24-35a53211d057 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Deleting the datastore file [datastore1] b696d814-0bdb-4f09-83b5-d66c1b81507f {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.990428] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f041563c-3de9-42a1-b63c-b2cf9206cea3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.996010] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.328s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.997462] env[62321]: DEBUG nova.compute.manager [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1116.000950] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ebe46e77-8913-4e34-a579-d2b295aab4d5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.264s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.001221] env[62321]: DEBUG nova.objects.instance [None req-ebe46e77-8913-4e34-a579-d2b295aab4d5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lazy-loading 'resources' on Instance uuid 300bcf4e-dff7-445b-a311-d11da3e0d72e {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.002412] env[62321]: DEBUG oslo_vmware.api [None req-d41e5750-79f0-40d5-ac24-35a53211d057 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for the task: (returnval){ [ 1116.002412] env[62321]: value = "task-2633979" [ 1116.002412] env[62321]: _type = "Task" [ 1116.002412] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.013488] env[62321]: DEBUG oslo_vmware.api [None req-d41e5750-79f0-40d5-ac24-35a53211d057 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.381930] env[62321]: DEBUG nova.compute.manager [None req-cf82f629-21de-4320-bcb2-259d16f80c36 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1116.382392] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-cf82f629-21de-4320-bcb2-259d16f80c36 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.383381] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce98452-c546-441e-aec5-852a0f2c994b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.392952] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf82f629-21de-4320-bcb2-259d16f80c36 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.393290] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fd55460-ea9d-4ffc-b320-329ed44164b5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.403268] env[62321]: DEBUG oslo_vmware.api [None req-cf82f629-21de-4320-bcb2-259d16f80c36 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Waiting for the task: (returnval){ [ 1116.403268] env[62321]: value = "task-2633980" [ 1116.403268] env[62321]: _type = "Task" [ 1116.403268] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.413660] env[62321]: DEBUG oslo_vmware.api [None req-cf82f629-21de-4320-bcb2-259d16f80c36 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2633980, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.425398] env[62321]: DEBUG nova.compute.manager [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1116.504830] env[62321]: DEBUG nova.compute.utils [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1116.511764] env[62321]: DEBUG nova.compute.manager [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1116.511764] env[62321]: DEBUG nova.network.neutron [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1116.524367] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6d07c90b-7687-444c-a4ea-8ace2eb91b3c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Acquiring lock "2c50e846-4804-47d1-b350-e93a1b2c84d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.524683] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6d07c90b-7687-444c-a4ea-8ace2eb91b3c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Lock "2c50e846-4804-47d1-b350-e93a1b2c84d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.524992] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6d07c90b-7687-444c-a4ea-8ace2eb91b3c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Acquiring lock "2c50e846-4804-47d1-b350-e93a1b2c84d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.525223] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6d07c90b-7687-444c-a4ea-8ace2eb91b3c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Lock "2c50e846-4804-47d1-b350-e93a1b2c84d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.525460] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6d07c90b-7687-444c-a4ea-8ace2eb91b3c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Lock "2c50e846-4804-47d1-b350-e93a1b2c84d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.527388] env[62321]: DEBUG oslo_vmware.api [None req-d41e5750-79f0-40d5-ac24-35a53211d057 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Task: {'id': task-2633979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143376} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.528584] env[62321]: INFO nova.compute.manager [None req-6d07c90b-7687-444c-a4ea-8ace2eb91b3c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Terminating instance [ 1116.530322] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-d41e5750-79f0-40d5-ac24-35a53211d057 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.530541] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d41e5750-79f0-40d5-ac24-35a53211d057 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.530742] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d41e5750-79f0-40d5-ac24-35a53211d057 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.530932] env[62321]: INFO nova.compute.manager [None req-d41e5750-79f0-40d5-ac24-35a53211d057 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1116.531227] env[62321]: DEBUG oslo.service.loopingcall [None req-d41e5750-79f0-40d5-ac24-35a53211d057 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1116.535226] env[62321]: DEBUG nova.compute.manager [-] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1116.535321] env[62321]: DEBUG nova.network.neutron [-] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1116.620029] env[62321]: DEBUG nova.policy [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '597841b64e464b5cbf07b18a90338a07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b66ec80a177f4033b7616b9720856c71', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 1116.730626] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c99ffa-8266-4332-9c2e-c6f72e1f1fae {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.745930] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cf3fe8-c328-4dd3-b4f6-823a6a6d9c95 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.789376] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b50173-f410-49fe-8c20-cff96a5a2150 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.798383] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3344f76-24ff-494a-9cf0-8b9fc0d988ed {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.814230] env[62321]: DEBUG nova.compute.provider_tree [None req-ebe46e77-8913-4e34-a579-d2b295aab4d5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.914016] env[62321]: DEBUG oslo_vmware.api [None req-cf82f629-21de-4320-bcb2-259d16f80c36 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2633980, 'name': PowerOffVM_Task, 'duration_secs': 0.329863} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.914789] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf82f629-21de-4320-bcb2-259d16f80c36 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.914981] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-cf82f629-21de-4320-bcb2-259d16f80c36 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.915256] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-353f1294-2973-4b0a-bc9e-dc088538096a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.946274] env[62321]: DEBUG oslo_concurrency.lockutils [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1117.009902] env[62321]: DEBUG nova.compute.manager [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1117.014074] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-cf82f629-21de-4320-bcb2-259d16f80c36 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1117.014287] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-cf82f629-21de-4320-bcb2-259d16f80c36 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1117.014471] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf82f629-21de-4320-bcb2-259d16f80c36 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Deleting the datastore file [datastore1] 5a278700-2bb2-41dc-b5e1-d77b18af20d1 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1117.014736] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-acf3848f-7d05-4075-a42b-88f696a46b9c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.028881] env[62321]: DEBUG oslo_vmware.api [None req-cf82f629-21de-4320-bcb2-259d16f80c36 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Waiting for the task: (returnval){ [ 1117.028881] env[62321]: value = "task-2633982" [ 1117.028881] env[62321]: _type = "Task" [ 1117.028881] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.036900] env[62321]: DEBUG oslo_vmware.api [None req-cf82f629-21de-4320-bcb2-259d16f80c36 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2633982, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.041411] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6d07c90b-7687-444c-a4ea-8ace2eb91b3c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Acquiring lock "refresh_cache-2c50e846-4804-47d1-b350-e93a1b2c84d3" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.041655] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6d07c90b-7687-444c-a4ea-8ace2eb91b3c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Acquired lock "refresh_cache-2c50e846-4804-47d1-b350-e93a1b2c84d3" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.041873] env[62321]: DEBUG nova.network.neutron [None req-6d07c90b-7687-444c-a4ea-8ace2eb91b3c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.045491] env[62321]: DEBUG nova.compute.manager [req-d44d7a96-375e-4493-b85d-5a135696285a req-2a89ea22-f484-49b5-a16e-3ceb6539b196 service nova] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Received event network-vif-deleted-3f592249-7056-41d8-9eff-32488cded53a {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1117.045782] env[62321]: INFO nova.compute.manager [req-d44d7a96-375e-4493-b85d-5a135696285a req-2a89ea22-f484-49b5-a16e-3ceb6539b196 service nova] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Neutron deleted interface 3f592249-7056-41d8-9eff-32488cded53a; detaching it from the instance and deleting it from the info cache [ 1117.046015] env[62321]: DEBUG nova.network.neutron [req-d44d7a96-375e-4493-b85d-5a135696285a req-2a89ea22-f484-49b5-a16e-3ceb6539b196 service nova] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.153463] env[62321]: DEBUG nova.network.neutron [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Successfully created port: 78a240da-3832-47a4-8acc-3cc88ad7b9af {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1117.317803] env[62321]: DEBUG nova.scheduler.client.report [None req-ebe46e77-8913-4e34-a579-d2b295aab4d5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.528814] env[62321]: DEBUG nova.network.neutron [-] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.541269] env[62321]: DEBUG oslo_vmware.api [None req-cf82f629-21de-4320-bcb2-259d16f80c36 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2633982, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142585} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.541586] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf82f629-21de-4320-bcb2-259d16f80c36 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.541782] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-cf82f629-21de-4320-bcb2-259d16f80c36 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.542039] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-cf82f629-21de-4320-bcb2-259d16f80c36 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.542266] env[62321]: INFO nova.compute.manager [None req-cf82f629-21de-4320-bcb2-259d16f80c36 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1117.542557] env[62321]: DEBUG oslo.service.loopingcall [None req-cf82f629-21de-4320-bcb2-259d16f80c36 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1117.543390] env[62321]: DEBUG nova.compute.manager [-] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1117.543525] env[62321]: DEBUG nova.network.neutron [-] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1117.550204] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4cebbd90-21fc-4da2-9295-a9b5875769fe {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.563728] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884ef01b-9434-40cd-8495-2b5f889e6a7a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.575469] env[62321]: DEBUG nova.network.neutron [None req-6d07c90b-7687-444c-a4ea-8ace2eb91b3c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1117.600105] env[62321]: DEBUG nova.compute.manager [req-d44d7a96-375e-4493-b85d-5a135696285a req-2a89ea22-f484-49b5-a16e-3ceb6539b196 service nova] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Detach interface failed, port_id=3f592249-7056-41d8-9eff-32488cded53a, reason: Instance b696d814-0bdb-4f09-83b5-d66c1b81507f could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1117.666583] env[62321]: DEBUG nova.network.neutron [None req-6d07c90b-7687-444c-a4ea-8ace2eb91b3c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.826968] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ebe46e77-8913-4e34-a579-d2b295aab4d5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.826s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.829462] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.516s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.830026] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.830026] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62321) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1117.830147] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.019s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.830348] env[62321]: DEBUG nova.objects.instance [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62321) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1117.836353] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719629b8-0f21-44f5-a4ab-509f2db1bb06 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.847193] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f8f389-a95b-4ac2-8d44-99addf21b0de {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.852348] env[62321]: INFO nova.scheduler.client.report [None req-ebe46e77-8913-4e34-a579-d2b295aab4d5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Deleted allocations for instance 300bcf4e-dff7-445b-a311-d11da3e0d72e [ 1117.865934] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f3f3c3-89b8-4eee-aee1-f1012136e943 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.874704] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cd01ef-359e-440d-bdf2-979e72264c2e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.905773] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180130MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=62321) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1117.905931] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.033951] env[62321]: DEBUG nova.compute.manager [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1118.036862] env[62321]: INFO nova.compute.manager [-] [instance: b696d814-0bdb-4f09-83b5-d66c1b81507f] Took 1.50 seconds to deallocate network for instance. [ 1118.061574] env[62321]: DEBUG nova.virt.hardware [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.061832] env[62321]: DEBUG nova.virt.hardware [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.061991] env[62321]: DEBUG nova.virt.hardware [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.062185] env[62321]: DEBUG nova.virt.hardware [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.062328] env[62321]: DEBUG nova.virt.hardware [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.062479] env[62321]: DEBUG nova.virt.hardware [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.062685] env[62321]: DEBUG nova.virt.hardware [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.062840] env[62321]: DEBUG nova.virt.hardware [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.063014] env[62321]: DEBUG nova.virt.hardware [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.063185] env[62321]: DEBUG nova.virt.hardware [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.063367] env[62321]: DEBUG nova.virt.hardware [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.064674] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9692311-2b6b-4529-9ad3-4268e8a227a9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.076461] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1bced5-9163-4482-9194-9d70f1abf1af {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.169619] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6d07c90b-7687-444c-a4ea-8ace2eb91b3c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Releasing lock "refresh_cache-2c50e846-4804-47d1-b350-e93a1b2c84d3" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.170078] env[62321]: DEBUG nova.compute.manager [None req-6d07c90b-7687-444c-a4ea-8ace2eb91b3c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1118.171177] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6d07c90b-7687-444c-a4ea-8ace2eb91b3c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1118.172171] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee55164d-0de1-44c5-a0d9-907c493ead03 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.181545] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d07c90b-7687-444c-a4ea-8ace2eb91b3c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.181804] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c79d0919-7344-4da7-bcca-05c799d6565f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.189938] env[62321]: DEBUG oslo_vmware.api [None req-6d07c90b-7687-444c-a4ea-8ace2eb91b3c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Waiting for the task: (returnval){ [ 1118.189938] env[62321]: value = "task-2633983" [ 1118.189938] env[62321]: _type = "Task" [ 1118.189938] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.198987] env[62321]: DEBUG oslo_vmware.api [None req-6d07c90b-7687-444c-a4ea-8ace2eb91b3c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': task-2633983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.322823] env[62321]: DEBUG nova.network.neutron [-] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.360597] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ebe46e77-8913-4e34-a579-d2b295aab4d5 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "300bcf4e-dff7-445b-a311-d11da3e0d72e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.949s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1118.361706] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "300bcf4e-dff7-445b-a311-d11da3e0d72e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.082s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1118.362221] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f5aa9dd1-9d8f-4d8c-8044-7171410260fd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.372693] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf5a79f-a8ac-4efa-bf8c-4823d3f72afa {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.546096] env[62321]: DEBUG oslo_concurrency.lockutils [None req-98b34789-2199-495a-8278-d581df959843 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "5a35025e-96aa-4fe3-b763-526786b21433" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.546555] env[62321]: DEBUG oslo_concurrency.lockutils [None req-98b34789-2199-495a-8278-d581df959843 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "5a35025e-96aa-4fe3-b763-526786b21433" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1118.546892] env[62321]: DEBUG oslo_concurrency.lockutils [None req-98b34789-2199-495a-8278-d581df959843 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "5a35025e-96aa-4fe3-b763-526786b21433-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.547236] env[62321]: DEBUG oslo_concurrency.lockutils [None req-98b34789-2199-495a-8278-d581df959843 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "5a35025e-96aa-4fe3-b763-526786b21433-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1118.547529] env[62321]: DEBUG oslo_concurrency.lockutils [None req-98b34789-2199-495a-8278-d581df959843 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "5a35025e-96aa-4fe3-b763-526786b21433-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1118.550792] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d41e5750-79f0-40d5-ac24-35a53211d057 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.552090] env[62321]: INFO nova.compute.manager [None req-98b34789-2199-495a-8278-d581df959843 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Terminating instance [ 1118.669986] env[62321]: DEBUG nova.network.neutron [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Successfully updated port: 78a240da-3832-47a4-8acc-3cc88ad7b9af {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1118.701089] env[62321]: DEBUG oslo_vmware.api [None req-6d07c90b-7687-444c-a4ea-8ace2eb91b3c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': task-2633983, 'name': PowerOffVM_Task, 'duration_secs': 0.217151} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.701089] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d07c90b-7687-444c-a4ea-8ace2eb91b3c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.701089] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6d07c90b-7687-444c-a4ea-8ace2eb91b3c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.701474] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4c4ad89-0b2a-4198-9e71-be9eef4cd3e7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.729768] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6d07c90b-7687-444c-a4ea-8ace2eb91b3c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1118.730060] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6d07c90b-7687-444c-a4ea-8ace2eb91b3c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1118.730316] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d07c90b-7687-444c-a4ea-8ace2eb91b3c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Deleting the datastore file [datastore1] 2c50e846-4804-47d1-b350-e93a1b2c84d3 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.730662] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3b7e70a-972b-42c2-addb-521cd3e3293d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.739952] env[62321]: DEBUG oslo_vmware.api [None req-6d07c90b-7687-444c-a4ea-8ace2eb91b3c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Waiting for the task: (returnval){ [ 1118.739952] env[62321]: value = "task-2633985" [ 1118.739952] env[62321]: _type = "Task" [ 1118.739952] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.748168] env[62321]: DEBUG oslo_vmware.api [None req-6d07c90b-7687-444c-a4ea-8ace2eb91b3c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': task-2633985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.825752] env[62321]: INFO nova.compute.manager [-] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Took 1.28 seconds to deallocate network for instance. [ 1118.850771] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4e9869d8-b1a4-4a43-83dc-ceb50430e93c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1118.852291] env[62321]: DEBUG oslo_concurrency.lockutils [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.906s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1118.854061] env[62321]: INFO nova.compute.claims [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1118.909977] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "300bcf4e-dff7-445b-a311-d11da3e0d72e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.548s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.060708] env[62321]: DEBUG nova.compute.manager [None req-98b34789-2199-495a-8278-d581df959843 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1119.060708] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-98b34789-2199-495a-8278-d581df959843 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1119.062175] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350a58a3-cd4d-470b-9d20-d571324c54d0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.070020] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b34789-2199-495a-8278-d581df959843 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.070268] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5f336ec-d1ee-492c-ac82-45bd24171a78 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.074547] env[62321]: DEBUG nova.compute.manager [req-0cef2231-7510-49bd-a546-6b186e43db75 req-a893a1c2-8bd8-4a8e-9526-a86e6077ac89 service nova] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Received event network-vif-deleted-741ea59f-67ac-4263-afe4-7401f95ab67d {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1119.074777] env[62321]: DEBUG nova.compute.manager [req-0cef2231-7510-49bd-a546-6b186e43db75 req-a893a1c2-8bd8-4a8e-9526-a86e6077ac89 service nova] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Received event network-vif-plugged-78a240da-3832-47a4-8acc-3cc88ad7b9af {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1119.075097] env[62321]: DEBUG oslo_concurrency.lockutils [req-0cef2231-7510-49bd-a546-6b186e43db75 req-a893a1c2-8bd8-4a8e-9526-a86e6077ac89 service nova] Acquiring lock "29235a47-8a5d-4e62-bcd1-8d8e7c83cc93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.075423] env[62321]: DEBUG oslo_concurrency.lockutils [req-0cef2231-7510-49bd-a546-6b186e43db75 req-a893a1c2-8bd8-4a8e-9526-a86e6077ac89 service nova] Lock "29235a47-8a5d-4e62-bcd1-8d8e7c83cc93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.075695] env[62321]: DEBUG oslo_concurrency.lockutils [req-0cef2231-7510-49bd-a546-6b186e43db75 req-a893a1c2-8bd8-4a8e-9526-a86e6077ac89 service nova] Lock "29235a47-8a5d-4e62-bcd1-8d8e7c83cc93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.075851] env[62321]: DEBUG nova.compute.manager [req-0cef2231-7510-49bd-a546-6b186e43db75 req-a893a1c2-8bd8-4a8e-9526-a86e6077ac89 service nova] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] No waiting events found dispatching network-vif-plugged-78a240da-3832-47a4-8acc-3cc88ad7b9af {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1119.076048] env[62321]: WARNING nova.compute.manager [req-0cef2231-7510-49bd-a546-6b186e43db75 req-a893a1c2-8bd8-4a8e-9526-a86e6077ac89 service nova] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Received unexpected event network-vif-plugged-78a240da-3832-47a4-8acc-3cc88ad7b9af for instance with vm_state building and task_state spawning. [ 1119.076223] env[62321]: DEBUG nova.compute.manager [req-0cef2231-7510-49bd-a546-6b186e43db75 req-a893a1c2-8bd8-4a8e-9526-a86e6077ac89 service nova] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Received event network-changed-78a240da-3832-47a4-8acc-3cc88ad7b9af {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1119.076383] env[62321]: DEBUG nova.compute.manager [req-0cef2231-7510-49bd-a546-6b186e43db75 req-a893a1c2-8bd8-4a8e-9526-a86e6077ac89 service nova] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Refreshing instance network info cache due to event network-changed-78a240da-3832-47a4-8acc-3cc88ad7b9af. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1119.076580] env[62321]: DEBUG oslo_concurrency.lockutils [req-0cef2231-7510-49bd-a546-6b186e43db75 req-a893a1c2-8bd8-4a8e-9526-a86e6077ac89 service nova] Acquiring lock "refresh_cache-29235a47-8a5d-4e62-bcd1-8d8e7c83cc93" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.076720] env[62321]: DEBUG oslo_concurrency.lockutils [req-0cef2231-7510-49bd-a546-6b186e43db75 req-a893a1c2-8bd8-4a8e-9526-a86e6077ac89 service nova] Acquired lock "refresh_cache-29235a47-8a5d-4e62-bcd1-8d8e7c83cc93" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.076876] env[62321]: DEBUG nova.network.neutron [req-0cef2231-7510-49bd-a546-6b186e43db75 req-a893a1c2-8bd8-4a8e-9526-a86e6077ac89 service nova] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Refreshing network info cache for port 78a240da-3832-47a4-8acc-3cc88ad7b9af {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.079497] env[62321]: DEBUG oslo_vmware.api [None req-98b34789-2199-495a-8278-d581df959843 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 1119.079497] env[62321]: value = "task-2633986" [ 1119.079497] env[62321]: _type = "Task" [ 1119.079497] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.088869] env[62321]: DEBUG oslo_vmware.api [None req-98b34789-2199-495a-8278-d581df959843 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.172824] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquiring lock "refresh_cache-29235a47-8a5d-4e62-bcd1-8d8e7c83cc93" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.252257] env[62321]: DEBUG oslo_vmware.api [None req-6d07c90b-7687-444c-a4ea-8ace2eb91b3c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Task: {'id': task-2633985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110689} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.252651] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d07c90b-7687-444c-a4ea-8ace2eb91b3c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1119.252920] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6d07c90b-7687-444c-a4ea-8ace2eb91b3c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1119.253195] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-6d07c90b-7687-444c-a4ea-8ace2eb91b3c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1119.253454] env[62321]: INFO nova.compute.manager [None req-6d07c90b-7687-444c-a4ea-8ace2eb91b3c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1119.253806] env[62321]: DEBUG oslo.service.loopingcall [None req-6d07c90b-7687-444c-a4ea-8ace2eb91b3c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1119.254075] env[62321]: DEBUG nova.compute.manager [-] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1119.254216] env[62321]: DEBUG nova.network.neutron [-] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1119.274641] env[62321]: DEBUG nova.network.neutron [-] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1119.332404] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cf82f629-21de-4320-bcb2-259d16f80c36 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.593112] env[62321]: DEBUG oslo_vmware.api [None req-98b34789-2199-495a-8278-d581df959843 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633986, 'name': PowerOffVM_Task, 'duration_secs': 0.338169} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.593575] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b34789-2199-495a-8278-d581df959843 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1119.593575] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-98b34789-2199-495a-8278-d581df959843 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1119.593700] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be9cd98f-6c17-407f-a485-d4e966bc98e6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.615093] env[62321]: DEBUG nova.network.neutron [req-0cef2231-7510-49bd-a546-6b186e43db75 req-a893a1c2-8bd8-4a8e-9526-a86e6077ac89 service nova] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1119.669947] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-98b34789-2199-495a-8278-d581df959843 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1119.670406] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-98b34789-2199-495a-8278-d581df959843 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1119.670406] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-98b34789-2199-495a-8278-d581df959843 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Deleting the datastore file [datastore2] 5a35025e-96aa-4fe3-b763-526786b21433 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1119.670682] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22bb2f91-1136-4e92-9273-57c7ace5ff04 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.678758] env[62321]: DEBUG oslo_vmware.api [None req-98b34789-2199-495a-8278-d581df959843 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for the task: (returnval){ [ 1119.678758] env[62321]: value = "task-2633988" [ 1119.678758] env[62321]: _type = "Task" [ 1119.678758] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.688092] env[62321]: DEBUG oslo_vmware.api [None req-98b34789-2199-495a-8278-d581df959843 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.746942] env[62321]: DEBUG nova.network.neutron [req-0cef2231-7510-49bd-a546-6b186e43db75 req-a893a1c2-8bd8-4a8e-9526-a86e6077ac89 service nova] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.777282] env[62321]: DEBUG nova.network.neutron [-] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.930614] env[62321]: DEBUG oslo_concurrency.lockutils [None req-40cf3e01-4988-4143-a2f4-67f67ba75907 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "f2bb34f7-6989-4ece-96f7-85a8ea0f83f0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.930614] env[62321]: DEBUG oslo_concurrency.lockutils [None req-40cf3e01-4988-4143-a2f4-67f67ba75907 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "f2bb34f7-6989-4ece-96f7-85a8ea0f83f0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1120.022774] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdcc35b-9e9a-4b09-b614-8d89f2eb8345 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.031173] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f0f35f-7f10-4479-ad10-bc08588a40e7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.061411] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e151a4e-ecdc-4b8d-bb16-e33e5f7ae2f1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.069714] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88aac001-bba9-41a1-8d43-16be29a275d1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.084356] env[62321]: DEBUG nova.compute.provider_tree [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.189938] env[62321]: DEBUG oslo_vmware.api [None req-98b34789-2199-495a-8278-d581df959843 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Task: {'id': task-2633988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194751} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.190284] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-98b34789-2199-495a-8278-d581df959843 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1120.190522] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-98b34789-2199-495a-8278-d581df959843 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1120.190742] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-98b34789-2199-495a-8278-d581df959843 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1120.190946] env[62321]: INFO nova.compute.manager [None req-98b34789-2199-495a-8278-d581df959843 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1120.191237] env[62321]: DEBUG oslo.service.loopingcall [None req-98b34789-2199-495a-8278-d581df959843 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1120.191576] env[62321]: DEBUG nova.compute.manager [-] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1120.191702] env[62321]: DEBUG nova.network.neutron [-] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1120.251188] env[62321]: DEBUG oslo_concurrency.lockutils [req-0cef2231-7510-49bd-a546-6b186e43db75 req-a893a1c2-8bd8-4a8e-9526-a86e6077ac89 service nova] Releasing lock "refresh_cache-29235a47-8a5d-4e62-bcd1-8d8e7c83cc93" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.251683] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquired lock "refresh_cache-29235a47-8a5d-4e62-bcd1-8d8e7c83cc93" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.251857] env[62321]: DEBUG nova.network.neutron [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.279992] env[62321]: INFO nova.compute.manager [-] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Took 1.03 seconds to deallocate network for instance. [ 1120.434636] env[62321]: DEBUG nova.compute.utils [None req-40cf3e01-4988-4143-a2f4-67f67ba75907 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1120.587578] env[62321]: DEBUG nova.scheduler.client.report [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.786167] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6d07c90b-7687-444c-a4ea-8ace2eb91b3c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1120.798566] env[62321]: DEBUG nova.network.neutron [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1120.931387] env[62321]: DEBUG nova.network.neutron [-] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.939068] env[62321]: DEBUG oslo_concurrency.lockutils [None req-40cf3e01-4988-4143-a2f4-67f67ba75907 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "f2bb34f7-6989-4ece-96f7-85a8ea0f83f0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1120.944417] env[62321]: DEBUG nova.network.neutron [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Updating instance_info_cache with network_info: [{"id": "78a240da-3832-47a4-8acc-3cc88ad7b9af", "address": "fa:16:3e:c0:67:60", "network": {"id": "6eb3be36-9f7d-42b5-a33b-15f0529c6018", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-760375332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b66ec80a177f4033b7616b9720856c71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78a240da-38", "ovs_interfaceid": "78a240da-3832-47a4-8acc-3cc88ad7b9af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.092325] env[62321]: DEBUG oslo_concurrency.lockutils [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.240s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1121.092890] env[62321]: DEBUG nova.compute.manager [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1121.095506] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.190s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.129208] env[62321]: DEBUG nova.compute.manager [req-4fef1395-27d2-421b-a8bc-63755dd41946 req-8a8f8f8e-6a67-4bca-8626-b8af5da36fd8 service nova] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Received event network-vif-deleted-9f8888aa-a47f-43aa-ade7-e0ee34c13139 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1121.433940] env[62321]: INFO nova.compute.manager [-] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Took 1.24 seconds to deallocate network for instance. [ 1121.446276] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Releasing lock "refresh_cache-29235a47-8a5d-4e62-bcd1-8d8e7c83cc93" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.446581] env[62321]: DEBUG nova.compute.manager [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Instance network_info: |[{"id": "78a240da-3832-47a4-8acc-3cc88ad7b9af", "address": "fa:16:3e:c0:67:60", "network": {"id": "6eb3be36-9f7d-42b5-a33b-15f0529c6018", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-760375332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b66ec80a177f4033b7616b9720856c71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78a240da-38", "ovs_interfaceid": "78a240da-3832-47a4-8acc-3cc88ad7b9af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1121.447217] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:67:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78a240da-3832-47a4-8acc-3cc88ad7b9af', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1121.456686] env[62321]: DEBUG oslo.service.loopingcall [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1121.457041] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1121.457320] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e420574-7acf-4f1c-831e-f3c3ed6dd7fe {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.490256] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1121.490256] env[62321]: value = "task-2633989" [ 1121.490256] env[62321]: _type = "Task" [ 1121.490256] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.503547] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633989, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.600041] env[62321]: DEBUG nova.compute.utils [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1121.609925] env[62321]: DEBUG nova.compute.manager [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1121.610124] env[62321]: DEBUG nova.network.neutron [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1121.663983] env[62321]: DEBUG nova.policy [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a1d5fd9404c482898eb0482601c148d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '457c19da643642d3998889bffb5702ca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 1121.943503] env[62321]: DEBUG oslo_concurrency.lockutils [None req-98b34789-2199-495a-8278-d581df959843 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.000970] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2633989, 'name': CreateVM_Task, 'duration_secs': 0.426377} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.001244] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1122.001926] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.002099] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.002437] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.002659] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bfdad87-a378-48d3-968e-9c2f40f8813a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.008650] env[62321]: DEBUG oslo_vmware.api [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 1122.008650] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52763ea6-f1c0-d488-dfd8-7ebfe51c1390" [ 1122.008650] env[62321]: _type = "Task" [ 1122.008650] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.009400] env[62321]: DEBUG nova.network.neutron [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Successfully created port: c5d86cb0-697c-4c6c-bfee-b6443a683cd6 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1122.020278] env[62321]: DEBUG oslo_vmware.api [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52763ea6-f1c0-d488-dfd8-7ebfe51c1390, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.022990] env[62321]: DEBUG oslo_concurrency.lockutils [None req-40cf3e01-4988-4143-a2f4-67f67ba75907 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "f2bb34f7-6989-4ece-96f7-85a8ea0f83f0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.023472] env[62321]: DEBUG oslo_concurrency.lockutils [None req-40cf3e01-4988-4143-a2f4-67f67ba75907 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "f2bb34f7-6989-4ece-96f7-85a8ea0f83f0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.023472] env[62321]: INFO nova.compute.manager [None req-40cf3e01-4988-4143-a2f4-67f67ba75907 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Attaching volume dfb21382-b63a-4011-9ace-2cee525091de to /dev/sdb [ 1122.055500] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bae09c-a230-4026-8c95-e24af913d44e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.063450] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f7dff3-45d4-4e1c-9daa-0a64d25d4fa3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.078578] env[62321]: DEBUG nova.virt.block_device [None req-40cf3e01-4988-4143-a2f4-67f67ba75907 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Updating existing volume attachment record: 3dfae8ec-df10-41ec-9f85-d78615a5d3dd {{(pid=62321) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1122.112825] env[62321]: DEBUG nova.compute.manager [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1122.147492] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 99c10950-245e-45c0-bc8b-1d6c88837349 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1122.147690] env[62321]: WARNING nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance b696d814-0bdb-4f09-83b5-d66c1b81507f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1122.147861] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 5a35025e-96aa-4fe3-b763-526786b21433 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1122.147932] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance f2bb34f7-6989-4ece-96f7-85a8ea0f83f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1122.148058] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 9a3fe97a-26a0-4286-8258-0752fa08ea3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1122.148175] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 56205dff-56b5-4a96-ab3e-ec07705d837a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1122.148302] env[62321]: WARNING nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 2c50e846-4804-47d1-b350-e93a1b2c84d3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1122.148426] env[62321]: WARNING nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 5a278700-2bb2-41dc-b5e1-d77b18af20d1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1122.148626] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 2c83eab3-23d9-409d-bd19-3061f17d0d5d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1122.148692] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 57364218-571f-4ed3-9426-b0db42b2929d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1122.148751] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1122.148856] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 921b0393-e934-4efb-9fff-18f21095f516 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1122.149071] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=62321) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1122.149210] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=62321) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1122.311234] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2549addc-7f9a-46ea-a992-47834d56a4b3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.319053] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b830f7af-3269-4b65-b798-c59ac0c7643b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.349414] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057be332-0823-44c2-a84f-d47f12a4a79c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.356350] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71bcf3a-b3ef-45a6-bcd8-2952d132f353 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.369209] env[62321]: DEBUG nova.compute.provider_tree [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.523499] env[62321]: DEBUG oslo_vmware.api [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52763ea6-f1c0-d488-dfd8-7ebfe51c1390, 'name': SearchDatastore_Task, 'duration_secs': 0.012969} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.523826] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.524073] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.524311] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.524840] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.524840] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.524961] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bea55a0-d88a-4d68-b3cc-6eea61a321a7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.536653] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.536773] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.537509] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db82c070-899c-4bee-b60d-970aa345c13e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.543794] env[62321]: DEBUG oslo_vmware.api [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 1122.543794] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5275389e-71d6-27fd-6ab6-35abd9aaaf0b" [ 1122.543794] env[62321]: _type = "Task" [ 1122.543794] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.552383] env[62321]: DEBUG oslo_vmware.api [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5275389e-71d6-27fd-6ab6-35abd9aaaf0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.873363] env[62321]: DEBUG nova.scheduler.client.report [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.054918] env[62321]: DEBUG oslo_vmware.api [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5275389e-71d6-27fd-6ab6-35abd9aaaf0b, 'name': SearchDatastore_Task, 'duration_secs': 0.018045} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.055704] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cacca900-5525-493a-b791-126f64f41d52 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.061265] env[62321]: DEBUG oslo_vmware.api [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 1123.061265] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522a3cdc-59b2-3dd5-7295-7cfcf77e608c" [ 1123.061265] env[62321]: _type = "Task" [ 1123.061265] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.069208] env[62321]: DEBUG oslo_vmware.api [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522a3cdc-59b2-3dd5-7295-7cfcf77e608c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.123796] env[62321]: DEBUG nova.compute.manager [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1123.151080] env[62321]: DEBUG nova.virt.hardware [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.151336] env[62321]: DEBUG nova.virt.hardware [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.151517] env[62321]: DEBUG nova.virt.hardware [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.151739] env[62321]: DEBUG nova.virt.hardware [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.151943] env[62321]: DEBUG nova.virt.hardware [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.152115] env[62321]: DEBUG nova.virt.hardware [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.152334] env[62321]: DEBUG nova.virt.hardware [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.152521] env[62321]: DEBUG nova.virt.hardware [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.152695] env[62321]: DEBUG nova.virt.hardware [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.152862] env[62321]: DEBUG nova.virt.hardware [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.153042] env[62321]: DEBUG nova.virt.hardware [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.153985] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c36d6f7-a6c4-4fbb-ad57-2af850df28d0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.162501] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a89fed0-1d8a-4934-bd21-3a4eb0571dc4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.377901] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62321) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1123.378153] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.283s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.378437] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d41e5750-79f0-40d5-ac24-35a53211d057 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.828s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.378629] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d41e5750-79f0-40d5-ac24-35a53211d057 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.380756] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cf82f629-21de-4320-bcb2-259d16f80c36 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.049s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.380940] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cf82f629-21de-4320-bcb2-259d16f80c36 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.382702] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6d07c90b-7687-444c-a4ea-8ace2eb91b3c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.597s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.382885] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6d07c90b-7687-444c-a4ea-8ace2eb91b3c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.384404] env[62321]: DEBUG oslo_concurrency.lockutils [None req-98b34789-2199-495a-8278-d581df959843 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.441s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.384625] env[62321]: DEBUG nova.objects.instance [None req-98b34789-2199-495a-8278-d581df959843 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lazy-loading 'resources' on Instance uuid 5a35025e-96aa-4fe3-b763-526786b21433 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.408228] env[62321]: INFO nova.scheduler.client.report [None req-6d07c90b-7687-444c-a4ea-8ace2eb91b3c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Deleted allocations for instance 2c50e846-4804-47d1-b350-e93a1b2c84d3 [ 1123.413298] env[62321]: INFO nova.scheduler.client.report [None req-d41e5750-79f0-40d5-ac24-35a53211d057 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Deleted allocations for instance b696d814-0bdb-4f09-83b5-d66c1b81507f [ 1123.425559] env[62321]: INFO nova.scheduler.client.report [None req-cf82f629-21de-4320-bcb2-259d16f80c36 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Deleted allocations for instance 5a278700-2bb2-41dc-b5e1-d77b18af20d1 [ 1123.434346] env[62321]: DEBUG nova.compute.manager [req-b65d8145-fc2e-46a0-82cd-46e3e1908d42 req-9397338a-85f7-4315-912e-4932f761e66c service nova] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Received event network-vif-plugged-c5d86cb0-697c-4c6c-bfee-b6443a683cd6 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1123.434535] env[62321]: DEBUG oslo_concurrency.lockutils [req-b65d8145-fc2e-46a0-82cd-46e3e1908d42 req-9397338a-85f7-4315-912e-4932f761e66c service nova] Acquiring lock "921b0393-e934-4efb-9fff-18f21095f516-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1123.434736] env[62321]: DEBUG oslo_concurrency.lockutils [req-b65d8145-fc2e-46a0-82cd-46e3e1908d42 req-9397338a-85f7-4315-912e-4932f761e66c service nova] Lock "921b0393-e934-4efb-9fff-18f21095f516-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.434901] env[62321]: DEBUG oslo_concurrency.lockutils [req-b65d8145-fc2e-46a0-82cd-46e3e1908d42 req-9397338a-85f7-4315-912e-4932f761e66c service nova] Lock "921b0393-e934-4efb-9fff-18f21095f516-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.435079] env[62321]: DEBUG nova.compute.manager [req-b65d8145-fc2e-46a0-82cd-46e3e1908d42 req-9397338a-85f7-4315-912e-4932f761e66c service nova] [instance: 921b0393-e934-4efb-9fff-18f21095f516] No waiting events found dispatching network-vif-plugged-c5d86cb0-697c-4c6c-bfee-b6443a683cd6 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1123.435245] env[62321]: WARNING nova.compute.manager [req-b65d8145-fc2e-46a0-82cd-46e3e1908d42 req-9397338a-85f7-4315-912e-4932f761e66c service nova] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Received unexpected event network-vif-plugged-c5d86cb0-697c-4c6c-bfee-b6443a683cd6 for instance with vm_state building and task_state spawning. [ 1123.528123] env[62321]: DEBUG nova.network.neutron [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Successfully updated port: c5d86cb0-697c-4c6c-bfee-b6443a683cd6 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1123.572769] env[62321]: DEBUG oslo_vmware.api [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522a3cdc-59b2-3dd5-7295-7cfcf77e608c, 'name': SearchDatastore_Task, 'duration_secs': 0.010244} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.573049] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.573311] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93/29235a47-8a5d-4e62-bcd1-8d8e7c83cc93.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1123.573565] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0292901b-aeaa-4e6e-9f2b-b3cf5b85c8f4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.580686] env[62321]: DEBUG oslo_vmware.api [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 1123.580686] env[62321]: value = "task-2633993" [ 1123.580686] env[62321]: _type = "Task" [ 1123.580686] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.588572] env[62321]: DEBUG oslo_vmware.api [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.920656] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6d07c90b-7687-444c-a4ea-8ace2eb91b3c tempest-ServerShowV257Test-37943142 tempest-ServerShowV257Test-37943142-project-member] Lock "2c50e846-4804-47d1-b350-e93a1b2c84d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.396s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.925485] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d41e5750-79f0-40d5-ac24-35a53211d057 tempest-ServersTestJSON-633347106 tempest-ServersTestJSON-633347106-project-member] Lock "b696d814-0bdb-4f09-83b5-d66c1b81507f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.082s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.941781] env[62321]: DEBUG oslo_concurrency.lockutils [None req-cf82f629-21de-4320-bcb2-259d16f80c36 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Lock "5a278700-2bb2-41dc-b5e1-d77b18af20d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.067s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.032063] env[62321]: DEBUG oslo_concurrency.lockutils [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Acquiring lock "refresh_cache-921b0393-e934-4efb-9fff-18f21095f516" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.032212] env[62321]: DEBUG oslo_concurrency.lockutils [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Acquired lock "refresh_cache-921b0393-e934-4efb-9fff-18f21095f516" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.032363] env[62321]: DEBUG nova.network.neutron [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.034415] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85671e81-9b22-401a-9eef-ba981db706fb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.045276] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342e9bbf-3249-407c-825f-a47af2b43516 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.078526] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02837c0f-11af-4966-a11d-b2a3c3a92793 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.090853] env[62321]: DEBUG oslo_vmware.api [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633993, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.094412] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418855f3-7219-4b95-ba55-267f8d09ce16 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.112093] env[62321]: DEBUG nova.compute.provider_tree [None req-98b34789-2199-495a-8278-d581df959843 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.591146] env[62321]: DEBUG nova.network.neutron [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1124.595817] env[62321]: DEBUG oslo_vmware.api [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633993, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.734543} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.596302] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93/29235a47-8a5d-4e62-bcd1-8d8e7c83cc93.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1124.596899] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1124.597643] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a91f7561-ddb7-4410-9096-31b225ee33b7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.605817] env[62321]: DEBUG oslo_vmware.api [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 1124.605817] env[62321]: value = "task-2633995" [ 1124.605817] env[62321]: _type = "Task" [ 1124.605817] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.619484] env[62321]: DEBUG nova.scheduler.client.report [None req-98b34789-2199-495a-8278-d581df959843 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.625477] env[62321]: DEBUG oslo_vmware.api [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633995, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.768400] env[62321]: DEBUG nova.network.neutron [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Updating instance_info_cache with network_info: [{"id": "c5d86cb0-697c-4c6c-bfee-b6443a683cd6", "address": "fa:16:3e:fa:08:b1", "network": {"id": "8a5ea7cc-129f-4ae6-8b5a-7a3f3e407ce2", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-231438873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "457c19da643642d3998889bffb5702ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d86cb0-69", "ovs_interfaceid": "c5d86cb0-697c-4c6c-bfee-b6443a683cd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.116814] env[62321]: DEBUG oslo_vmware.api [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633995, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.356301} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.117133] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1125.117898] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae864b7-823e-4f95-808d-d8df27b326b5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.143133] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93/29235a47-8a5d-4e62-bcd1-8d8e7c83cc93.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.143133] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-309fe3f7-0047-41b5-ae1a-3f029817df55 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.163472] env[62321]: DEBUG oslo_vmware.api [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 1125.163472] env[62321]: value = "task-2633996" [ 1125.163472] env[62321]: _type = "Task" [ 1125.163472] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.172187] env[62321]: DEBUG oslo_vmware.api [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633996, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.459837] env[62321]: DEBUG nova.compute.manager [req-5d706d8f-45ce-4a97-8e74-d5312ecc8e86 req-832894fc-345e-4b5a-a118-740909533891 service nova] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Received event network-changed-c5d86cb0-697c-4c6c-bfee-b6443a683cd6 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1125.460127] env[62321]: DEBUG nova.compute.manager [req-5d706d8f-45ce-4a97-8e74-d5312ecc8e86 req-832894fc-345e-4b5a-a118-740909533891 service nova] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Refreshing instance network info cache due to event network-changed-c5d86cb0-697c-4c6c-bfee-b6443a683cd6. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1125.460228] env[62321]: DEBUG oslo_concurrency.lockutils [req-5d706d8f-45ce-4a97-8e74-d5312ecc8e86 req-832894fc-345e-4b5a-a118-740909533891 service nova] Acquiring lock "refresh_cache-921b0393-e934-4efb-9fff-18f21095f516" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.674641] env[62321]: DEBUG oslo_vmware.api [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633996, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.176956] env[62321]: DEBUG oslo_vmware.api [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633996, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.674748] env[62321]: DEBUG oslo_vmware.api [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633996, 'name': ReconfigVM_Task, 'duration_secs': 1.050422} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.674970] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93/29235a47-8a5d-4e62-bcd1-8d8e7c83cc93.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.675579] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-018e1d9b-ee53-470f-8964-bbee4ec842ef {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.682290] env[62321]: DEBUG oslo_vmware.api [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 1126.682290] env[62321]: value = "task-2633997" [ 1126.682290] env[62321]: _type = "Task" [ 1126.682290] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.690261] env[62321]: DEBUG oslo_vmware.api [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633997, 'name': Rename_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.057007] env[62321]: DEBUG oslo_concurrency.lockutils [None req-308b8b41-dc76-4c37-9eb3-aea9c700043e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "9a3fe97a-26a0-4286-8258-0752fa08ea3f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.057265] env[62321]: DEBUG oslo_concurrency.lockutils [None req-308b8b41-dc76-4c37-9eb3-aea9c700043e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "9a3fe97a-26a0-4286-8258-0752fa08ea3f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.217034] env[62321]: DEBUG oslo_vmware.api [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633997, 'name': Rename_Task, 'duration_secs': 0.140426} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.217034] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1127.217405] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cda0756-1815-4435-96d1-8a606f757d6f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.234453] env[62321]: DEBUG oslo_vmware.api [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 1127.234453] env[62321]: value = "task-2633998" [ 1127.234453] env[62321]: _type = "Task" [ 1127.234453] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.255353] env[62321]: DEBUG oslo_vmware.api [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.276373] env[62321]: DEBUG oslo_concurrency.lockutils [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Releasing lock "refresh_cache-921b0393-e934-4efb-9fff-18f21095f516" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.276373] env[62321]: DEBUG nova.compute.manager [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Instance network_info: |[{"id": "c5d86cb0-697c-4c6c-bfee-b6443a683cd6", "address": "fa:16:3e:fa:08:b1", "network": {"id": "8a5ea7cc-129f-4ae6-8b5a-7a3f3e407ce2", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-231438873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "457c19da643642d3998889bffb5702ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d86cb0-69", "ovs_interfaceid": "c5d86cb0-697c-4c6c-bfee-b6443a683cd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1127.276647] env[62321]: DEBUG oslo_concurrency.lockutils [req-5d706d8f-45ce-4a97-8e74-d5312ecc8e86 req-832894fc-345e-4b5a-a118-740909533891 service nova] Acquired lock "refresh_cache-921b0393-e934-4efb-9fff-18f21095f516" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.277269] env[62321]: DEBUG nova.network.neutron [req-5d706d8f-45ce-4a97-8e74-d5312ecc8e86 req-832894fc-345e-4b5a-a118-740909533891 service nova] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Refreshing network info cache for port c5d86cb0-697c-4c6c-bfee-b6443a683cd6 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1127.279849] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:08:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b250e561-3be3-4bae-be1a-162251b1ee31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5d86cb0-697c-4c6c-bfee-b6443a683cd6', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1127.292808] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Creating folder: Project (457c19da643642d3998889bffb5702ca). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1127.297989] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd8171f5-f158-4f63-bfe3-783e60aace6c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.313106] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Created folder: Project (457c19da643642d3998889bffb5702ca) in parent group-v530434. [ 1127.313298] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Creating folder: Instances. Parent ref: group-v530744. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1127.314151] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30d9fc74-42d5-416c-b599-555a8e0bd830 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.329357] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Created folder: Instances in parent group-v530744. [ 1127.329592] env[62321]: DEBUG oslo.service.loopingcall [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1127.329660] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1127.330088] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0005a42-7717-429a-b1d9-a553cbf5b57a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.356063] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1127.356063] env[62321]: value = "task-2634001" [ 1127.356063] env[62321]: _type = "Task" [ 1127.356063] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.369400] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2634001, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.560902] env[62321]: DEBUG nova.compute.utils [None req-308b8b41-dc76-4c37-9eb3-aea9c700043e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1127.584279] env[62321]: DEBUG nova.network.neutron [req-5d706d8f-45ce-4a97-8e74-d5312ecc8e86 req-832894fc-345e-4b5a-a118-740909533891 service nova] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Updated VIF entry in instance network info cache for port c5d86cb0-697c-4c6c-bfee-b6443a683cd6. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.584955] env[62321]: DEBUG nova.network.neutron [req-5d706d8f-45ce-4a97-8e74-d5312ecc8e86 req-832894fc-345e-4b5a-a118-740909533891 service nova] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Updating instance_info_cache with network_info: [{"id": "c5d86cb0-697c-4c6c-bfee-b6443a683cd6", "address": "fa:16:3e:fa:08:b1", "network": {"id": "8a5ea7cc-129f-4ae6-8b5a-7a3f3e407ce2", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-231438873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "457c19da643642d3998889bffb5702ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d86cb0-69", "ovs_interfaceid": "c5d86cb0-697c-4c6c-bfee-b6443a683cd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.628582] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-40cf3e01-4988-4143-a2f4-67f67ba75907 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Volume attach. Driver type: vmdk {{(pid=62321) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1127.628884] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-40cf3e01-4988-4143-a2f4-67f67ba75907 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530743', 'volume_id': 'dfb21382-b63a-4011-9ace-2cee525091de', 'name': 'volume-dfb21382-b63a-4011-9ace-2cee525091de', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f2bb34f7-6989-4ece-96f7-85a8ea0f83f0', 'attached_at': '', 'detached_at': '', 'volume_id': 'dfb21382-b63a-4011-9ace-2cee525091de', 'serial': 'dfb21382-b63a-4011-9ace-2cee525091de'} {{(pid=62321) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1127.629867] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0cb44da-7e53-4e1b-861e-b8aeb418d655 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.637616] env[62321]: DEBUG oslo_concurrency.lockutils [None req-98b34789-2199-495a-8278-d581df959843 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.253s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.653813] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589c66ae-07da-40e4-b653-0552c56312b4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.683954] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-40cf3e01-4988-4143-a2f4-67f67ba75907 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] volume-dfb21382-b63a-4011-9ace-2cee525091de/volume-dfb21382-b63a-4011-9ace-2cee525091de.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.684593] env[62321]: INFO nova.scheduler.client.report [None req-98b34789-2199-495a-8278-d581df959843 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Deleted allocations for instance 5a35025e-96aa-4fe3-b763-526786b21433 [ 1127.686134] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0af9a7c1-8b34-4f64-95a5-7c1c91688bfd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.710481] env[62321]: DEBUG oslo_vmware.api [None req-40cf3e01-4988-4143-a2f4-67f67ba75907 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1127.710481] env[62321]: value = "task-2634002" [ 1127.710481] env[62321]: _type = "Task" [ 1127.710481] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.721792] env[62321]: DEBUG oslo_vmware.api [None req-40cf3e01-4988-4143-a2f4-67f67ba75907 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634002, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.745310] env[62321]: DEBUG oslo_vmware.api [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633998, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.803301] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5c367836-e752-4d94-997f-f30b878c42e3 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Acquiring lock "2c83eab3-23d9-409d-bd19-3061f17d0d5d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.803301] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5c367836-e752-4d94-997f-f30b878c42e3 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Lock "2c83eab3-23d9-409d-bd19-3061f17d0d5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.803301] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5c367836-e752-4d94-997f-f30b878c42e3 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Acquiring lock "2c83eab3-23d9-409d-bd19-3061f17d0d5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.803301] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5c367836-e752-4d94-997f-f30b878c42e3 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Lock "2c83eab3-23d9-409d-bd19-3061f17d0d5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.803691] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5c367836-e752-4d94-997f-f30b878c42e3 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Lock "2c83eab3-23d9-409d-bd19-3061f17d0d5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.806014] env[62321]: INFO nova.compute.manager [None req-5c367836-e752-4d94-997f-f30b878c42e3 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Terminating instance [ 1127.869997] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2634001, 'name': CreateVM_Task, 'duration_secs': 0.434285} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.870205] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1127.870884] env[62321]: DEBUG oslo_concurrency.lockutils [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.871067] env[62321]: DEBUG oslo_concurrency.lockutils [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.871397] env[62321]: DEBUG oslo_concurrency.lockutils [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.871682] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5918066-48a2-4abb-87bd-51a7dc0c44ed {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.878536] env[62321]: DEBUG oslo_vmware.api [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Waiting for the task: (returnval){ [ 1127.878536] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52fa385e-52d2-c8ca-8318-36575fec47f0" [ 1127.878536] env[62321]: _type = "Task" [ 1127.878536] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.887684] env[62321]: DEBUG oslo_vmware.api [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52fa385e-52d2-c8ca-8318-36575fec47f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.064621] env[62321]: DEBUG oslo_concurrency.lockutils [None req-308b8b41-dc76-4c37-9eb3-aea9c700043e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "9a3fe97a-26a0-4286-8258-0752fa08ea3f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1128.090510] env[62321]: DEBUG oslo_concurrency.lockutils [req-5d706d8f-45ce-4a97-8e74-d5312ecc8e86 req-832894fc-345e-4b5a-a118-740909533891 service nova] Releasing lock "refresh_cache-921b0393-e934-4efb-9fff-18f21095f516" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.126133] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ca112e57-941a-4c8e-8455-a369d0482ccf tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Acquiring lock "57364218-571f-4ed3-9426-b0db42b2929d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.126133] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ca112e57-941a-4c8e-8455-a369d0482ccf tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Lock "57364218-571f-4ed3-9426-b0db42b2929d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.126133] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ca112e57-941a-4c8e-8455-a369d0482ccf tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Acquiring lock "57364218-571f-4ed3-9426-b0db42b2929d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.126535] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ca112e57-941a-4c8e-8455-a369d0482ccf tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Lock "57364218-571f-4ed3-9426-b0db42b2929d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.126816] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ca112e57-941a-4c8e-8455-a369d0482ccf tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Lock "57364218-571f-4ed3-9426-b0db42b2929d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1128.130459] env[62321]: INFO nova.compute.manager [None req-ca112e57-941a-4c8e-8455-a369d0482ccf tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Terminating instance [ 1128.206149] env[62321]: DEBUG oslo_concurrency.lockutils [None req-98b34789-2199-495a-8278-d581df959843 tempest-AttachInterfacesTestJSON-1317296469 tempest-AttachInterfacesTestJSON-1317296469-project-member] Lock "5a35025e-96aa-4fe3-b763-526786b21433" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.659s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1128.223597] env[62321]: DEBUG oslo_vmware.api [None req-40cf3e01-4988-4143-a2f4-67f67ba75907 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634002, 'name': ReconfigVM_Task, 'duration_secs': 0.498189} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.223597] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-40cf3e01-4988-4143-a2f4-67f67ba75907 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Reconfigured VM instance instance-0000006a to attach disk [datastore1] volume-dfb21382-b63a-4011-9ace-2cee525091de/volume-dfb21382-b63a-4011-9ace-2cee525091de.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1128.228481] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a1f21b2-beb6-4d15-9328-657fb6b86647 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.252660] env[62321]: DEBUG oslo_vmware.api [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2633998, 'name': PowerOnVM_Task, 'duration_secs': 0.556121} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.254046] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1128.255570] env[62321]: INFO nova.compute.manager [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Took 10.22 seconds to spawn the instance on the hypervisor. [ 1128.255570] env[62321]: DEBUG nova.compute.manager [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.255570] env[62321]: DEBUG oslo_vmware.api [None req-40cf3e01-4988-4143-a2f4-67f67ba75907 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1128.255570] env[62321]: value = "task-2634003" [ 1128.255570] env[62321]: _type = "Task" [ 1128.255570] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.255570] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11458ce-52b7-4944-89d1-37cf79851633 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.272966] env[62321]: DEBUG oslo_vmware.api [None req-40cf3e01-4988-4143-a2f4-67f67ba75907 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634003, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.309826] env[62321]: DEBUG nova.compute.manager [None req-5c367836-e752-4d94-997f-f30b878c42e3 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1128.310077] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5c367836-e752-4d94-997f-f30b878c42e3 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1128.310971] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca35e3cc-88eb-4701-b54b-c8ba0293a172 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.320589] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c367836-e752-4d94-997f-f30b878c42e3 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.320864] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e544afb9-7df9-460b-ba9c-4dc4142bdd3d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.330444] env[62321]: DEBUG oslo_vmware.api [None req-5c367836-e752-4d94-997f-f30b878c42e3 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Waiting for the task: (returnval){ [ 1128.330444] env[62321]: value = "task-2634004" [ 1128.330444] env[62321]: _type = "Task" [ 1128.330444] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.340427] env[62321]: DEBUG oslo_vmware.api [None req-5c367836-e752-4d94-997f-f30b878c42e3 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2634004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.390065] env[62321]: DEBUG oslo_vmware.api [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52fa385e-52d2-c8ca-8318-36575fec47f0, 'name': SearchDatastore_Task, 'duration_secs': 0.01177} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.390326] env[62321]: DEBUG oslo_concurrency.lockutils [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.390564] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1128.390799] env[62321]: DEBUG oslo_concurrency.lockutils [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.390946] env[62321]: DEBUG oslo_concurrency.lockutils [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.391144] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.391412] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-836da10f-2f0c-4519-9884-ce10622d0c53 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.406183] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.407334] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1128.409854] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a0bba94-96c3-431d-b73f-92286ad7e77b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.417900] env[62321]: DEBUG oslo_vmware.api [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Waiting for the task: (returnval){ [ 1128.417900] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52845ce1-c4f3-dafe-a432-8168838cc430" [ 1128.417900] env[62321]: _type = "Task" [ 1128.417900] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.429197] env[62321]: DEBUG oslo_vmware.api [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52845ce1-c4f3-dafe-a432-8168838cc430, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.636371] env[62321]: DEBUG nova.compute.manager [None req-ca112e57-941a-4c8e-8455-a369d0482ccf tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1128.636484] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-ca112e57-941a-4c8e-8455-a369d0482ccf tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1128.637443] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf805234-0e3b-44c6-983c-a8b7a419323e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.652183] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca112e57-941a-4c8e-8455-a369d0482ccf tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.652595] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dfd53d42-32bb-4de6-a778-0484480cdd7c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.660927] env[62321]: DEBUG oslo_vmware.api [None req-ca112e57-941a-4c8e-8455-a369d0482ccf tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Waiting for the task: (returnval){ [ 1128.660927] env[62321]: value = "task-2634005" [ 1128.660927] env[62321]: _type = "Task" [ 1128.660927] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.671150] env[62321]: DEBUG oslo_vmware.api [None req-ca112e57-941a-4c8e-8455-a369d0482ccf tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2634005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.770140] env[62321]: DEBUG oslo_vmware.api [None req-40cf3e01-4988-4143-a2f4-67f67ba75907 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634003, 'name': ReconfigVM_Task, 'duration_secs': 0.193671} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.770499] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-40cf3e01-4988-4143-a2f4-67f67ba75907 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530743', 'volume_id': 'dfb21382-b63a-4011-9ace-2cee525091de', 'name': 'volume-dfb21382-b63a-4011-9ace-2cee525091de', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f2bb34f7-6989-4ece-96f7-85a8ea0f83f0', 'attached_at': '', 'detached_at': '', 'volume_id': 'dfb21382-b63a-4011-9ace-2cee525091de', 'serial': 'dfb21382-b63a-4011-9ace-2cee525091de'} {{(pid=62321) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1128.784466] env[62321]: INFO nova.compute.manager [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Took 16.33 seconds to build instance. [ 1128.841773] env[62321]: DEBUG oslo_vmware.api [None req-5c367836-e752-4d94-997f-f30b878c42e3 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2634004, 'name': PowerOffVM_Task, 'duration_secs': 0.235041} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.842118] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c367836-e752-4d94-997f-f30b878c42e3 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.842302] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5c367836-e752-4d94-997f-f30b878c42e3 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1128.842704] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f5c9a29-46d0-4d5b-b7c2-95ab2edb69d2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.915946] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5c367836-e752-4d94-997f-f30b878c42e3 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1128.916184] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5c367836-e752-4d94-997f-f30b878c42e3 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1128.916369] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c367836-e752-4d94-997f-f30b878c42e3 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Deleting the datastore file [datastore2] 2c83eab3-23d9-409d-bd19-3061f17d0d5d {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1128.916631] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ffc99be-76c5-4318-a555-2b4156d24286 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.929533] env[62321]: DEBUG oslo_vmware.api [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52845ce1-c4f3-dafe-a432-8168838cc430, 'name': SearchDatastore_Task, 'duration_secs': 0.026476} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.932675] env[62321]: DEBUG oslo_vmware.api [None req-5c367836-e752-4d94-997f-f30b878c42e3 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Waiting for the task: (returnval){ [ 1128.932675] env[62321]: value = "task-2634007" [ 1128.932675] env[62321]: _type = "Task" [ 1128.932675] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.932947] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-743a0ea9-4b9f-4fd1-a50d-c6b54912b354 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.947244] env[62321]: DEBUG oslo_vmware.api [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Waiting for the task: (returnval){ [ 1128.947244] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52980e27-b04e-489b-d93e-057363633a5b" [ 1128.947244] env[62321]: _type = "Task" [ 1128.947244] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.951553] env[62321]: DEBUG oslo_vmware.api [None req-5c367836-e752-4d94-997f-f30b878c42e3 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2634007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.963562] env[62321]: DEBUG oslo_vmware.api [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52980e27-b04e-489b-d93e-057363633a5b, 'name': SearchDatastore_Task, 'duration_secs': 0.011448} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.963940] env[62321]: DEBUG oslo_concurrency.lockutils [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.964253] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 921b0393-e934-4efb-9fff-18f21095f516/921b0393-e934-4efb-9fff-18f21095f516.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1128.964540] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d831631c-97fb-444b-8ce1-bbb21fb4e191 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.973838] env[62321]: DEBUG oslo_vmware.api [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Waiting for the task: (returnval){ [ 1128.973838] env[62321]: value = "task-2634008" [ 1128.973838] env[62321]: _type = "Task" [ 1128.973838] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.986821] env[62321]: DEBUG oslo_vmware.api [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.137577] env[62321]: DEBUG oslo_concurrency.lockutils [None req-308b8b41-dc76-4c37-9eb3-aea9c700043e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "9a3fe97a-26a0-4286-8258-0752fa08ea3f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.137864] env[62321]: DEBUG oslo_concurrency.lockutils [None req-308b8b41-dc76-4c37-9eb3-aea9c700043e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "9a3fe97a-26a0-4286-8258-0752fa08ea3f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.138121] env[62321]: INFO nova.compute.manager [None req-308b8b41-dc76-4c37-9eb3-aea9c700043e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Attaching volume cf196ad9-e990-45e8-a98b-d4393a28f4cf to /dev/sdb [ 1129.168650] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8726f114-d996-431a-af3e-316acee824cc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.174384] env[62321]: DEBUG oslo_vmware.api [None req-ca112e57-941a-4c8e-8455-a369d0482ccf tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2634005, 'name': PowerOffVM_Task, 'duration_secs': 0.386775} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.175064] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca112e57-941a-4c8e-8455-a369d0482ccf tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.175258] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-ca112e57-941a-4c8e-8455-a369d0482ccf tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.175492] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05cd8f4c-e27c-4207-82c5-58ae02a43559 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.179125] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f788ee-f7a1-4661-a6ff-7e54879e517a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.193553] env[62321]: DEBUG nova.virt.block_device [None req-308b8b41-dc76-4c37-9eb3-aea9c700043e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Updating existing volume attachment record: f1b86d2f-057e-4c19-b64d-6e86e3b57017 {{(pid=62321) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1129.251534] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-ca112e57-941a-4c8e-8455-a369d0482ccf tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.251843] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-ca112e57-941a-4c8e-8455-a369d0482ccf tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.252018] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca112e57-941a-4c8e-8455-a369d0482ccf tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Deleting the datastore file [datastore2] 57364218-571f-4ed3-9426-b0db42b2929d {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.252296] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b35e8aa-49a3-459a-836b-d34ccf32ebcb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.260768] env[62321]: DEBUG oslo_vmware.api [None req-ca112e57-941a-4c8e-8455-a369d0482ccf tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Waiting for the task: (returnval){ [ 1129.260768] env[62321]: value = "task-2634010" [ 1129.260768] env[62321]: _type = "Task" [ 1129.260768] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.271394] env[62321]: DEBUG oslo_vmware.api [None req-ca112e57-941a-4c8e-8455-a369d0482ccf tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2634010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.286047] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ab4634ca-3f1b-41e2-af4a-699c650b0f8d tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "29235a47-8a5d-4e62-bcd1-8d8e7c83cc93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.841s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.286450] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "29235a47-8a5d-4e62-bcd1-8d8e7c83cc93" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 15.003s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.287271] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda75c18-7a32-4b22-bc84-f6737fb1ba8e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.448385] env[62321]: DEBUG oslo_vmware.api [None req-5c367836-e752-4d94-997f-f30b878c42e3 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2634007, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309881} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.448705] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c367836-e752-4d94-997f-f30b878c42e3 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1129.448946] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5c367836-e752-4d94-997f-f30b878c42e3 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1129.449230] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5c367836-e752-4d94-997f-f30b878c42e3 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1129.449522] env[62321]: INFO nova.compute.manager [None req-5c367836-e752-4d94-997f-f30b878c42e3 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1129.449841] env[62321]: DEBUG oslo.service.loopingcall [None req-5c367836-e752-4d94-997f-f30b878c42e3 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1129.450085] env[62321]: DEBUG nova.compute.manager [-] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1129.450194] env[62321]: DEBUG nova.network.neutron [-] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1129.485921] env[62321]: DEBUG oslo_vmware.api [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634008, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.676554] env[62321]: DEBUG nova.compute.manager [req-3377e292-7eed-44cd-a183-17163131115d req-fbed24cd-77ef-4418-bd6a-14a42e1ff31e service nova] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Received event network-changed-78a240da-3832-47a4-8acc-3cc88ad7b9af {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1129.676796] env[62321]: DEBUG nova.compute.manager [req-3377e292-7eed-44cd-a183-17163131115d req-fbed24cd-77ef-4418-bd6a-14a42e1ff31e service nova] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Refreshing instance network info cache due to event network-changed-78a240da-3832-47a4-8acc-3cc88ad7b9af. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1129.677300] env[62321]: DEBUG oslo_concurrency.lockutils [req-3377e292-7eed-44cd-a183-17163131115d req-fbed24cd-77ef-4418-bd6a-14a42e1ff31e service nova] Acquiring lock "refresh_cache-29235a47-8a5d-4e62-bcd1-8d8e7c83cc93" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.677514] env[62321]: DEBUG oslo_concurrency.lockutils [req-3377e292-7eed-44cd-a183-17163131115d req-fbed24cd-77ef-4418-bd6a-14a42e1ff31e service nova] Acquired lock "refresh_cache-29235a47-8a5d-4e62-bcd1-8d8e7c83cc93" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.677721] env[62321]: DEBUG nova.network.neutron [req-3377e292-7eed-44cd-a183-17163131115d req-fbed24cd-77ef-4418-bd6a-14a42e1ff31e service nova] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Refreshing network info cache for port 78a240da-3832-47a4-8acc-3cc88ad7b9af {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.771801] env[62321]: DEBUG oslo_vmware.api [None req-ca112e57-941a-4c8e-8455-a369d0482ccf tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Task: {'id': task-2634010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.388268} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.771974] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca112e57-941a-4c8e-8455-a369d0482ccf tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1129.772173] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-ca112e57-941a-4c8e-8455-a369d0482ccf tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1129.772350] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-ca112e57-941a-4c8e-8455-a369d0482ccf tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1129.772549] env[62321]: INFO nova.compute.manager [None req-ca112e57-941a-4c8e-8455-a369d0482ccf tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1129.772804] env[62321]: DEBUG oslo.service.loopingcall [None req-ca112e57-941a-4c8e-8455-a369d0482ccf tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1129.772999] env[62321]: DEBUG nova.compute.manager [-] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1129.773106] env[62321]: DEBUG nova.network.neutron [-] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1129.797760] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "29235a47-8a5d-4e62-bcd1-8d8e7c83cc93" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.511s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.821089] env[62321]: DEBUG nova.objects.instance [None req-40cf3e01-4988-4143-a2f4-67f67ba75907 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lazy-loading 'flavor' on Instance uuid f2bb34f7-6989-4ece-96f7-85a8ea0f83f0 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.868155] env[62321]: DEBUG nova.compute.manager [req-6ca25f8c-2549-4357-840d-632e992bf988 req-402f54ee-38e3-4333-a02f-b665a29bf328 service nova] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Received event network-vif-deleted-2d16962b-40bd-45b8-acd3-6ab5805a48af {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1129.868317] env[62321]: INFO nova.compute.manager [req-6ca25f8c-2549-4357-840d-632e992bf988 req-402f54ee-38e3-4333-a02f-b665a29bf328 service nova] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Neutron deleted interface 2d16962b-40bd-45b8-acd3-6ab5805a48af; detaching it from the instance and deleting it from the info cache [ 1129.868515] env[62321]: DEBUG nova.network.neutron [req-6ca25f8c-2549-4357-840d-632e992bf988 req-402f54ee-38e3-4333-a02f-b665a29bf328 service nova] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.986839] env[62321]: DEBUG oslo_vmware.api [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634008, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684343} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.987155] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 921b0393-e934-4efb-9fff-18f21095f516/921b0393-e934-4efb-9fff-18f21095f516.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1129.987376] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1129.987813] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3886e4e-bd11-47b2-a326-4daa62734f4d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.997976] env[62321]: DEBUG oslo_vmware.api [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Waiting for the task: (returnval){ [ 1129.997976] env[62321]: value = "task-2634014" [ 1129.997976] env[62321]: _type = "Task" [ 1129.997976] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.014275] env[62321]: DEBUG oslo_vmware.api [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.328772] env[62321]: DEBUG oslo_concurrency.lockutils [None req-40cf3e01-4988-4143-a2f4-67f67ba75907 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "f2bb34f7-6989-4ece-96f7-85a8ea0f83f0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.305s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1130.347997] env[62321]: DEBUG nova.network.neutron [-] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.372802] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0351f8ec-c65e-48ca-b647-89d157386fd9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.393598] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1999fb26-0d43-4dc1-a011-0cebfc900a3f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.443283] env[62321]: DEBUG nova.compute.manager [req-6ca25f8c-2549-4357-840d-632e992bf988 req-402f54ee-38e3-4333-a02f-b665a29bf328 service nova] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Detach interface failed, port_id=2d16962b-40bd-45b8-acd3-6ab5805a48af, reason: Instance 2c83eab3-23d9-409d-bd19-3061f17d0d5d could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1130.504933] env[62321]: DEBUG nova.network.neutron [req-3377e292-7eed-44cd-a183-17163131115d req-fbed24cd-77ef-4418-bd6a-14a42e1ff31e service nova] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Updated VIF entry in instance network info cache for port 78a240da-3832-47a4-8acc-3cc88ad7b9af. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.505450] env[62321]: DEBUG nova.network.neutron [req-3377e292-7eed-44cd-a183-17163131115d req-fbed24cd-77ef-4418-bd6a-14a42e1ff31e service nova] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Updating instance_info_cache with network_info: [{"id": "78a240da-3832-47a4-8acc-3cc88ad7b9af", "address": "fa:16:3e:c0:67:60", "network": {"id": "6eb3be36-9f7d-42b5-a33b-15f0529c6018", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-760375332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b66ec80a177f4033b7616b9720856c71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78a240da-38", "ovs_interfaceid": "78a240da-3832-47a4-8acc-3cc88ad7b9af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.514774] env[62321]: DEBUG oslo_vmware.api [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073065} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.515190] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1130.516427] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cae538-20a3-42ab-8ddf-b1afd6e8aa60 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.524321] env[62321]: DEBUG nova.network.neutron [-] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.543534] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 921b0393-e934-4efb-9fff-18f21095f516/921b0393-e934-4efb-9fff-18f21095f516.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1130.545028] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-985049d8-d7e2-4791-bca4-5345c0867e2a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.566108] env[62321]: DEBUG oslo_vmware.api [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Waiting for the task: (returnval){ [ 1130.566108] env[62321]: value = "task-2634015" [ 1130.566108] env[62321]: _type = "Task" [ 1130.566108] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.575208] env[62321]: DEBUG oslo_vmware.api [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634015, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.852302] env[62321]: INFO nova.compute.manager [-] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Took 1.40 seconds to deallocate network for instance. [ 1131.010192] env[62321]: DEBUG oslo_concurrency.lockutils [req-3377e292-7eed-44cd-a183-17163131115d req-fbed24cd-77ef-4418-bd6a-14a42e1ff31e service nova] Releasing lock "refresh_cache-29235a47-8a5d-4e62-bcd1-8d8e7c83cc93" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.044768] env[62321]: INFO nova.compute.manager [-] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Took 1.27 seconds to deallocate network for instance. [ 1131.078146] env[62321]: DEBUG oslo_vmware.api [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.362221] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5c367836-e752-4d94-997f-f30b878c42e3 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1131.362693] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5c367836-e752-4d94-997f-f30b878c42e3 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.362758] env[62321]: DEBUG nova.objects.instance [None req-5c367836-e752-4d94-997f-f30b878c42e3 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Lazy-loading 'resources' on Instance uuid 2c83eab3-23d9-409d-bd19-3061f17d0d5d {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.540862] env[62321]: DEBUG nova.compute.manager [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Stashing vm_state: active {{(pid=62321) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1131.551572] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ca112e57-941a-4c8e-8455-a369d0482ccf tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1131.579142] env[62321]: DEBUG oslo_vmware.api [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634015, 'name': ReconfigVM_Task, 'duration_secs': 0.766602} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.579527] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 921b0393-e934-4efb-9fff-18f21095f516/921b0393-e934-4efb-9fff-18f21095f516.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.580162] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a383256-1cd4-47c6-9835-9beea9c2d772 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.587496] env[62321]: DEBUG oslo_vmware.api [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Waiting for the task: (returnval){ [ 1131.587496] env[62321]: value = "task-2634016" [ 1131.587496] env[62321]: _type = "Task" [ 1131.587496] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.595349] env[62321]: DEBUG oslo_vmware.api [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634016, 'name': Rename_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.602261] env[62321]: DEBUG nova.compute.manager [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Stashing vm_state: active {{(pid=62321) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1131.895055] env[62321]: DEBUG nova.compute.manager [req-657199dd-2e54-4feb-b28e-aff731d7f452 req-7355dc4b-d695-4171-8e5b-39e4b5128c68 service nova] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Received event network-vif-deleted-31454d97-0bca-4a1c-9d15-5aa86ed5eec5 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1132.011901] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737d1ee4-fe3b-4b42-99de-8f35d2989001 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.019830] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc4f291-f9e6-4e8c-850d-c8bc06019698 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.055558] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb6e6ec-153b-4f6b-b62e-5f9b740e25bd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.063572] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cc9fd6-0c80-471f-9008-77b515793c23 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.068567] env[62321]: DEBUG oslo_concurrency.lockutils [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1132.078752] env[62321]: DEBUG nova.compute.provider_tree [None req-5c367836-e752-4d94-997f-f30b878c42e3 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.095936] env[62321]: DEBUG oslo_vmware.api [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634016, 'name': Rename_Task, 'duration_secs': 0.31319} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.096190] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.096410] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-227bb7d8-5964-4537-b0af-c3251aac008a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.102503] env[62321]: DEBUG oslo_vmware.api [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Waiting for the task: (returnval){ [ 1132.102503] env[62321]: value = "task-2634018" [ 1132.102503] env[62321]: _type = "Task" [ 1132.102503] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.112725] env[62321]: DEBUG oslo_vmware.api [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634018, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.118348] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1132.582141] env[62321]: DEBUG nova.scheduler.client.report [None req-5c367836-e752-4d94-997f-f30b878c42e3 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.614302] env[62321]: DEBUG oslo_vmware.api [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634018, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.087513] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5c367836-e752-4d94-997f-f30b878c42e3 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.725s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.089889] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ca112e57-941a-4c8e-8455-a369d0482ccf tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.538s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.090135] env[62321]: DEBUG nova.objects.instance [None req-ca112e57-941a-4c8e-8455-a369d0482ccf tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Lazy-loading 'resources' on Instance uuid 57364218-571f-4ed3-9426-b0db42b2929d {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.107737] env[62321]: INFO nova.scheduler.client.report [None req-5c367836-e752-4d94-997f-f30b878c42e3 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Deleted allocations for instance 2c83eab3-23d9-409d-bd19-3061f17d0d5d [ 1133.117217] env[62321]: DEBUG oslo_vmware.api [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634018, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.616885] env[62321]: DEBUG oslo_vmware.api [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634018, 'name': PowerOnVM_Task, 'duration_secs': 1.280655} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.617354] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5c367836-e752-4d94-997f-f30b878c42e3 tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Lock "2c83eab3-23d9-409d-bd19-3061f17d0d5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.814s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.618271] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.618431] env[62321]: INFO nova.compute.manager [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Took 10.49 seconds to spawn the instance on the hypervisor. [ 1133.618604] env[62321]: DEBUG nova.compute.manager [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1133.619528] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e247657-4420-48e0-9a78-2b146d743fdb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.704156] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2498f3a3-c583-4ab9-aece-c1e220f48a58 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.712177] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a521f09-908d-4d10-8627-412b3a5b7cfc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.741943] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9582c98-3666-4a59-a125-8a4edff3cf31 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.749525] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90fcf61a-7fa4-4c6c-ad65-ac34642b58aa {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.763773] env[62321]: DEBUG nova.compute.provider_tree [None req-ca112e57-941a-4c8e-8455-a369d0482ccf tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.139337] env[62321]: INFO nova.compute.manager [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Took 17.21 seconds to build instance. [ 1134.245084] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-308b8b41-dc76-4c37-9eb3-aea9c700043e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Volume attach. Driver type: vmdk {{(pid=62321) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1134.245386] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-308b8b41-dc76-4c37-9eb3-aea9c700043e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530748', 'volume_id': 'cf196ad9-e990-45e8-a98b-d4393a28f4cf', 'name': 'volume-cf196ad9-e990-45e8-a98b-d4393a28f4cf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a3fe97a-26a0-4286-8258-0752fa08ea3f', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf196ad9-e990-45e8-a98b-d4393a28f4cf', 'serial': 'cf196ad9-e990-45e8-a98b-d4393a28f4cf'} {{(pid=62321) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1134.246309] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5826ea52-1e62-450e-b57c-e398ec2343ad {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.262992] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebaa350a-0028-4d48-91e5-e8385af4da4b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.266373] env[62321]: DEBUG nova.scheduler.client.report [None req-ca112e57-941a-4c8e-8455-a369d0482ccf tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.289682] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-308b8b41-dc76-4c37-9eb3-aea9c700043e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] volume-cf196ad9-e990-45e8-a98b-d4393a28f4cf/volume-cf196ad9-e990-45e8-a98b-d4393a28f4cf.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.290581] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ca112e57-941a-4c8e-8455-a369d0482ccf tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.201s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1134.292813] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2e1aaa2-7657-4259-adf9-5309306b24d9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.305125] env[62321]: DEBUG oslo_concurrency.lockutils [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.237s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.312775] env[62321]: DEBUG oslo_vmware.api [None req-308b8b41-dc76-4c37-9eb3-aea9c700043e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1134.312775] env[62321]: value = "task-2634019" [ 1134.312775] env[62321]: _type = "Task" [ 1134.312775] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.321297] env[62321]: DEBUG oslo_vmware.api [None req-308b8b41-dc76-4c37-9eb3-aea9c700043e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634019, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.323899] env[62321]: INFO nova.scheduler.client.report [None req-ca112e57-941a-4c8e-8455-a369d0482ccf tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Deleted allocations for instance 57364218-571f-4ed3-9426-b0db42b2929d [ 1134.641151] env[62321]: DEBUG oslo_concurrency.lockutils [None req-266cf87d-8f8e-466a-8f4d-26149f7cc01f tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lock "921b0393-e934-4efb-9fff-18f21095f516" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.718s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1134.810248] env[62321]: INFO nova.compute.claims [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1134.826733] env[62321]: DEBUG oslo_vmware.api [None req-308b8b41-dc76-4c37-9eb3-aea9c700043e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634019, 'name': ReconfigVM_Task, 'duration_secs': 0.350938} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.827076] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-308b8b41-dc76-4c37-9eb3-aea9c700043e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Reconfigured VM instance instance-0000006b to attach disk [datastore1] volume-cf196ad9-e990-45e8-a98b-d4393a28f4cf/volume-cf196ad9-e990-45e8-a98b-d4393a28f4cf.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.833793] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8d15622-a160-40df-b554-4d0700aa477c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.844616] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ca112e57-941a-4c8e-8455-a369d0482ccf tempest-ListServersNegativeTestJSON-1649483034 tempest-ListServersNegativeTestJSON-1649483034-project-member] Lock "57364218-571f-4ed3-9426-b0db42b2929d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.719s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1134.851870] env[62321]: DEBUG oslo_vmware.api [None req-308b8b41-dc76-4c37-9eb3-aea9c700043e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1134.851870] env[62321]: value = "task-2634020" [ 1134.851870] env[62321]: _type = "Task" [ 1134.851870] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.860521] env[62321]: DEBUG oslo_vmware.api [None req-308b8b41-dc76-4c37-9eb3-aea9c700043e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634020, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.110538] env[62321]: DEBUG nova.compute.manager [req-196c1713-1712-4f30-b923-459aeeec2c7b req-9fb2cb3d-06a0-4d89-8c8e-97f32d240d6f service nova] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Received event network-changed-c5d86cb0-697c-4c6c-bfee-b6443a683cd6 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1135.110636] env[62321]: DEBUG nova.compute.manager [req-196c1713-1712-4f30-b923-459aeeec2c7b req-9fb2cb3d-06a0-4d89-8c8e-97f32d240d6f service nova] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Refreshing instance network info cache due to event network-changed-c5d86cb0-697c-4c6c-bfee-b6443a683cd6. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1135.110808] env[62321]: DEBUG oslo_concurrency.lockutils [req-196c1713-1712-4f30-b923-459aeeec2c7b req-9fb2cb3d-06a0-4d89-8c8e-97f32d240d6f service nova] Acquiring lock "refresh_cache-921b0393-e934-4efb-9fff-18f21095f516" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.110953] env[62321]: DEBUG oslo_concurrency.lockutils [req-196c1713-1712-4f30-b923-459aeeec2c7b req-9fb2cb3d-06a0-4d89-8c8e-97f32d240d6f service nova] Acquired lock "refresh_cache-921b0393-e934-4efb-9fff-18f21095f516" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.111126] env[62321]: DEBUG nova.network.neutron [req-196c1713-1712-4f30-b923-459aeeec2c7b req-9fb2cb3d-06a0-4d89-8c8e-97f32d240d6f service nova] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Refreshing network info cache for port c5d86cb0-697c-4c6c-bfee-b6443a683cd6 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.322845] env[62321]: INFO nova.compute.resource_tracker [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Updating resource usage from migration 20b52a6d-c086-4966-8562-c88f2016aace [ 1135.366507] env[62321]: DEBUG oslo_vmware.api [None req-308b8b41-dc76-4c37-9eb3-aea9c700043e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634020, 'name': ReconfigVM_Task, 'duration_secs': 0.138079} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.366836] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-308b8b41-dc76-4c37-9eb3-aea9c700043e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530748', 'volume_id': 'cf196ad9-e990-45e8-a98b-d4393a28f4cf', 'name': 'volume-cf196ad9-e990-45e8-a98b-d4393a28f4cf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a3fe97a-26a0-4286-8258-0752fa08ea3f', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf196ad9-e990-45e8-a98b-d4393a28f4cf', 'serial': 'cf196ad9-e990-45e8-a98b-d4393a28f4cf'} {{(pid=62321) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1135.446355] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96222dcc-0e64-4815-baf4-848bbf33a03a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.454177] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2124f90-2814-4b68-94aa-3c7a65e7fe68 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.486747] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d842bd-bdd0-4ef7-b852-8a682de4b76a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.494678] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb58dd13-9179-46b3-adf1-f8c9f0285ae2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.508877] env[62321]: DEBUG nova.compute.provider_tree [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.012852] env[62321]: DEBUG nova.scheduler.client.report [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.026224] env[62321]: DEBUG nova.network.neutron [req-196c1713-1712-4f30-b923-459aeeec2c7b req-9fb2cb3d-06a0-4d89-8c8e-97f32d240d6f service nova] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Updated VIF entry in instance network info cache for port c5d86cb0-697c-4c6c-bfee-b6443a683cd6. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1136.026645] env[62321]: DEBUG nova.network.neutron [req-196c1713-1712-4f30-b923-459aeeec2c7b req-9fb2cb3d-06a0-4d89-8c8e-97f32d240d6f service nova] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Updating instance_info_cache with network_info: [{"id": "c5d86cb0-697c-4c6c-bfee-b6443a683cd6", "address": "fa:16:3e:fa:08:b1", "network": {"id": "8a5ea7cc-129f-4ae6-8b5a-7a3f3e407ce2", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-231438873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "457c19da643642d3998889bffb5702ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d86cb0-69", "ovs_interfaceid": "c5d86cb0-697c-4c6c-bfee-b6443a683cd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.417207] env[62321]: DEBUG nova.objects.instance [None req-308b8b41-dc76-4c37-9eb3-aea9c700043e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lazy-loading 'flavor' on Instance uuid 9a3fe97a-26a0-4286-8258-0752fa08ea3f {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.522054] env[62321]: DEBUG oslo_concurrency.lockutils [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.217s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1136.522269] env[62321]: INFO nova.compute.manager [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Migrating [ 1136.528661] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.410s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1136.530301] env[62321]: DEBUG oslo_concurrency.lockutils [req-196c1713-1712-4f30-b923-459aeeec2c7b req-9fb2cb3d-06a0-4d89-8c8e-97f32d240d6f service nova] Releasing lock "refresh_cache-921b0393-e934-4efb-9fff-18f21095f516" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.876893] env[62321]: INFO nova.compute.manager [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Rebuilding instance [ 1136.920020] env[62321]: DEBUG nova.compute.manager [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.922266] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df6c316-1c13-475a-8696-22be7495a211 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.926237] env[62321]: DEBUG oslo_concurrency.lockutils [None req-308b8b41-dc76-4c37-9eb3-aea9c700043e tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "9a3fe97a-26a0-4286-8258-0752fa08ea3f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.788s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.034710] env[62321]: INFO nova.compute.claims [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1137.038325] env[62321]: DEBUG oslo_concurrency.lockutils [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "refresh_cache-f2bb34f7-6989-4ece-96f7-85a8ea0f83f0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.038492] env[62321]: DEBUG oslo_concurrency.lockutils [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquired lock "refresh_cache-f2bb34f7-6989-4ece-96f7-85a8ea0f83f0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.038661] env[62321]: DEBUG nova.network.neutron [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.546020] env[62321]: INFO nova.compute.resource_tracker [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Updating resource usage from migration 089dbea4-39a3-416c-b2e0-d863d64a1b8b [ 1137.678279] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392b5822-4a36-4c09-ba71-5430ad2fd97f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.686837] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e3d27c-7ba2-4054-806e-960d1e2cc051 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.721325] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a053c40-6cee-43d1-b81c-677cc36ee320 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.729475] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46c2a9f-1a6a-464c-bdc2-b504de6125a8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.743575] env[62321]: DEBUG nova.compute.provider_tree [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.832421] env[62321]: DEBUG nova.network.neutron [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Updating instance_info_cache with network_info: [{"id": "5f732e98-cbc1-42be-9389-2f2c72ee2096", "address": "fa:16:3e:83:c5:72", "network": {"id": "750e916d-f2cf-425c-88f0-488d2d7ac894", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-457582844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4d5b3a8d92f42ddb204a0a27c24609a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f732e98-cb", "ovs_interfaceid": "5f732e98-cbc1-42be-9389-2f2c72ee2096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.938267] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.938848] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa694f61-b26f-4e8c-b1e3-c1071a55b1c3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.947133] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1137.947133] env[62321]: value = "task-2634021" [ 1137.947133] env[62321]: _type = "Task" [ 1137.947133] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.956679] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.249480] env[62321]: DEBUG nova.scheduler.client.report [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.337532] env[62321]: DEBUG oslo_concurrency.lockutils [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Releasing lock "refresh_cache-f2bb34f7-6989-4ece-96f7-85a8ea0f83f0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.458117] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634021, 'name': PowerOffVM_Task, 'duration_secs': 0.191084} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.458429] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1138.525658] env[62321]: INFO nova.compute.manager [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Detaching volume cf196ad9-e990-45e8-a98b-d4393a28f4cf [ 1138.563870] env[62321]: INFO nova.virt.block_device [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Attempting to driver detach volume cf196ad9-e990-45e8-a98b-d4393a28f4cf from mountpoint /dev/sdb [ 1138.565030] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Volume detach. Driver type: vmdk {{(pid=62321) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1138.565030] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530748', 'volume_id': 'cf196ad9-e990-45e8-a98b-d4393a28f4cf', 'name': 'volume-cf196ad9-e990-45e8-a98b-d4393a28f4cf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a3fe97a-26a0-4286-8258-0752fa08ea3f', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf196ad9-e990-45e8-a98b-d4393a28f4cf', 'serial': 'cf196ad9-e990-45e8-a98b-d4393a28f4cf'} {{(pid=62321) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1138.565288] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d62230-c4eb-4ec2-aa0f-af6d7c91404e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.591575] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23db8a1-efa3-489b-998a-c507fb8cabb8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.595896] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f00a750-bd4e-447c-a6f9-71dc5f3f5374 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.618948] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8c6924-7c8f-410b-8889-41df96d04774 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.632363] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] The volume has not been displaced from its original location: [datastore1] volume-cf196ad9-e990-45e8-a98b-d4393a28f4cf/volume-cf196ad9-e990-45e8-a98b-d4393a28f4cf.vmdk. No consolidation needed. {{(pid=62321) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1138.637712] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1138.638086] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43c792f2-1b38-4a53-9594-1d0fd3c22dfd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.657132] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1138.657132] env[62321]: value = "task-2634022" [ 1138.657132] env[62321]: _type = "Task" [ 1138.657132] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.670625] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634022, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.754571] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.226s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.754793] env[62321]: INFO nova.compute.manager [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Migrating [ 1139.166619] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634022, 'name': ReconfigVM_Task, 'duration_secs': 0.204769} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.166909] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1139.171576] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be23405d-98e8-42f9-bc85-18ea6a7207dc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.187857] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1139.187857] env[62321]: value = "task-2634023" [ 1139.187857] env[62321]: _type = "Task" [ 1139.187857] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.198934] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquiring lock "516e8a50-a4bc-4f7c-be54-fcb60730f5cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.199199] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Lock "516e8a50-a4bc-4f7c-be54-fcb60730f5cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.200266] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634023, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.226278] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquiring lock "e7709019-177f-4e19-be03-027c359d851c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.226520] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Lock "e7709019-177f-4e19-be03-027c359d851c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.273343] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "refresh_cache-56205dff-56b5-4a96-ab3e-ec07705d837a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.273705] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquired lock "refresh_cache-56205dff-56b5-4a96-ab3e-ec07705d837a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.273705] env[62321]: DEBUG nova.network.neutron [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.697673] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634023, 'name': ReconfigVM_Task, 'duration_secs': 0.199494} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.698035] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530748', 'volume_id': 'cf196ad9-e990-45e8-a98b-d4393a28f4cf', 'name': 'volume-cf196ad9-e990-45e8-a98b-d4393a28f4cf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a3fe97a-26a0-4286-8258-0752fa08ea3f', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf196ad9-e990-45e8-a98b-d4393a28f4cf', 'serial': 'cf196ad9-e990-45e8-a98b-d4393a28f4cf'} {{(pid=62321) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1139.702174] env[62321]: DEBUG nova.compute.manager [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1139.730250] env[62321]: DEBUG nova.compute.manager [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: e7709019-177f-4e19-be03-027c359d851c] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1139.853541] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c9d761-c718-473b-8012-4032bf92dccc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.876163] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Updating instance 'f2bb34f7-6989-4ece-96f7-85a8ea0f83f0' progress to 0 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1140.037109] env[62321]: DEBUG nova.network.neutron [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Updating instance_info_cache with network_info: [{"id": "ffcc0c40-4ec7-4b4b-bae4-3576f19c1bd6", "address": "fa:16:3e:47:55:74", "network": {"id": "2750ca67-1b0e-43a8-a773-1086f86438e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-263699496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e41ce300a3c4503930ecf73e3501abe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffcc0c40-4e", "ovs_interfaceid": "ffcc0c40-4ec7-4b4b-bae4-3576f19c1bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.233743] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1140.234098] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1140.235845] env[62321]: INFO nova.compute.claims [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1140.255832] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1140.382600] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.382928] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2123cfd-259e-4bea-8f53-7a8b5c9464a1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.391172] env[62321]: DEBUG oslo_vmware.api [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1140.391172] env[62321]: value = "task-2634024" [ 1140.391172] env[62321]: _type = "Task" [ 1140.391172] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.398474] env[62321]: DEBUG oslo_vmware.api [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.540031] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Releasing lock "refresh_cache-56205dff-56b5-4a96-ab3e-ec07705d837a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.748833] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.749182] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7927eb5-5311-4eb4-abd2-c4a16ca35028 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.756436] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1140.756436] env[62321]: value = "task-2634025" [ 1140.756436] env[62321]: _type = "Task" [ 1140.756436] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.764231] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.901953] env[62321]: DEBUG oslo_vmware.api [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634024, 'name': PowerOffVM_Task, 'duration_secs': 0.179557} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.902229] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.902411] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Updating instance 'f2bb34f7-6989-4ece-96f7-85a8ea0f83f0' progress to 17 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.268959] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] VM already powered off {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1141.269271] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Volume detach. Driver type: vmdk {{(pid=62321) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1141.269509] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530748', 'volume_id': 'cf196ad9-e990-45e8-a98b-d4393a28f4cf', 'name': 'volume-cf196ad9-e990-45e8-a98b-d4393a28f4cf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a3fe97a-26a0-4286-8258-0752fa08ea3f', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf196ad9-e990-45e8-a98b-d4393a28f4cf', 'serial': 'cf196ad9-e990-45e8-a98b-d4393a28f4cf'} {{(pid=62321) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1141.270323] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19980d14-28e9-45ee-a1c4-6b5b9191d96f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.290304] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09726506-e7f1-4f95-badc-ae105becf20b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.296359] env[62321]: WARNING nova.virt.vmwareapi.driver [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1141.296669] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1141.297453] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959daadf-6f5d-4347-ab5e-291d3316a244 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.306029] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1141.306262] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c314ea34-f708-4c79-881c-6ae49939ac52 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.371296] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.371507] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.371741] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Deleting the datastore file [datastore2] 9a3fe97a-26a0-4286-8258-0752fa08ea3f {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.372014] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e3ba870-f237-4e7d-a36f-0b4a5853527f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.379558] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1141.379558] env[62321]: value = "task-2634027" [ 1141.379558] env[62321]: _type = "Task" [ 1141.379558] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.387211] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.388596] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f0c5d3-b287-48bc-b15e-01351a68f70d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.394825] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2252fac6-3eef-4bbf-808e-a614058a99c3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.425637] env[62321]: DEBUG nova.virt.hardware [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.425859] env[62321]: DEBUG nova.virt.hardware [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.426024] env[62321]: DEBUG nova.virt.hardware [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.426209] env[62321]: DEBUG nova.virt.hardware [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.426355] env[62321]: DEBUG nova.virt.hardware [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.426497] env[62321]: DEBUG nova.virt.hardware [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.426698] env[62321]: DEBUG nova.virt.hardware [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.426855] env[62321]: DEBUG nova.virt.hardware [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.427030] env[62321]: DEBUG nova.virt.hardware [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.427196] env[62321]: DEBUG nova.virt.hardware [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.427365] env[62321]: DEBUG nova.virt.hardware [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.432290] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f94cead-a1fc-404e-814e-89ab90df1c16 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.442416] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e177a9-494e-4404-96c5-b374ac927848 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.451470] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3128a50-b71b-4cda-b73f-292f37da444b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.455260] env[62321]: DEBUG oslo_vmware.api [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1141.455260] env[62321]: value = "task-2634028" [ 1141.455260] env[62321]: _type = "Task" [ 1141.455260] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.466632] env[62321]: DEBUG nova.compute.provider_tree [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.472825] env[62321]: DEBUG oslo_vmware.api [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.889854] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26014} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.890358] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.890757] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.893034] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.964851] env[62321]: DEBUG oslo_vmware.api [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634028, 'name': ReconfigVM_Task, 'duration_secs': 0.196192} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.965122] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Updating instance 'f2bb34f7-6989-4ece-96f7-85a8ea0f83f0' progress to 33 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.969264] env[62321]: DEBUG nova.scheduler.client.report [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.054402] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e9e4ad-953f-4be1-a146-9b38bf401820 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.072191] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Updating instance '56205dff-56b5-4a96-ab3e-ec07705d837a' progress to 0 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.396154] env[62321]: INFO nova.virt.block_device [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Booting with volume cf196ad9-e990-45e8-a98b-d4393a28f4cf at /dev/sdb [ 1142.432675] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fc5187ff-bb7a-4325-9808-5f2632b47922 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.442474] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf44a74-b912-478c-92c5-e7a96ffd638b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.473591] env[62321]: DEBUG nova.virt.hardware [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.473838] env[62321]: DEBUG nova.virt.hardware [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.473970] env[62321]: DEBUG nova.virt.hardware [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.474166] env[62321]: DEBUG nova.virt.hardware [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.474314] env[62321]: DEBUG nova.virt.hardware [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.474462] env[62321]: DEBUG nova.virt.hardware [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.474660] env[62321]: DEBUG nova.virt.hardware [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.474817] env[62321]: DEBUG nova.virt.hardware [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.474977] env[62321]: DEBUG nova.virt.hardware [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.475164] env[62321]: DEBUG nova.virt.hardware [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.475354] env[62321]: DEBUG nova.virt.hardware [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.480498] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1142.481302] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.247s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.481754] env[62321]: DEBUG nova.compute.manager [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1142.484111] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cb08064-b3ce-406a-9b18-56fceb9efc1b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.497029] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aca038e5-fa31-49ef-b897-140b16f48a9c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.499193] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.244s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.500597] env[62321]: INFO nova.compute.claims [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: e7709019-177f-4e19-be03-027c359d851c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1142.511474] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94662045-f0d2-48e6-bc41-555fb7eb5a11 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.521591] env[62321]: DEBUG oslo_vmware.api [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1142.521591] env[62321]: value = "task-2634029" [ 1142.521591] env[62321]: _type = "Task" [ 1142.521591] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.530750] env[62321]: DEBUG oslo_vmware.api [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634029, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.541040] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7cfdf3-3513-4ddc-b6cd-79208c48f139 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.547540] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bd69e9-493f-4a2c-9cc9-85980998b843 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.561510] env[62321]: DEBUG nova.virt.block_device [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Updating existing volume attachment record: b1b1e1f1-a640-44f5-9244-c550361789e6 {{(pid=62321) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1142.577929] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.578467] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5b3424b-2663-4c13-bf7e-bafa1f5494a3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.584621] env[62321]: DEBUG oslo_vmware.api [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 1142.584621] env[62321]: value = "task-2634030" [ 1142.584621] env[62321]: _type = "Task" [ 1142.584621] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.592471] env[62321]: DEBUG oslo_vmware.api [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.000936] env[62321]: DEBUG nova.compute.utils [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1143.002558] env[62321]: DEBUG nova.compute.manager [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1143.002772] env[62321]: DEBUG nova.network.neutron [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1143.032813] env[62321]: DEBUG oslo_vmware.api [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634029, 'name': ReconfigVM_Task, 'duration_secs': 0.185013} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.033117] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1143.033967] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1258c41c-232c-4f1f-853e-824310d15c21 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.040199] env[62321]: DEBUG nova.policy [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '039cc6d3240746ca98f6f25cc64910da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ec49cca508748c8adf93a7100be2d69', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 1143.065969] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] f2bb34f7-6989-4ece-96f7-85a8ea0f83f0/f2bb34f7-6989-4ece-96f7-85a8ea0f83f0.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.066300] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1a2b24b-be8b-41f1-a48f-f4ce85b6ea62 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.085572] env[62321]: DEBUG oslo_vmware.api [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1143.085572] env[62321]: value = "task-2634031" [ 1143.085572] env[62321]: _type = "Task" [ 1143.085572] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.096551] env[62321]: DEBUG oslo_vmware.api [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634030, 'name': PowerOffVM_Task, 'duration_secs': 0.296489} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.099559] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1143.099760] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Updating instance '56205dff-56b5-4a96-ab3e-ec07705d837a' progress to 17 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.103392] env[62321]: DEBUG oslo_vmware.api [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634031, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.348903] env[62321]: DEBUG nova.network.neutron [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Successfully created port: af0aa658-d23d-453f-8f2c-10f24ffceb8a {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1143.506241] env[62321]: DEBUG nova.compute.manager [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1143.600394] env[62321]: DEBUG oslo_vmware.api [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634031, 'name': ReconfigVM_Task, 'duration_secs': 0.292003} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.602895] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Reconfigured VM instance instance-0000006a to attach disk [datastore1] f2bb34f7-6989-4ece-96f7-85a8ea0f83f0/f2bb34f7-6989-4ece-96f7-85a8ea0f83f0.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.603322] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Updating instance 'f2bb34f7-6989-4ece-96f7-85a8ea0f83f0' progress to 50 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.608680] env[62321]: DEBUG nova.virt.hardware [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.608911] env[62321]: DEBUG nova.virt.hardware [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.609224] env[62321]: DEBUG nova.virt.hardware [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.609353] env[62321]: DEBUG nova.virt.hardware [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.609517] env[62321]: DEBUG nova.virt.hardware [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.609643] env[62321]: DEBUG nova.virt.hardware [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.609850] env[62321]: DEBUG nova.virt.hardware [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.610017] env[62321]: DEBUG nova.virt.hardware [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.610211] env[62321]: DEBUG nova.virt.hardware [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.610637] env[62321]: DEBUG nova.virt.hardware [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.610782] env[62321]: DEBUG nova.virt.hardware [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.617811] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa1a1aa0-6bf4-40f1-9a67-8ca586edf5fc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.636101] env[62321]: DEBUG oslo_vmware.api [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 1143.636101] env[62321]: value = "task-2634032" [ 1143.636101] env[62321]: _type = "Task" [ 1143.636101] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.647739] env[62321]: DEBUG oslo_vmware.api [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634032, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.677699] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b62807e-c2a4-4f1f-a14f-ac30b1f5cd82 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.686186] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505aa519-ba8c-41aa-8b63-0e18ef0dca9b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.718080] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bb756e-989e-4693-a63b-a0637e2e97d9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.725670] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f248cd95-2d35-4395-a36a-67a1dc5de891 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.741524] env[62321]: DEBUG nova.compute.provider_tree [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.118967] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566d384b-32a6-483d-a696-115c4e0710b7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.150568] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab1ac6a-da76-48cc-a4c4-24ab9e08d7e2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.157712] env[62321]: DEBUG oslo_vmware.api [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634032, 'name': ReconfigVM_Task, 'duration_secs': 0.195371} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.172736] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Updating instance '56205dff-56b5-4a96-ab3e-ec07705d837a' progress to 33 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1144.178043] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Updating instance 'f2bb34f7-6989-4ece-96f7-85a8ea0f83f0' progress to 67 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1144.244343] env[62321]: DEBUG nova.scheduler.client.report [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.517719] env[62321]: DEBUG nova.compute.manager [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1144.544904] env[62321]: DEBUG nova.virt.hardware [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.545228] env[62321]: DEBUG nova.virt.hardware [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.545419] env[62321]: DEBUG nova.virt.hardware [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.545632] env[62321]: DEBUG nova.virt.hardware [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.545806] env[62321]: DEBUG nova.virt.hardware [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.545993] env[62321]: DEBUG nova.virt.hardware [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.546262] env[62321]: DEBUG nova.virt.hardware [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.546462] env[62321]: DEBUG nova.virt.hardware [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.546674] env[62321]: DEBUG nova.virt.hardware [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.546875] env[62321]: DEBUG nova.virt.hardware [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.547101] env[62321]: DEBUG nova.virt.hardware [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.548050] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b013341-ffed-4b4c-a14d-b3858db71de4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.556646] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32601ce3-bc49-4fad-b41c-535165032b08 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.686886] env[62321]: DEBUG nova.virt.hardware [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.687238] env[62321]: DEBUG nova.virt.hardware [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.687310] env[62321]: DEBUG nova.virt.hardware [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.687481] env[62321]: DEBUG nova.virt.hardware [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.688015] env[62321]: DEBUG nova.virt.hardware [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.688015] env[62321]: DEBUG nova.virt.hardware [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.688015] env[62321]: DEBUG nova.virt.hardware [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.688121] env[62321]: DEBUG nova.virt.hardware [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.688265] env[62321]: DEBUG nova.virt.hardware [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.688437] env[62321]: DEBUG nova.virt.hardware [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.688654] env[62321]: DEBUG nova.virt.hardware [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.693977] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1144.697027] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6def3a5f-74cc-4641-85e8-588ebe76b2ba {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.720265] env[62321]: DEBUG oslo_vmware.api [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 1144.720265] env[62321]: value = "task-2634033" [ 1144.720265] env[62321]: _type = "Task" [ 1144.720265] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.725577] env[62321]: DEBUG nova.virt.hardware [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.725802] env[62321]: DEBUG nova.virt.hardware [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.725959] env[62321]: DEBUG nova.virt.hardware [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.726474] env[62321]: DEBUG nova.virt.hardware [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.726474] env[62321]: DEBUG nova.virt.hardware [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.726474] env[62321]: DEBUG nova.virt.hardware [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.726660] env[62321]: DEBUG nova.virt.hardware [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.726814] env[62321]: DEBUG nova.virt.hardware [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.726976] env[62321]: DEBUG nova.virt.hardware [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.727151] env[62321]: DEBUG nova.virt.hardware [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.727321] env[62321]: DEBUG nova.virt.hardware [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.728127] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f298cc98-98b8-4d07-8e0a-e1061bede604 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.736460] env[62321]: DEBUG oslo_vmware.api [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.739615] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4f3e9b-d2c3-42f7-8b70-c5a3262d4a53 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.755876] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1144.756589] env[62321]: DEBUG nova.compute.manager [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: e7709019-177f-4e19-be03-027c359d851c] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1144.759654] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:5b:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5fe645c-e088-401e-ab53-4ae2981dea72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ae54ba5-ac36-4bfe-b3ac-7d7d6352f3c4', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1144.767112] env[62321]: DEBUG oslo.service.loopingcall [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1144.770388] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1144.771047] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53e82374-e613-4b5d-a4c6-5cc910f484f4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.791224] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1144.791224] env[62321]: value = "task-2634034" [ 1144.791224] env[62321]: _type = "Task" [ 1144.791224] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.800336] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2634034, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.806289] env[62321]: DEBUG nova.compute.manager [req-6d29263e-55e2-4e5f-b8f0-4e17c2efc138 req-443b1ead-cfc7-4ad4-a9ef-91b47194ffd0 service nova] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Received event network-vif-plugged-af0aa658-d23d-453f-8f2c-10f24ffceb8a {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1144.806514] env[62321]: DEBUG oslo_concurrency.lockutils [req-6d29263e-55e2-4e5f-b8f0-4e17c2efc138 req-443b1ead-cfc7-4ad4-a9ef-91b47194ffd0 service nova] Acquiring lock "516e8a50-a4bc-4f7c-be54-fcb60730f5cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1144.806719] env[62321]: DEBUG oslo_concurrency.lockutils [req-6d29263e-55e2-4e5f-b8f0-4e17c2efc138 req-443b1ead-cfc7-4ad4-a9ef-91b47194ffd0 service nova] Lock "516e8a50-a4bc-4f7c-be54-fcb60730f5cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1144.806885] env[62321]: DEBUG oslo_concurrency.lockutils [req-6d29263e-55e2-4e5f-b8f0-4e17c2efc138 req-443b1ead-cfc7-4ad4-a9ef-91b47194ffd0 service nova] Lock "516e8a50-a4bc-4f7c-be54-fcb60730f5cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1144.807334] env[62321]: DEBUG nova.compute.manager [req-6d29263e-55e2-4e5f-b8f0-4e17c2efc138 req-443b1ead-cfc7-4ad4-a9ef-91b47194ffd0 service nova] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] No waiting events found dispatching network-vif-plugged-af0aa658-d23d-453f-8f2c-10f24ffceb8a {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1144.807575] env[62321]: WARNING nova.compute.manager [req-6d29263e-55e2-4e5f-b8f0-4e17c2efc138 req-443b1ead-cfc7-4ad4-a9ef-91b47194ffd0 service nova] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Received unexpected event network-vif-plugged-af0aa658-d23d-453f-8f2c-10f24ffceb8a for instance with vm_state building and task_state spawning. [ 1144.862733] env[62321]: DEBUG nova.network.neutron [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Successfully updated port: af0aa658-d23d-453f-8f2c-10f24ffceb8a {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1145.230452] env[62321]: DEBUG oslo_vmware.api [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634033, 'name': ReconfigVM_Task, 'duration_secs': 0.166072} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.230452] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1145.231207] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2f6245-f053-41db-82db-a65f56aef7eb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.252522] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 56205dff-56b5-4a96-ab3e-ec07705d837a/56205dff-56b5-4a96-ab3e-ec07705d837a.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.252809] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f64d574d-13ec-4bf4-8700-e99f12ca6e2e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.270375] env[62321]: DEBUG oslo_vmware.api [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 1145.270375] env[62321]: value = "task-2634035" [ 1145.270375] env[62321]: _type = "Task" [ 1145.270375] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.271610] env[62321]: DEBUG nova.compute.utils [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1145.275693] env[62321]: DEBUG nova.compute.manager [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: e7709019-177f-4e19-be03-027c359d851c] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1145.275865] env[62321]: DEBUG nova.network.neutron [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: e7709019-177f-4e19-be03-027c359d851c] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1145.283594] env[62321]: DEBUG oslo_vmware.api [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634035, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.301774] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2634034, 'name': CreateVM_Task, 'duration_secs': 0.306957} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.301944] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1145.311636] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.311829] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.312175] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.312431] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-553c34b2-b561-4177-b297-b522ff97ef77 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.317703] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1145.317703] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5200aa6d-67e3-809f-e939-1dcee520cc7c" [ 1145.317703] env[62321]: _type = "Task" [ 1145.317703] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.319074] env[62321]: DEBUG nova.policy [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '039cc6d3240746ca98f6f25cc64910da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ec49cca508748c8adf93a7100be2d69', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 1145.328316] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5200aa6d-67e3-809f-e939-1dcee520cc7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.369046] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquiring lock "refresh_cache-516e8a50-a4bc-4f7c-be54-fcb60730f5cb" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.369229] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquired lock "refresh_cache-516e8a50-a4bc-4f7c-be54-fcb60730f5cb" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.369368] env[62321]: DEBUG nova.network.neutron [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1145.637443] env[62321]: DEBUG nova.network.neutron [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: e7709019-177f-4e19-be03-027c359d851c] Successfully created port: 491066f3-e2c0-4977-928d-15081b9a5ceb {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1145.781064] env[62321]: DEBUG nova.compute.manager [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: e7709019-177f-4e19-be03-027c359d851c] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1145.784984] env[62321]: DEBUG oslo_vmware.api [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634035, 'name': ReconfigVM_Task, 'duration_secs': 0.351127} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.785557] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 56205dff-56b5-4a96-ab3e-ec07705d837a/56205dff-56b5-4a96-ab3e-ec07705d837a.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.785834] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Updating instance '56205dff-56b5-4a96-ab3e-ec07705d837a' progress to 50 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.834280] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5200aa6d-67e3-809f-e939-1dcee520cc7c, 'name': SearchDatastore_Task, 'duration_secs': 0.02671} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.834571] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.834799] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1145.835039] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.835189] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.835365] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1145.835617] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-492f881c-1046-4449-ae7c-3c6434c6480a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.843678] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1145.843846] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1145.844620] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ef09de4-03cd-4e69-b654-f8996f77b523 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.849853] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1145.849853] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]526cd7df-8422-505c-44f5-b6c0b56a85f1" [ 1145.849853] env[62321]: _type = "Task" [ 1145.849853] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.856977] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]526cd7df-8422-505c-44f5-b6c0b56a85f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.874726] env[62321]: DEBUG nova.network.neutron [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Port 5f732e98-cbc1-42be-9389-2f2c72ee2096 binding to destination host cpu-1 is already ACTIVE {{(pid=62321) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1145.912035] env[62321]: DEBUG nova.network.neutron [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1146.050183] env[62321]: DEBUG nova.network.neutron [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Updating instance_info_cache with network_info: [{"id": "af0aa658-d23d-453f-8f2c-10f24ffceb8a", "address": "fa:16:3e:3d:af:a1", "network": {"id": "ee512626-1ba4-4db7-9703-950f077b95cb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1204035596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ec49cca508748c8adf93a7100be2d69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf0aa658-d2", "ovs_interfaceid": "af0aa658-d23d-453f-8f2c-10f24ffceb8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.293114] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a01117-e4a7-4d1c-9531-9c71c0581f73 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.312428] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a8dac8-2c59-455f-9c3c-327276172e45 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.332214] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Updating instance '56205dff-56b5-4a96-ab3e-ec07705d837a' progress to 67 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1146.360426] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]526cd7df-8422-505c-44f5-b6c0b56a85f1, 'name': SearchDatastore_Task, 'duration_secs': 0.011932} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.361237] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-433998f4-be56-4219-a038-adc5903087bd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.366151] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1146.366151] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521bca6b-d258-fd4d-c021-f280458903ea" [ 1146.366151] env[62321]: _type = "Task" [ 1146.366151] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.373641] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521bca6b-d258-fd4d-c021-f280458903ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.553225] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Releasing lock "refresh_cache-516e8a50-a4bc-4f7c-be54-fcb60730f5cb" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.553555] env[62321]: DEBUG nova.compute.manager [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Instance network_info: |[{"id": "af0aa658-d23d-453f-8f2c-10f24ffceb8a", "address": "fa:16:3e:3d:af:a1", "network": {"id": "ee512626-1ba4-4db7-9703-950f077b95cb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1204035596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ec49cca508748c8adf93a7100be2d69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf0aa658-d2", "ovs_interfaceid": "af0aa658-d23d-453f-8f2c-10f24ffceb8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1146.554081] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:af:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61b8f0db-488e-42d7-bf6c-6c1665cd5616', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af0aa658-d23d-453f-8f2c-10f24ffceb8a', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1146.561428] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Creating folder: Project (7ec49cca508748c8adf93a7100be2d69). Parent ref: group-v530434. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1146.562285] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4045f371-ebdd-47e5-b133-3de8115c19a0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.573059] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Created folder: Project (7ec49cca508748c8adf93a7100be2d69) in parent group-v530434. [ 1146.573257] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Creating folder: Instances. Parent ref: group-v530750. {{(pid=62321) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1146.573481] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ab8a6e5-a4f7-4552-8cc4-350014d4282a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.583470] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Created folder: Instances in parent group-v530750. [ 1146.583709] env[62321]: DEBUG oslo.service.loopingcall [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1146.583895] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1146.584221] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c1bc017-e29c-4f18-960a-7aef354c4dba {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.605606] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1146.605606] env[62321]: value = "task-2634038" [ 1146.605606] env[62321]: _type = "Task" [ 1146.605606] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.612924] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2634038, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.794074] env[62321]: DEBUG nova.compute.manager [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: e7709019-177f-4e19-be03-027c359d851c] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1146.820028] env[62321]: DEBUG nova.virt.hardware [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1146.820483] env[62321]: DEBUG nova.virt.hardware [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1146.820483] env[62321]: DEBUG nova.virt.hardware [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1146.820592] env[62321]: DEBUG nova.virt.hardware [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1146.820737] env[62321]: DEBUG nova.virt.hardware [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1146.820935] env[62321]: DEBUG nova.virt.hardware [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1146.821106] env[62321]: DEBUG nova.virt.hardware [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1146.821266] env[62321]: DEBUG nova.virt.hardware [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1146.821432] env[62321]: DEBUG nova.virt.hardware [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1146.821593] env[62321]: DEBUG nova.virt.hardware [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1146.821785] env[62321]: DEBUG nova.virt.hardware [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1146.822746] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b89398-31c4-435d-a0be-5907ca2b205f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.832706] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ebe524-73b4-4971-866f-47abb9ee6160 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.841477] env[62321]: DEBUG nova.compute.manager [req-1491356c-1b4a-4630-a998-d16f614e4232 req-0de883c5-4e23-4f88-bda8-10dd83da2fbf service nova] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Received event network-changed-af0aa658-d23d-453f-8f2c-10f24ffceb8a {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1146.841666] env[62321]: DEBUG nova.compute.manager [req-1491356c-1b4a-4630-a998-d16f614e4232 req-0de883c5-4e23-4f88-bda8-10dd83da2fbf service nova] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Refreshing instance network info cache due to event network-changed-af0aa658-d23d-453f-8f2c-10f24ffceb8a. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1146.841985] env[62321]: DEBUG oslo_concurrency.lockutils [req-1491356c-1b4a-4630-a998-d16f614e4232 req-0de883c5-4e23-4f88-bda8-10dd83da2fbf service nova] Acquiring lock "refresh_cache-516e8a50-a4bc-4f7c-be54-fcb60730f5cb" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.842214] env[62321]: DEBUG oslo_concurrency.lockutils [req-1491356c-1b4a-4630-a998-d16f614e4232 req-0de883c5-4e23-4f88-bda8-10dd83da2fbf service nova] Acquired lock "refresh_cache-516e8a50-a4bc-4f7c-be54-fcb60730f5cb" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.842396] env[62321]: DEBUG nova.network.neutron [req-1491356c-1b4a-4630-a998-d16f614e4232 req-0de883c5-4e23-4f88-bda8-10dd83da2fbf service nova] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Refreshing network info cache for port af0aa658-d23d-453f-8f2c-10f24ffceb8a {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.875860] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]521bca6b-d258-fd4d-c021-f280458903ea, 'name': SearchDatastore_Task, 'duration_secs': 0.012185} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.876131] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.876382] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 9a3fe97a-26a0-4286-8258-0752fa08ea3f/9a3fe97a-26a0-4286-8258-0752fa08ea3f.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1146.876636] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8194160-16ae-440d-b120-fdc731eb7805 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.882466] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1146.882466] env[62321]: value = "task-2634039" [ 1146.882466] env[62321]: _type = "Task" [ 1146.882466] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.903044] env[62321]: DEBUG oslo_concurrency.lockutils [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "f2bb34f7-6989-4ece-96f7-85a8ea0f83f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1146.903275] env[62321]: DEBUG oslo_concurrency.lockutils [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "f2bb34f7-6989-4ece-96f7-85a8ea0f83f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1146.903447] env[62321]: DEBUG oslo_concurrency.lockutils [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "f2bb34f7-6989-4ece-96f7-85a8ea0f83f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1146.904613] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.118071] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2634038, 'name': CreateVM_Task, 'duration_secs': 0.388528} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.118261] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1147.118957] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.119142] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.119493] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.119775] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1475b59f-73ff-40a5-8d8a-d9f552bdf4ec {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.126829] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for the task: (returnval){ [ 1147.126829] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52bdc61e-fb66-259a-dea0-990e8326ab2d" [ 1147.126829] env[62321]: _type = "Task" [ 1147.126829] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.136245] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52bdc61e-fb66-259a-dea0-990e8326ab2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.150756] env[62321]: DEBUG nova.network.neutron [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Port ffcc0c40-4ec7-4b4b-bae4-3576f19c1bd6 binding to destination host cpu-1 is already ACTIVE {{(pid=62321) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1147.394713] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634039, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.400094] env[62321]: DEBUG nova.compute.manager [req-4e78d4b3-0ebc-464b-b347-dab7bd76ad5d req-32054222-8ad0-4273-b641-861202181ba9 service nova] [instance: e7709019-177f-4e19-be03-027c359d851c] Received event network-vif-plugged-491066f3-e2c0-4977-928d-15081b9a5ceb {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1147.400374] env[62321]: DEBUG oslo_concurrency.lockutils [req-4e78d4b3-0ebc-464b-b347-dab7bd76ad5d req-32054222-8ad0-4273-b641-861202181ba9 service nova] Acquiring lock "e7709019-177f-4e19-be03-027c359d851c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1147.400533] env[62321]: DEBUG oslo_concurrency.lockutils [req-4e78d4b3-0ebc-464b-b347-dab7bd76ad5d req-32054222-8ad0-4273-b641-861202181ba9 service nova] Lock "e7709019-177f-4e19-be03-027c359d851c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1147.400695] env[62321]: DEBUG oslo_concurrency.lockutils [req-4e78d4b3-0ebc-464b-b347-dab7bd76ad5d req-32054222-8ad0-4273-b641-861202181ba9 service nova] Lock "e7709019-177f-4e19-be03-027c359d851c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1147.400860] env[62321]: DEBUG nova.compute.manager [req-4e78d4b3-0ebc-464b-b347-dab7bd76ad5d req-32054222-8ad0-4273-b641-861202181ba9 service nova] [instance: e7709019-177f-4e19-be03-027c359d851c] No waiting events found dispatching network-vif-plugged-491066f3-e2c0-4977-928d-15081b9a5ceb {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1147.401066] env[62321]: WARNING nova.compute.manager [req-4e78d4b3-0ebc-464b-b347-dab7bd76ad5d req-32054222-8ad0-4273-b641-861202181ba9 service nova] [instance: e7709019-177f-4e19-be03-027c359d851c] Received unexpected event network-vif-plugged-491066f3-e2c0-4977-928d-15081b9a5ceb for instance with vm_state building and task_state spawning. [ 1147.571695] env[62321]: DEBUG nova.network.neutron [req-1491356c-1b4a-4630-a998-d16f614e4232 req-0de883c5-4e23-4f88-bda8-10dd83da2fbf service nova] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Updated VIF entry in instance network info cache for port af0aa658-d23d-453f-8f2c-10f24ffceb8a. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.572115] env[62321]: DEBUG nova.network.neutron [req-1491356c-1b4a-4630-a998-d16f614e4232 req-0de883c5-4e23-4f88-bda8-10dd83da2fbf service nova] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Updating instance_info_cache with network_info: [{"id": "af0aa658-d23d-453f-8f2c-10f24ffceb8a", "address": "fa:16:3e:3d:af:a1", "network": {"id": "ee512626-1ba4-4db7-9703-950f077b95cb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1204035596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ec49cca508748c8adf93a7100be2d69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf0aa658-d2", "ovs_interfaceid": "af0aa658-d23d-453f-8f2c-10f24ffceb8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.595982] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.596194] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.596357] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.596489] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.596633] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.596775] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.596919] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.597062] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62321) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1147.597207] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.637500] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52bdc61e-fb66-259a-dea0-990e8326ab2d, 'name': SearchDatastore_Task, 'duration_secs': 0.064552} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.638252] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.638252] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1147.638252] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.638437] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.638550] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1147.638774] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a5349f1-8842-4695-9ffa-05703267620c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.647517] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1147.647806] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1147.648479] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7355c2ae-8231-4134-a1ac-649a59d0d15f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.657383] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for the task: (returnval){ [ 1147.657383] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b19719-7193-c508-e6ee-26665c4fa2d9" [ 1147.657383] env[62321]: _type = "Task" [ 1147.657383] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.666034] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b19719-7193-c508-e6ee-26665c4fa2d9, 'name': SearchDatastore_Task, 'duration_secs': 0.008557} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.666688] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee1926a9-5947-4843-9a24-efef8f4dde3a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.672123] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for the task: (returnval){ [ 1147.672123] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52ffe7e0-b640-22fd-f969-21f890f95525" [ 1147.672123] env[62321]: _type = "Task" [ 1147.672123] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.680175] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52ffe7e0-b640-22fd-f969-21f890f95525, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.894526] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634039, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564832} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.895067] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 9a3fe97a-26a0-4286-8258-0752fa08ea3f/9a3fe97a-26a0-4286-8258-0752fa08ea3f.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1147.895067] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1147.895286] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99f8f713-d9ee-4f6e-933e-14ed7868f82f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.901946] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1147.901946] env[62321]: value = "task-2634040" [ 1147.901946] env[62321]: _type = "Task" [ 1147.901946] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.913398] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634040, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.943670] env[62321]: DEBUG oslo_concurrency.lockutils [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "refresh_cache-f2bb34f7-6989-4ece-96f7-85a8ea0f83f0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.943881] env[62321]: DEBUG oslo_concurrency.lockutils [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquired lock "refresh_cache-f2bb34f7-6989-4ece-96f7-85a8ea0f83f0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.944236] env[62321]: DEBUG nova.network.neutron [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.970806] env[62321]: DEBUG nova.network.neutron [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: e7709019-177f-4e19-be03-027c359d851c] Successfully updated port: 491066f3-e2c0-4977-928d-15081b9a5ceb {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1148.078597] env[62321]: DEBUG oslo_concurrency.lockutils [req-1491356c-1b4a-4630-a998-d16f614e4232 req-0de883c5-4e23-4f88-bda8-10dd83da2fbf service nova] Releasing lock "refresh_cache-516e8a50-a4bc-4f7c-be54-fcb60730f5cb" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.100953] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1148.101247] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1148.101426] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1148.101590] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62321) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1148.103525] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7827852e-0b9b-49f0-a251-11d972bc4b33 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.116878] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd946c6-3730-41f4-bdc9-f5e9aa967d70 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.139485] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afea932c-5e81-474c-a71f-9628691b848b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.149670] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a1b21f-f109-4184-959c-196afd6cd5f7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.189483] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179618MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=62321) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1148.189673] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1148.189843] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1148.201052] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "56205dff-56b5-4a96-ab3e-ec07705d837a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1148.201292] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "56205dff-56b5-4a96-ab3e-ec07705d837a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1148.201474] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "56205dff-56b5-4a96-ab3e-ec07705d837a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1148.208997] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52ffe7e0-b640-22fd-f969-21f890f95525, 'name': SearchDatastore_Task, 'duration_secs': 0.011091} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.209317] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.209587] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 516e8a50-a4bc-4f7c-be54-fcb60730f5cb/516e8a50-a4bc-4f7c-be54-fcb60730f5cb.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1148.209876] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7a86794-b430-4df5-9883-c66a83404a42 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.217430] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for the task: (returnval){ [ 1148.217430] env[62321]: value = "task-2634041" [ 1148.217430] env[62321]: _type = "Task" [ 1148.217430] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.226141] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.412330] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634040, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177431} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.412601] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1148.413401] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464cfb47-606d-4bfd-bbb3-f10daedf4633 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.437348] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 9a3fe97a-26a0-4286-8258-0752fa08ea3f/9a3fe97a-26a0-4286-8258-0752fa08ea3f.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.437670] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a09ebe0a-ce23-4a64-b487-01e7dc4fd8dc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.458795] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1148.458795] env[62321]: value = "task-2634042" [ 1148.458795] env[62321]: _type = "Task" [ 1148.458795] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.467283] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634042, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.473080] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquiring lock "refresh_cache-e7709019-177f-4e19-be03-027c359d851c" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.473153] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquired lock "refresh_cache-e7709019-177f-4e19-be03-027c359d851c" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.473300] env[62321]: DEBUG nova.network.neutron [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: e7709019-177f-4e19-be03-027c359d851c] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.712875] env[62321]: DEBUG nova.network.neutron [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Updating instance_info_cache with network_info: [{"id": "5f732e98-cbc1-42be-9389-2f2c72ee2096", "address": "fa:16:3e:83:c5:72", "network": {"id": "750e916d-f2cf-425c-88f0-488d2d7ac894", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-457582844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4d5b3a8d92f42ddb204a0a27c24609a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f732e98-cb", "ovs_interfaceid": "5f732e98-cbc1-42be-9389-2f2c72ee2096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.728501] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634041, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.873029] env[62321]: DEBUG nova.compute.manager [req-dcb2eb8b-ffbb-419b-9019-14a0c0f4f9e2 req-6d2449ec-4f5f-400f-83e4-f316c4bd7a98 service nova] [instance: e7709019-177f-4e19-be03-027c359d851c] Received event network-changed-491066f3-e2c0-4977-928d-15081b9a5ceb {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1148.873310] env[62321]: DEBUG nova.compute.manager [req-dcb2eb8b-ffbb-419b-9019-14a0c0f4f9e2 req-6d2449ec-4f5f-400f-83e4-f316c4bd7a98 service nova] [instance: e7709019-177f-4e19-be03-027c359d851c] Refreshing instance network info cache due to event network-changed-491066f3-e2c0-4977-928d-15081b9a5ceb. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1148.873465] env[62321]: DEBUG oslo_concurrency.lockutils [req-dcb2eb8b-ffbb-419b-9019-14a0c0f4f9e2 req-6d2449ec-4f5f-400f-83e4-f316c4bd7a98 service nova] Acquiring lock "refresh_cache-e7709019-177f-4e19-be03-027c359d851c" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.971166] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.008563] env[62321]: DEBUG nova.network.neutron [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: e7709019-177f-4e19-be03-027c359d851c] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1149.153243] env[62321]: DEBUG nova.network.neutron [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: e7709019-177f-4e19-be03-027c359d851c] Updating instance_info_cache with network_info: [{"id": "491066f3-e2c0-4977-928d-15081b9a5ceb", "address": "fa:16:3e:46:bd:02", "network": {"id": "ee512626-1ba4-4db7-9703-950f077b95cb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1204035596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ec49cca508748c8adf93a7100be2d69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap491066f3-e2", "ovs_interfaceid": "491066f3-e2c0-4977-928d-15081b9a5ceb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.214436] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Applying migration context for instance 56205dff-56b5-4a96-ab3e-ec07705d837a as it has an incoming, in-progress migration 089dbea4-39a3-416c-b2e0-d863d64a1b8b. Migration status is post-migrating {{(pid=62321) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1149.214655] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Applying migration context for instance f2bb34f7-6989-4ece-96f7-85a8ea0f83f0 as it has an incoming, in-progress migration 20b52a6d-c086-4966-8562-c88f2016aace. Migration status is post-migrating {{(pid=62321) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1149.215758] env[62321]: INFO nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Updating resource usage from migration 089dbea4-39a3-416c-b2e0-d863d64a1b8b [ 1149.216079] env[62321]: INFO nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Updating resource usage from migration 20b52a6d-c086-4966-8562-c88f2016aace [ 1149.218876] env[62321]: DEBUG oslo_concurrency.lockutils [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Releasing lock "refresh_cache-f2bb34f7-6989-4ece-96f7-85a8ea0f83f0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.233310] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634041, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.008492} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.233608] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 516e8a50-a4bc-4f7c-be54-fcb60730f5cb/516e8a50-a4bc-4f7c-be54-fcb60730f5cb.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.234270] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.234270] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7df6e589-9739-4321-b69e-c07ad01be275 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.238902] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 99c10950-245e-45c0-bc8b-1d6c88837349 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.239061] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 9a3fe97a-26a0-4286-8258-0752fa08ea3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.239202] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.239326] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 921b0393-e934-4efb-9fff-18f21095f516 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.239444] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Migration 20b52a6d-c086-4966-8562-c88f2016aace is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1149.239565] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Migration 089dbea4-39a3-416c-b2e0-d863d64a1b8b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1149.239730] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance f2bb34f7-6989-4ece-96f7-85a8ea0f83f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.239877] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 56205dff-56b5-4a96-ab3e-ec07705d837a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.239994] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 516e8a50-a4bc-4f7c-be54-fcb60730f5cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.240124] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance e7709019-177f-4e19-be03-027c359d851c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.240331] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=62321) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1149.240488] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2560MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=62321) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1149.245250] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for the task: (returnval){ [ 1149.245250] env[62321]: value = "task-2634043" [ 1149.245250] env[62321]: _type = "Task" [ 1149.245250] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.253700] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.254750] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "refresh_cache-56205dff-56b5-4a96-ab3e-ec07705d837a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.254972] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquired lock "refresh_cache-56205dff-56b5-4a96-ab3e-ec07705d837a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.255203] env[62321]: DEBUG nova.network.neutron [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.372252] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a92fa1-827a-4c45-930b-b339f7828f3d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.379907] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719af678-12bd-421a-bd6e-d15d8c609e3f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.412236] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb46c17-ea78-4d5e-815f-f3e5887eb7be {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.419686] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d00f4e5-e10d-4751-90fe-da7c89a1b84f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.438024] env[62321]: DEBUG nova.compute.provider_tree [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.468440] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634042, 'name': ReconfigVM_Task, 'duration_secs': 0.845462} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.468652] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 9a3fe97a-26a0-4286-8258-0752fa08ea3f/9a3fe97a-26a0-4286-8258-0752fa08ea3f.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.469751] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'disk_bus': None, 'encryption_options': None, 'device_type': 'disk', 'boot_index': 0, 'size': 0, 'guest_format': None, 'encryption_format': None, 'image_id': '7fc427ea-8761-4336-ad20-460b5403c5d0'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'mount_device': '/dev/sdb', 'disk_bus': None, 'device_type': None, 'boot_index': None, 'guest_format': None, 'attachment_id': 'b1b1e1f1-a640-44f5-9244-c550361789e6', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530748', 'volume_id': 'cf196ad9-e990-45e8-a98b-d4393a28f4cf', 'name': 'volume-cf196ad9-e990-45e8-a98b-d4393a28f4cf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a3fe97a-26a0-4286-8258-0752fa08ea3f', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf196ad9-e990-45e8-a98b-d4393a28f4cf', 'serial': 'cf196ad9-e990-45e8-a98b-d4393a28f4cf'}, 'volume_type': None}], 'swap': None} {{(pid=62321) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1149.469954] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Volume attach. Driver type: vmdk {{(pid=62321) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1149.470155] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530748', 'volume_id': 'cf196ad9-e990-45e8-a98b-d4393a28f4cf', 'name': 'volume-cf196ad9-e990-45e8-a98b-d4393a28f4cf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a3fe97a-26a0-4286-8258-0752fa08ea3f', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf196ad9-e990-45e8-a98b-d4393a28f4cf', 'serial': 'cf196ad9-e990-45e8-a98b-d4393a28f4cf'} {{(pid=62321) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1149.470919] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570b7424-317b-46d8-b1a5-a7159a8d68c2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.485744] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f48485b-aa8e-4818-9999-2346bff4a1f8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.508492] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] volume-cf196ad9-e990-45e8-a98b-d4393a28f4cf/volume-cf196ad9-e990-45e8-a98b-d4393a28f4cf.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.508741] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5a82de4-de93-4f67-8346-cf282d779245 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.525334] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1149.525334] env[62321]: value = "task-2634044" [ 1149.525334] env[62321]: _type = "Task" [ 1149.525334] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.532211] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634044, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.656747] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Releasing lock "refresh_cache-e7709019-177f-4e19-be03-027c359d851c" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.657120] env[62321]: DEBUG nova.compute.manager [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: e7709019-177f-4e19-be03-027c359d851c] Instance network_info: |[{"id": "491066f3-e2c0-4977-928d-15081b9a5ceb", "address": "fa:16:3e:46:bd:02", "network": {"id": "ee512626-1ba4-4db7-9703-950f077b95cb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1204035596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ec49cca508748c8adf93a7100be2d69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap491066f3-e2", "ovs_interfaceid": "491066f3-e2c0-4977-928d-15081b9a5ceb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1149.657434] env[62321]: DEBUG oslo_concurrency.lockutils [req-dcb2eb8b-ffbb-419b-9019-14a0c0f4f9e2 req-6d2449ec-4f5f-400f-83e4-f316c4bd7a98 service nova] Acquired lock "refresh_cache-e7709019-177f-4e19-be03-027c359d851c" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.657614] env[62321]: DEBUG nova.network.neutron [req-dcb2eb8b-ffbb-419b-9019-14a0c0f4f9e2 req-6d2449ec-4f5f-400f-83e4-f316c4bd7a98 service nova] [instance: e7709019-177f-4e19-be03-027c359d851c] Refreshing network info cache for port 491066f3-e2c0-4977-928d-15081b9a5ceb {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.658832] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: e7709019-177f-4e19-be03-027c359d851c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:bd:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61b8f0db-488e-42d7-bf6c-6c1665cd5616', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '491066f3-e2c0-4977-928d-15081b9a5ceb', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1149.666189] env[62321]: DEBUG oslo.service.loopingcall [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1149.667146] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7709019-177f-4e19-be03-027c359d851c] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1149.667374] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90984127-5f09-4672-8baa-758df9c8ad78 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.688338] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1149.688338] env[62321]: value = "task-2634045" [ 1149.688338] env[62321]: _type = "Task" [ 1149.688338] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.696015] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2634045, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.732228] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56986f2-cee5-4281-8e60-0c233a81c206 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.738834] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c94bde-c850-449c-b72b-9d7b7a1d1401 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.760864] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073993} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.761143] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1149.762200] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12188969-3fda-4965-921a-f860f93f1aa8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.783538] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 516e8a50-a4bc-4f7c-be54-fcb60730f5cb/516e8a50-a4bc-4f7c-be54-fcb60730f5cb.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.783805] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72968556-a94a-4725-ba81-c32f26c6d5ba {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.804816] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for the task: (returnval){ [ 1149.804816] env[62321]: value = "task-2634046" [ 1149.804816] env[62321]: _type = "Task" [ 1149.804816] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.816953] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634046, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.940293] env[62321]: DEBUG nova.scheduler.client.report [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.022391] env[62321]: DEBUG nova.network.neutron [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Updating instance_info_cache with network_info: [{"id": "ffcc0c40-4ec7-4b4b-bae4-3576f19c1bd6", "address": "fa:16:3e:47:55:74", "network": {"id": "2750ca67-1b0e-43a8-a773-1086f86438e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-263699496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e41ce300a3c4503930ecf73e3501abe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffcc0c40-4e", "ovs_interfaceid": "ffcc0c40-4ec7-4b4b-bae4-3576f19c1bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.035372] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634044, 'name': ReconfigVM_Task, 'duration_secs': 0.404079} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.035752] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Reconfigured VM instance instance-0000006b to attach disk [datastore1] volume-cf196ad9-e990-45e8-a98b-d4393a28f4cf/volume-cf196ad9-e990-45e8-a98b-d4393a28f4cf.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.040858] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c0c5ea6-6bfd-4dc9-aa6b-4d6a9a8167e6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.057015] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1150.057015] env[62321]: value = "task-2634047" [ 1150.057015] env[62321]: _type = "Task" [ 1150.057015] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.065507] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634047, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.200384] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2634045, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.314079] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634046, 'name': ReconfigVM_Task, 'duration_secs': 0.439833} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.314389] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 516e8a50-a4bc-4f7c-be54-fcb60730f5cb/516e8a50-a4bc-4f7c-be54-fcb60730f5cb.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.315023] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-958c0a7e-ac2f-4034-8323-625a7e1346a3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.321925] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for the task: (returnval){ [ 1150.321925] env[62321]: value = "task-2634048" [ 1150.321925] env[62321]: _type = "Task" [ 1150.321925] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.333560] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634048, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.357716] env[62321]: DEBUG nova.network.neutron [req-dcb2eb8b-ffbb-419b-9019-14a0c0f4f9e2 req-6d2449ec-4f5f-400f-83e4-f316c4bd7a98 service nova] [instance: e7709019-177f-4e19-be03-027c359d851c] Updated VIF entry in instance network info cache for port 491066f3-e2c0-4977-928d-15081b9a5ceb. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.358079] env[62321]: DEBUG nova.network.neutron [req-dcb2eb8b-ffbb-419b-9019-14a0c0f4f9e2 req-6d2449ec-4f5f-400f-83e4-f316c4bd7a98 service nova] [instance: e7709019-177f-4e19-be03-027c359d851c] Updating instance_info_cache with network_info: [{"id": "491066f3-e2c0-4977-928d-15081b9a5ceb", "address": "fa:16:3e:46:bd:02", "network": {"id": "ee512626-1ba4-4db7-9703-950f077b95cb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1204035596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ec49cca508748c8adf93a7100be2d69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap491066f3-e2", "ovs_interfaceid": "491066f3-e2c0-4977-928d-15081b9a5ceb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.445790] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62321) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1150.446045] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.256s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1150.525416] env[62321]: DEBUG oslo_concurrency.lockutils [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Releasing lock "refresh_cache-56205dff-56b5-4a96-ab3e-ec07705d837a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.566314] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634047, 'name': ReconfigVM_Task, 'duration_secs': 0.150417} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.566500] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530748', 'volume_id': 'cf196ad9-e990-45e8-a98b-d4393a28f4cf', 'name': 'volume-cf196ad9-e990-45e8-a98b-d4393a28f4cf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a3fe97a-26a0-4286-8258-0752fa08ea3f', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf196ad9-e990-45e8-a98b-d4393a28f4cf', 'serial': 'cf196ad9-e990-45e8-a98b-d4393a28f4cf'} {{(pid=62321) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1150.567076] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7979437-ea3e-4b0c-bb06-cc964be564c5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.573933] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1150.573933] env[62321]: value = "task-2634049" [ 1150.573933] env[62321]: _type = "Task" [ 1150.573933] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.581201] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634049, 'name': Rename_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.698581] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2634045, 'name': CreateVM_Task, 'duration_secs': 0.512198} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.698746] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7709019-177f-4e19-be03-027c359d851c] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1150.699437] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.699597] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.699940] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.700494] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-745d58ce-0e42-4611-b615-b3cfbb8cb579 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.704633] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for the task: (returnval){ [ 1150.704633] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528fc083-3061-3829-fddc-c6d58069af03" [ 1150.704633] env[62321]: _type = "Task" [ 1150.704633] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.711989] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528fc083-3061-3829-fddc-c6d58069af03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.836503] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634048, 'name': Rename_Task, 'duration_secs': 0.136854} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.836769] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.837038] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f188767e-f7cb-4bee-aa02-73e0fd9cd384 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.840176] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44c5765-4156-4cd4-ac8f-7f291165822c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.843329] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for the task: (returnval){ [ 1150.843329] env[62321]: value = "task-2634050" [ 1150.843329] env[62321]: _type = "Task" [ 1150.843329] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.861543] env[62321]: DEBUG oslo_concurrency.lockutils [req-dcb2eb8b-ffbb-419b-9019-14a0c0f4f9e2 req-6d2449ec-4f5f-400f-83e4-f316c4bd7a98 service nova] Releasing lock "refresh_cache-e7709019-177f-4e19-be03-027c359d851c" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.862773] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3754b2-6edb-47c5-9384-6789a70de722 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.867807] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634050, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.871577] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Updating instance 'f2bb34f7-6989-4ece-96f7-85a8ea0f83f0' progress to 83 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1151.045869] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae8058b-82a2-451a-b4e4-04792dde287a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.064499] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e75bfcc-7465-469c-9224-0211b21a82e2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.070914] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Updating instance '56205dff-56b5-4a96-ab3e-ec07705d837a' progress to 83 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1151.083091] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634049, 'name': Rename_Task, 'duration_secs': 0.208352} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.083210] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.083337] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-673af8fb-28b6-4210-ab4d-6ce547634e00 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.088763] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1151.088763] env[62321]: value = "task-2634051" [ 1151.088763] env[62321]: _type = "Task" [ 1151.088763] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.098635] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.215274] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528fc083-3061-3829-fddc-c6d58069af03, 'name': SearchDatastore_Task, 'duration_secs': 0.017752} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.215635] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.215893] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: e7709019-177f-4e19-be03-027c359d851c] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1151.216157] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.216307] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.216492] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1151.216734] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-513bc969-acf3-4c5c-9fb8-b5c5ca1c8756 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.225878] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1151.226062] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1151.226746] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a1e275d-fa0f-42bd-909e-796066b9454c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.231869] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for the task: (returnval){ [ 1151.231869] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52ea0313-ccd8-2686-b7d5-a90de7b7821b" [ 1151.231869] env[62321]: _type = "Task" [ 1151.231869] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.239178] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52ea0313-ccd8-2686-b7d5-a90de7b7821b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.353023] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634050, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.377527] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.377823] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86fa515f-0355-44c7-b296-0844ebbf4916 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.385047] env[62321]: DEBUG oslo_vmware.api [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1151.385047] env[62321]: value = "task-2634052" [ 1151.385047] env[62321]: _type = "Task" [ 1151.385047] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.392777] env[62321]: DEBUG oslo_vmware.api [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.580888] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.581205] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41c454a6-162b-44c0-b453-4519ebaae783 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.588189] env[62321]: DEBUG oslo_vmware.api [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 1151.588189] env[62321]: value = "task-2634053" [ 1151.588189] env[62321]: _type = "Task" [ 1151.588189] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.599083] env[62321]: DEBUG oslo_vmware.api [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634053, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.602521] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634051, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.746087] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52ea0313-ccd8-2686-b7d5-a90de7b7821b, 'name': SearchDatastore_Task, 'duration_secs': 0.015028} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.747092] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf69a456-97b5-4ef4-aa27-3886c3df534d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.753170] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for the task: (returnval){ [ 1151.753170] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c3acd9-9c58-0ea6-56a0-493ad1fb6680" [ 1151.753170] env[62321]: _type = "Task" [ 1151.753170] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.761253] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c3acd9-9c58-0ea6-56a0-493ad1fb6680, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.853225] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634050, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.894536] env[62321]: DEBUG oslo_vmware.api [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634052, 'name': PowerOnVM_Task, 'duration_secs': 0.397618} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.894800] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.894988] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-45e53934-af65-4d6c-b167-6f9e012ab461 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Updating instance 'f2bb34f7-6989-4ece-96f7-85a8ea0f83f0' progress to 100 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1152.101546] env[62321]: DEBUG oslo_vmware.api [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634053, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.104411] env[62321]: DEBUG oslo_vmware.api [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634051, 'name': PowerOnVM_Task, 'duration_secs': 0.602858} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.104667] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.104904] env[62321]: DEBUG nova.compute.manager [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.105637] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f0dac1-f377-46c3-8646-da6d0cb37ec3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.263792] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52c3acd9-9c58-0ea6-56a0-493ad1fb6680, 'name': SearchDatastore_Task, 'duration_secs': 0.011887} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.264054] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.264319] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] e7709019-177f-4e19-be03-027c359d851c/e7709019-177f-4e19-be03-027c359d851c.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1152.264569] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f66f781d-d08e-4dc0-bb6b-151ddbad3dd4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.270871] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for the task: (returnval){ [ 1152.270871] env[62321]: value = "task-2634054" [ 1152.270871] env[62321]: _type = "Task" [ 1152.270871] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.278788] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.354182] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634050, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.598132] env[62321]: DEBUG oslo_vmware.api [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634053, 'name': PowerOnVM_Task, 'duration_secs': 0.528618} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.598386] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.598568] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-d8502c87-5b22-4e94-9c32-1bfaef4307b7 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Updating instance '56205dff-56b5-4a96-ab3e-ec07705d837a' progress to 100 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1152.623534] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1152.623534] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1152.623704] env[62321]: DEBUG nova.objects.instance [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62321) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1152.782587] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634054, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.856362] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634050, 'name': PowerOnVM_Task, 'duration_secs': 1.554167} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.856632] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.856839] env[62321]: INFO nova.compute.manager [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1152.857049] env[62321]: DEBUG nova.compute.manager [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.857917] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55b7a10-f794-4b6b-83ac-c4601944742c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.281154] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634054, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.729866} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.281483] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] e7709019-177f-4e19-be03-027c359d851c/e7709019-177f-4e19-be03-027c359d851c.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1153.281625] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: e7709019-177f-4e19-be03-027c359d851c] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1153.281896] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f685121-b4c1-4ec8-a700-c323d3905fab {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.288631] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for the task: (returnval){ [ 1153.288631] env[62321]: value = "task-2634055" [ 1153.288631] env[62321]: _type = "Task" [ 1153.288631] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.296445] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634055, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.374697] env[62321]: INFO nova.compute.manager [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Took 13.16 seconds to build instance. [ 1153.631033] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8fb27727-b238-46a1-935e-6215552a3e3f tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.007s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1153.798604] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634055, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071378} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.798876] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: e7709019-177f-4e19-be03-027c359d851c] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1153.799625] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028b82f2-d456-4123-a855-4b843cdf4d5f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.821213] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: e7709019-177f-4e19-be03-027c359d851c] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] e7709019-177f-4e19-be03-027c359d851c/e7709019-177f-4e19-be03-027c359d851c.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1153.821493] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a032eb4b-6ac6-4786-b780-39858893ebf3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.840909] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for the task: (returnval){ [ 1153.840909] env[62321]: value = "task-2634056" [ 1153.840909] env[62321]: _type = "Task" [ 1153.840909] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.848387] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634056, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.876049] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Lock "516e8a50-a4bc-4f7c-be54-fcb60730f5cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.677s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1154.352840] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634056, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.543857] env[62321]: DEBUG nova.network.neutron [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Port 5f732e98-cbc1-42be-9389-2f2c72ee2096 binding to destination host cpu-1 is already ACTIVE {{(pid=62321) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1154.544178] env[62321]: DEBUG oslo_concurrency.lockutils [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "refresh_cache-f2bb34f7-6989-4ece-96f7-85a8ea0f83f0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.544301] env[62321]: DEBUG oslo_concurrency.lockutils [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquired lock "refresh_cache-f2bb34f7-6989-4ece-96f7-85a8ea0f83f0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.544442] env[62321]: DEBUG nova.network.neutron [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.837987] env[62321]: DEBUG nova.network.neutron [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Port ffcc0c40-4ec7-4b4b-bae4-3576f19c1bd6 binding to destination host cpu-1 is already ACTIVE {{(pid=62321) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1154.838324] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "refresh_cache-56205dff-56b5-4a96-ab3e-ec07705d837a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.838479] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquired lock "refresh_cache-56205dff-56b5-4a96-ab3e-ec07705d837a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.838676] env[62321]: DEBUG nova.network.neutron [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.852762] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634056, 'name': ReconfigVM_Task, 'duration_secs': 0.592034} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.853047] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: e7709019-177f-4e19-be03-027c359d851c] Reconfigured VM instance instance-00000075 to attach disk [datastore2] e7709019-177f-4e19-be03-027c359d851c/e7709019-177f-4e19-be03-027c359d851c.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1154.853692] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb74d5f5-a380-4222-a83b-458a1a3ba2df {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.859904] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for the task: (returnval){ [ 1154.859904] env[62321]: value = "task-2634057" [ 1154.859904] env[62321]: _type = "Task" [ 1154.859904] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.874581] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634057, 'name': Rename_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.327142] env[62321]: DEBUG nova.network.neutron [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Updating instance_info_cache with network_info: [{"id": "5f732e98-cbc1-42be-9389-2f2c72ee2096", "address": "fa:16:3e:83:c5:72", "network": {"id": "750e916d-f2cf-425c-88f0-488d2d7ac894", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-457582844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4d5b3a8d92f42ddb204a0a27c24609a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f732e98-cb", "ovs_interfaceid": "5f732e98-cbc1-42be-9389-2f2c72ee2096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.369472] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634057, 'name': Rename_Task, 'duration_secs': 0.154205} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.369764] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: e7709019-177f-4e19-be03-027c359d851c] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.370263] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14bb5264-2399-47f7-9b55-b7b5b96608d9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.376801] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for the task: (returnval){ [ 1155.376801] env[62321]: value = "task-2634058" [ 1155.376801] env[62321]: _type = "Task" [ 1155.376801] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.384012] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634058, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.577735] env[62321]: DEBUG nova.network.neutron [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Updating instance_info_cache with network_info: [{"id": "ffcc0c40-4ec7-4b4b-bae4-3576f19c1bd6", "address": "fa:16:3e:47:55:74", "network": {"id": "2750ca67-1b0e-43a8-a773-1086f86438e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-263699496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e41ce300a3c4503930ecf73e3501abe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffcc0c40-4e", "ovs_interfaceid": "ffcc0c40-4ec7-4b4b-bae4-3576f19c1bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.830365] env[62321]: DEBUG oslo_concurrency.lockutils [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Releasing lock "refresh_cache-f2bb34f7-6989-4ece-96f7-85a8ea0f83f0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.886562] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634058, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.080626] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Releasing lock "refresh_cache-56205dff-56b5-4a96-ab3e-ec07705d837a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.333900] env[62321]: DEBUG nova.compute.manager [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62321) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1156.387599] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634058, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.584064] env[62321]: DEBUG nova.compute.manager [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62321) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1156.584223] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.584439] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.886951] env[62321]: DEBUG oslo_vmware.api [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634058, 'name': PowerOnVM_Task, 'duration_secs': 1.409328} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.887214] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: e7709019-177f-4e19-be03-027c359d851c] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.887411] env[62321]: INFO nova.compute.manager [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: e7709019-177f-4e19-be03-027c359d851c] Took 10.09 seconds to spawn the instance on the hypervisor. [ 1156.887588] env[62321]: DEBUG nova.compute.manager [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: e7709019-177f-4e19-be03-027c359d851c] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1156.888338] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7c0f0e-4ea7-4897-9802-dfaab4ef8e0b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.086945] env[62321]: DEBUG nova.objects.instance [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lazy-loading 'migration_context' on Instance uuid 56205dff-56b5-4a96-ab3e-ec07705d837a {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.406860] env[62321]: INFO nova.compute.manager [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: e7709019-177f-4e19-be03-027c359d851c] Took 17.17 seconds to build instance. [ 1157.437414] env[62321]: DEBUG oslo_concurrency.lockutils [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.725505] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2d3b21-d22b-4196-8611-768da6cc2001 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.733334] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a11c1d-52a2-4b8f-ad21-da4f6d0893e8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.764711] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7821c44-bc10-4b7f-882a-84547208d85e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.771959] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f55714-af3b-4830-b75d-ee1cc917feb6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.785385] env[62321]: DEBUG nova.compute.provider_tree [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.909445] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5ad20b13-a21e-417f-a2ef-db036349b494 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Lock "e7709019-177f-4e19-be03-027c359d851c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.683s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.140369] env[62321]: DEBUG oslo_concurrency.lockutils [None req-62713c09-add0-4393-8af1-7d9580d46efa tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquiring lock "516e8a50-a4bc-4f7c-be54-fcb60730f5cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.140617] env[62321]: DEBUG oslo_concurrency.lockutils [None req-62713c09-add0-4393-8af1-7d9580d46efa tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Lock "516e8a50-a4bc-4f7c-be54-fcb60730f5cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.140818] env[62321]: DEBUG oslo_concurrency.lockutils [None req-62713c09-add0-4393-8af1-7d9580d46efa tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquiring lock "516e8a50-a4bc-4f7c-be54-fcb60730f5cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.141009] env[62321]: DEBUG oslo_concurrency.lockutils [None req-62713c09-add0-4393-8af1-7d9580d46efa tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Lock "516e8a50-a4bc-4f7c-be54-fcb60730f5cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.141193] env[62321]: DEBUG oslo_concurrency.lockutils [None req-62713c09-add0-4393-8af1-7d9580d46efa tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Lock "516e8a50-a4bc-4f7c-be54-fcb60730f5cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.143557] env[62321]: INFO nova.compute.manager [None req-62713c09-add0-4393-8af1-7d9580d46efa tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Terminating instance [ 1158.201353] env[62321]: DEBUG oslo_concurrency.lockutils [None req-da7c2667-2c23-47b7-972a-bbb0f81135ec tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquiring lock "e7709019-177f-4e19-be03-027c359d851c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.201540] env[62321]: DEBUG oslo_concurrency.lockutils [None req-da7c2667-2c23-47b7-972a-bbb0f81135ec tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Lock "e7709019-177f-4e19-be03-027c359d851c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.201738] env[62321]: DEBUG oslo_concurrency.lockutils [None req-da7c2667-2c23-47b7-972a-bbb0f81135ec tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquiring lock "e7709019-177f-4e19-be03-027c359d851c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.201963] env[62321]: DEBUG oslo_concurrency.lockutils [None req-da7c2667-2c23-47b7-972a-bbb0f81135ec tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Lock "e7709019-177f-4e19-be03-027c359d851c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.202163] env[62321]: DEBUG oslo_concurrency.lockutils [None req-da7c2667-2c23-47b7-972a-bbb0f81135ec tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Lock "e7709019-177f-4e19-be03-027c359d851c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.204038] env[62321]: INFO nova.compute.manager [None req-da7c2667-2c23-47b7-972a-bbb0f81135ec tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: e7709019-177f-4e19-be03-027c359d851c] Terminating instance [ 1158.291567] env[62321]: DEBUG nova.scheduler.client.report [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.647852] env[62321]: DEBUG nova.compute.manager [None req-62713c09-add0-4393-8af1-7d9580d46efa tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1158.648358] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-62713c09-add0-4393-8af1-7d9580d46efa tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1158.649022] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911b43bb-b64c-46d4-af04-d84378a33ad5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.657200] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-62713c09-add0-4393-8af1-7d9580d46efa tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.657452] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c44c42f8-0da7-4ea0-8e45-d4f87ede7598 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.663071] env[62321]: DEBUG oslo_vmware.api [None req-62713c09-add0-4393-8af1-7d9580d46efa tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for the task: (returnval){ [ 1158.663071] env[62321]: value = "task-2634059" [ 1158.663071] env[62321]: _type = "Task" [ 1158.663071] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.670529] env[62321]: DEBUG oslo_vmware.api [None req-62713c09-add0-4393-8af1-7d9580d46efa tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.707474] env[62321]: DEBUG nova.compute.manager [None req-da7c2667-2c23-47b7-972a-bbb0f81135ec tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: e7709019-177f-4e19-be03-027c359d851c] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1158.707704] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-da7c2667-2c23-47b7-972a-bbb0f81135ec tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: e7709019-177f-4e19-be03-027c359d851c] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1158.708611] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9ad089-6b05-4e1b-ad03-edb09bcfc5c3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.716706] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-da7c2667-2c23-47b7-972a-bbb0f81135ec tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: e7709019-177f-4e19-be03-027c359d851c] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.717015] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76b7291b-a165-41a4-9444-37b0a744b492 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.723313] env[62321]: DEBUG oslo_vmware.api [None req-da7c2667-2c23-47b7-972a-bbb0f81135ec tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for the task: (returnval){ [ 1158.723313] env[62321]: value = "task-2634060" [ 1158.723313] env[62321]: _type = "Task" [ 1158.723313] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.730928] env[62321]: DEBUG oslo_vmware.api [None req-da7c2667-2c23-47b7-972a-bbb0f81135ec tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.173269] env[62321]: DEBUG oslo_vmware.api [None req-62713c09-add0-4393-8af1-7d9580d46efa tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634059, 'name': PowerOffVM_Task, 'duration_secs': 0.19726} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.173523] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-62713c09-add0-4393-8af1-7d9580d46efa tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1159.173690] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-62713c09-add0-4393-8af1-7d9580d46efa tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1159.173928] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abda464c-aa8d-4470-b4a6-907142e5dce1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.233240] env[62321]: DEBUG oslo_vmware.api [None req-da7c2667-2c23-47b7-972a-bbb0f81135ec tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634060, 'name': PowerOffVM_Task, 'duration_secs': 0.177689} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.233554] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-da7c2667-2c23-47b7-972a-bbb0f81135ec tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: e7709019-177f-4e19-be03-027c359d851c] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1159.233735] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-da7c2667-2c23-47b7-972a-bbb0f81135ec tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: e7709019-177f-4e19-be03-027c359d851c] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1159.233994] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-720ed735-a495-403c-8727-efc4b31e2cb3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.241169] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-62713c09-add0-4393-8af1-7d9580d46efa tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1159.241393] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-62713c09-add0-4393-8af1-7d9580d46efa tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1159.241572] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-62713c09-add0-4393-8af1-7d9580d46efa tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Deleting the datastore file [datastore2] 516e8a50-a4bc-4f7c-be54-fcb60730f5cb {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.241818] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91adb1fe-eb1b-45f8-a1a9-6c467a446034 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.248347] env[62321]: DEBUG oslo_vmware.api [None req-62713c09-add0-4393-8af1-7d9580d46efa tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for the task: (returnval){ [ 1159.248347] env[62321]: value = "task-2634063" [ 1159.248347] env[62321]: _type = "Task" [ 1159.248347] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.256627] env[62321]: DEBUG oslo_vmware.api [None req-62713c09-add0-4393-8af1-7d9580d46efa tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634063, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.300597] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.716s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.308265] env[62321]: DEBUG oslo_concurrency.lockutils [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.871s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.309590] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-da7c2667-2c23-47b7-972a-bbb0f81135ec tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: e7709019-177f-4e19-be03-027c359d851c] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1159.309831] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-da7c2667-2c23-47b7-972a-bbb0f81135ec tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: e7709019-177f-4e19-be03-027c359d851c] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1159.310095] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-da7c2667-2c23-47b7-972a-bbb0f81135ec tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Deleting the datastore file [datastore2] e7709019-177f-4e19-be03-027c359d851c {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.312575] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc2c3d6e-5454-4b70-8a03-2725d0840b46 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.323541] env[62321]: DEBUG oslo_vmware.api [None req-da7c2667-2c23-47b7-972a-bbb0f81135ec tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for the task: (returnval){ [ 1159.323541] env[62321]: value = "task-2634064" [ 1159.323541] env[62321]: _type = "Task" [ 1159.323541] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.333034] env[62321]: DEBUG oslo_vmware.api [None req-da7c2667-2c23-47b7-972a-bbb0f81135ec tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.760470] env[62321]: DEBUG oslo_vmware.api [None req-62713c09-add0-4393-8af1-7d9580d46efa tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634063, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145403} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.760826] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-62713c09-add0-4393-8af1-7d9580d46efa tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1159.761091] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-62713c09-add0-4393-8af1-7d9580d46efa tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1159.761357] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-62713c09-add0-4393-8af1-7d9580d46efa tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1159.761597] env[62321]: INFO nova.compute.manager [None req-62713c09-add0-4393-8af1-7d9580d46efa tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1159.761961] env[62321]: DEBUG oslo.service.loopingcall [None req-62713c09-add0-4393-8af1-7d9580d46efa tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1159.762223] env[62321]: DEBUG nova.compute.manager [-] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1159.762350] env[62321]: DEBUG nova.network.neutron [-] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1159.813344] env[62321]: DEBUG nova.objects.instance [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lazy-loading 'migration_context' on Instance uuid f2bb34f7-6989-4ece-96f7-85a8ea0f83f0 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.834224] env[62321]: DEBUG oslo_vmware.api [None req-da7c2667-2c23-47b7-972a-bbb0f81135ec tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188419} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.834499] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-da7c2667-2c23-47b7-972a-bbb0f81135ec tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1159.834684] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-da7c2667-2c23-47b7-972a-bbb0f81135ec tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: e7709019-177f-4e19-be03-027c359d851c] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1159.834860] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-da7c2667-2c23-47b7-972a-bbb0f81135ec tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: e7709019-177f-4e19-be03-027c359d851c] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1159.835046] env[62321]: INFO nova.compute.manager [None req-da7c2667-2c23-47b7-972a-bbb0f81135ec tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: e7709019-177f-4e19-be03-027c359d851c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1159.835283] env[62321]: DEBUG oslo.service.loopingcall [None req-da7c2667-2c23-47b7-972a-bbb0f81135ec tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1159.835466] env[62321]: DEBUG nova.compute.manager [-] [instance: e7709019-177f-4e19-be03-027c359d851c] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1159.835560] env[62321]: DEBUG nova.network.neutron [-] [instance: e7709019-177f-4e19-be03-027c359d851c] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1160.177032] env[62321]: DEBUG nova.compute.manager [req-831c542a-b575-40df-8bd0-91d91d6b5cde req-f9e1569c-9017-47e9-9a2d-fda5b8b01e92 service nova] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Received event network-vif-deleted-af0aa658-d23d-453f-8f2c-10f24ffceb8a {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1160.180827] env[62321]: INFO nova.compute.manager [req-831c542a-b575-40df-8bd0-91d91d6b5cde req-f9e1569c-9017-47e9-9a2d-fda5b8b01e92 service nova] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Neutron deleted interface af0aa658-d23d-453f-8f2c-10f24ffceb8a; detaching it from the instance and deleting it from the info cache [ 1160.181067] env[62321]: DEBUG nova.network.neutron [req-831c542a-b575-40df-8bd0-91d91d6b5cde req-f9e1569c-9017-47e9-9a2d-fda5b8b01e92 service nova] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.438143] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e971aade-89cf-49f8-971c-0eb8fd90db67 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.445854] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd27e54-626e-49ca-aba8-cd81c8301547 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.475530] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cb1284-e081-4bcd-8fd8-2b471060bd44 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.482302] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23217934-5868-4788-8d59-edd9618c5a61 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.494949] env[62321]: DEBUG nova.compute.provider_tree [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.660209] env[62321]: DEBUG nova.network.neutron [-] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.688094] env[62321]: DEBUG nova.network.neutron [-] [instance: e7709019-177f-4e19-be03-027c359d851c] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.688661] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa785330-86bf-443c-8e83-7d8fec679646 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.700327] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eaaca10-6663-4dc2-a8a0-be10c1505593 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.736408] env[62321]: DEBUG nova.compute.manager [req-831c542a-b575-40df-8bd0-91d91d6b5cde req-f9e1569c-9017-47e9-9a2d-fda5b8b01e92 service nova] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Detach interface failed, port_id=af0aa658-d23d-453f-8f2c-10f24ffceb8a, reason: Instance 516e8a50-a4bc-4f7c-be54-fcb60730f5cb could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1160.843028] env[62321]: INFO nova.compute.manager [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Swapping old allocation on dict_keys(['e4ce1efe-a8f0-4655-8f76-50516c538695']) held by migration 089dbea4-39a3-416c-b2e0-d863d64a1b8b for instance [ 1160.866298] env[62321]: DEBUG nova.scheduler.client.report [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Overwriting current allocation {'allocations': {'e4ce1efe-a8f0-4655-8f76-50516c538695': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 165}}, 'project_id': '4e41ce300a3c4503930ecf73e3501abe', 'user_id': '4aa50382773541a1bdee59888d000b77', 'consumer_generation': 1} on consumer 56205dff-56b5-4a96-ab3e-ec07705d837a {{(pid=62321) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1160.946343] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "refresh_cache-56205dff-56b5-4a96-ab3e-ec07705d837a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.946533] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquired lock "refresh_cache-56205dff-56b5-4a96-ab3e-ec07705d837a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.946715] env[62321]: DEBUG nova.network.neutron [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.998603] env[62321]: DEBUG nova.scheduler.client.report [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.163186] env[62321]: INFO nova.compute.manager [-] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Took 1.40 seconds to deallocate network for instance. [ 1161.192646] env[62321]: INFO nova.compute.manager [-] [instance: e7709019-177f-4e19-be03-027c359d851c] Took 1.36 seconds to deallocate network for instance. [ 1161.658354] env[62321]: DEBUG nova.network.neutron [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Updating instance_info_cache with network_info: [{"id": "ffcc0c40-4ec7-4b4b-bae4-3576f19c1bd6", "address": "fa:16:3e:47:55:74", "network": {"id": "2750ca67-1b0e-43a8-a773-1086f86438e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-263699496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e41ce300a3c4503930ecf73e3501abe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffcc0c40-4e", "ovs_interfaceid": "ffcc0c40-4ec7-4b4b-bae4-3576f19c1bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.670027] env[62321]: DEBUG oslo_concurrency.lockutils [None req-62713c09-add0-4393-8af1-7d9580d46efa tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.698608] env[62321]: DEBUG oslo_concurrency.lockutils [None req-da7c2667-2c23-47b7-972a-bbb0f81135ec tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.009700] env[62321]: DEBUG oslo_concurrency.lockutils [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.701s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.015216] env[62321]: DEBUG oslo_concurrency.lockutils [None req-62713c09-add0-4393-8af1-7d9580d46efa tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.345s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.015433] env[62321]: DEBUG nova.objects.instance [None req-62713c09-add0-4393-8af1-7d9580d46efa tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Lazy-loading 'resources' on Instance uuid 516e8a50-a4bc-4f7c-be54-fcb60730f5cb {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.161135] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Releasing lock "refresh_cache-56205dff-56b5-4a96-ab3e-ec07705d837a" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.161644] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.162031] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36dda815-996f-4e5e-9770-3b02b4d44d3d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.170099] env[62321]: DEBUG oslo_vmware.api [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 1162.170099] env[62321]: value = "task-2634065" [ 1162.170099] env[62321]: _type = "Task" [ 1162.170099] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.178610] env[62321]: DEBUG oslo_vmware.api [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.203067] env[62321]: DEBUG nova.compute.manager [req-8ad94a3f-bf7a-4ca6-bb2c-2ec54e5fd15e req-804d6bb8-2af3-4780-89b3-0fcdb1059bf9 service nova] [instance: e7709019-177f-4e19-be03-027c359d851c] Received event network-vif-deleted-491066f3-e2c0-4977-928d-15081b9a5ceb {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1162.631414] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f850359-a3ef-4dac-ae3a-3a121a4201a4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.639288] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92931ef0-1698-4c27-93dd-3d95fb6ce534 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.668656] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2934c281-279c-4425-96fa-e34bd8065661 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.680699] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa841edb-02e7-4295-b575-87c023c9628c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.684412] env[62321]: DEBUG oslo_vmware.api [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634065, 'name': PowerOffVM_Task, 'duration_secs': 0.235262} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.684601] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1162.685257] env[62321]: DEBUG nova.virt.hardware [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1162.685474] env[62321]: DEBUG nova.virt.hardware [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1162.685631] env[62321]: DEBUG nova.virt.hardware [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1162.685841] env[62321]: DEBUG nova.virt.hardware [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1162.685987] env[62321]: DEBUG nova.virt.hardware [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1162.686199] env[62321]: DEBUG nova.virt.hardware [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1162.686352] env[62321]: DEBUG nova.virt.hardware [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1162.686505] env[62321]: DEBUG nova.virt.hardware [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1162.686666] env[62321]: DEBUG nova.virt.hardware [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1162.686825] env[62321]: DEBUG nova.virt.hardware [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1162.686994] env[62321]: DEBUG nova.virt.hardware [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1162.692031] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b14faba0-4bab-4b47-b28d-9bf5d202783e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.708766] env[62321]: DEBUG nova.compute.provider_tree [None req-62713c09-add0-4393-8af1-7d9580d46efa tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.715376] env[62321]: DEBUG oslo_vmware.api [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 1162.715376] env[62321]: value = "task-2634066" [ 1162.715376] env[62321]: _type = "Task" [ 1162.715376] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.724736] env[62321]: DEBUG oslo_vmware.api [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634066, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.211394] env[62321]: DEBUG nova.scheduler.client.report [None req-62713c09-add0-4393-8af1-7d9580d46efa tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.226491] env[62321]: DEBUG oslo_vmware.api [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634066, 'name': ReconfigVM_Task, 'duration_secs': 0.134189} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.227922] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40aa1809-1c41-4053-afe0-8f11d439371a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.246589] env[62321]: DEBUG nova.virt.hardware [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1163.246846] env[62321]: DEBUG nova.virt.hardware [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1163.247010] env[62321]: DEBUG nova.virt.hardware [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1163.247211] env[62321]: DEBUG nova.virt.hardware [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1163.247351] env[62321]: DEBUG nova.virt.hardware [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1163.247498] env[62321]: DEBUG nova.virt.hardware [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1163.247697] env[62321]: DEBUG nova.virt.hardware [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1163.247852] env[62321]: DEBUG nova.virt.hardware [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1163.248027] env[62321]: DEBUG nova.virt.hardware [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1163.248196] env[62321]: DEBUG nova.virt.hardware [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1163.248369] env[62321]: DEBUG nova.virt.hardware [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1163.249146] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-881e163f-5a70-48ed-8490-b096b9f5cd60 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.255730] env[62321]: DEBUG oslo_vmware.api [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 1163.255730] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]527ab27f-9a78-3200-7950-13cdae5094e3" [ 1163.255730] env[62321]: _type = "Task" [ 1163.255730] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.263210] env[62321]: DEBUG oslo_vmware.api [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]527ab27f-9a78-3200-7950-13cdae5094e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.547573] env[62321]: INFO nova.compute.manager [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Swapping old allocation on dict_keys(['e4ce1efe-a8f0-4655-8f76-50516c538695']) held by migration 20b52a6d-c086-4966-8562-c88f2016aace for instance [ 1163.569124] env[62321]: DEBUG nova.scheduler.client.report [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Overwriting current allocation {'allocations': {'e4ce1efe-a8f0-4655-8f76-50516c538695': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 166}}, 'project_id': 'c4d5b3a8d92f42ddb204a0a27c24609a', 'user_id': '46cfcc2ce2174f4fb67f77f1aa2cf665', 'consumer_generation': 1} on consumer f2bb34f7-6989-4ece-96f7-85a8ea0f83f0 {{(pid=62321) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1163.640692] env[62321]: DEBUG oslo_concurrency.lockutils [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "refresh_cache-f2bb34f7-6989-4ece-96f7-85a8ea0f83f0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.640881] env[62321]: DEBUG oslo_concurrency.lockutils [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquired lock "refresh_cache-f2bb34f7-6989-4ece-96f7-85a8ea0f83f0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.641068] env[62321]: DEBUG nova.network.neutron [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.716105] env[62321]: DEBUG oslo_concurrency.lockutils [None req-62713c09-add0-4393-8af1-7d9580d46efa tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.701s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.718640] env[62321]: DEBUG oslo_concurrency.lockutils [None req-da7c2667-2c23-47b7-972a-bbb0f81135ec tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.020s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.718940] env[62321]: DEBUG nova.objects.instance [None req-da7c2667-2c23-47b7-972a-bbb0f81135ec tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Lazy-loading 'resources' on Instance uuid e7709019-177f-4e19-be03-027c359d851c {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.732501] env[62321]: INFO nova.scheduler.client.report [None req-62713c09-add0-4393-8af1-7d9580d46efa tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Deleted allocations for instance 516e8a50-a4bc-4f7c-be54-fcb60730f5cb [ 1163.766075] env[62321]: DEBUG oslo_vmware.api [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]527ab27f-9a78-3200-7950-13cdae5094e3, 'name': SearchDatastore_Task, 'duration_secs': 0.009064} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.771319] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1163.771597] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e03e8832-aacd-425b-9840-bc0f2c08a742 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.789718] env[62321]: DEBUG oslo_vmware.api [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 1163.789718] env[62321]: value = "task-2634067" [ 1163.789718] env[62321]: _type = "Task" [ 1163.789718] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.797192] env[62321]: DEBUG oslo_vmware.api [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634067, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.240953] env[62321]: DEBUG oslo_concurrency.lockutils [None req-62713c09-add0-4393-8af1-7d9580d46efa tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Lock "516e8a50-a4bc-4f7c-be54-fcb60730f5cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.100s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1164.301965] env[62321]: DEBUG oslo_vmware.api [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634067, 'name': ReconfigVM_Task, 'duration_secs': 0.178277} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.302280] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1164.303083] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e75492-933c-4c41-9b73-578f225ec038 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.325602] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 56205dff-56b5-4a96-ab3e-ec07705d837a/56205dff-56b5-4a96-ab3e-ec07705d837a.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1164.330293] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebade67e-246d-4e7b-a48d-40448ed8ff96 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.348601] env[62321]: DEBUG oslo_vmware.api [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 1164.348601] env[62321]: value = "task-2634068" [ 1164.348601] env[62321]: _type = "Task" [ 1164.348601] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.360457] env[62321]: DEBUG oslo_vmware.api [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634068, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.365305] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09fa401a-0fb6-4f28-9f07-e96e3bc8479a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.371666] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda24cb5-0434-49fa-9ab3-51cc0ae2a64f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.403114] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2725c361-9414-4a4f-a458-a3b59c9ea9b1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.410309] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be20928-2730-412f-a262-c7a3ba789206 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.423390] env[62321]: DEBUG nova.compute.provider_tree [None req-da7c2667-2c23-47b7-972a-bbb0f81135ec tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.442249] env[62321]: DEBUG nova.network.neutron [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Updating instance_info_cache with network_info: [{"id": "5f732e98-cbc1-42be-9389-2f2c72ee2096", "address": "fa:16:3e:83:c5:72", "network": {"id": "750e916d-f2cf-425c-88f0-488d2d7ac894", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-457582844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4d5b3a8d92f42ddb204a0a27c24609a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f732e98-cb", "ovs_interfaceid": "5f732e98-cbc1-42be-9389-2f2c72ee2096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.858231] env[62321]: DEBUG oslo_vmware.api [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634068, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.926525] env[62321]: DEBUG nova.scheduler.client.report [None req-da7c2667-2c23-47b7-972a-bbb0f81135ec tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.944342] env[62321]: DEBUG oslo_concurrency.lockutils [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Releasing lock "refresh_cache-f2bb34f7-6989-4ece-96f7-85a8ea0f83f0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.945381] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91b9006-e33e-4b78-b5a8-b58fa008a2da {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.953383] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f751a6f-8f38-4390-b19f-7f9139c40107 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.359372] env[62321]: DEBUG oslo_vmware.api [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634068, 'name': ReconfigVM_Task, 'duration_secs': 0.803265} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.359732] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 56205dff-56b5-4a96-ab3e-ec07705d837a/56205dff-56b5-4a96-ab3e-ec07705d837a.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1165.360418] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1303d0c7-3c00-41d9-b661-1c107c6e822b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.379753] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f23c98-143e-4e29-9c4d-c5785112bc61 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.396833] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945a19fa-08d5-489c-8000-91a6f495428d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.413745] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73713ee1-47b8-4351-aac4-f4d0aa9ab030 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.419882] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1165.420170] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acb04819-6ce4-4966-8852-627a99046c84 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.426492] env[62321]: DEBUG oslo_vmware.api [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 1165.426492] env[62321]: value = "task-2634069" [ 1165.426492] env[62321]: _type = "Task" [ 1165.426492] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.431190] env[62321]: DEBUG oslo_concurrency.lockutils [None req-da7c2667-2c23-47b7-972a-bbb0f81135ec tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.713s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.435741] env[62321]: DEBUG oslo_vmware.api [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634069, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.449933] env[62321]: INFO nova.scheduler.client.report [None req-da7c2667-2c23-47b7-972a-bbb0f81135ec tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Deleted allocations for instance e7709019-177f-4e19-be03-027c359d851c [ 1165.937063] env[62321]: DEBUG oslo_vmware.api [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634069, 'name': PowerOnVM_Task, 'duration_secs': 0.356} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.937336] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.956733] env[62321]: DEBUG oslo_concurrency.lockutils [None req-da7c2667-2c23-47b7-972a-bbb0f81135ec tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Lock "e7709019-177f-4e19-be03-027c359d851c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.755s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.035668] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.036754] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69446250-5b64-406d-9d6a-2ac97164404a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.043464] env[62321]: DEBUG oslo_vmware.api [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1166.043464] env[62321]: value = "task-2634070" [ 1166.043464] env[62321]: _type = "Task" [ 1166.043464] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.051446] env[62321]: DEBUG oslo_vmware.api [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.553608] env[62321]: DEBUG oslo_vmware.api [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634070, 'name': PowerOffVM_Task, 'duration_secs': 0.19943} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.553922] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.554544] env[62321]: DEBUG nova.virt.hardware [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.554757] env[62321]: DEBUG nova.virt.hardware [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.554911] env[62321]: DEBUG nova.virt.hardware [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.555104] env[62321]: DEBUG nova.virt.hardware [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.555255] env[62321]: DEBUG nova.virt.hardware [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.555401] env[62321]: DEBUG nova.virt.hardware [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.555604] env[62321]: DEBUG nova.virt.hardware [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.555759] env[62321]: DEBUG nova.virt.hardware [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.555922] env[62321]: DEBUG nova.virt.hardware [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.556100] env[62321]: DEBUG nova.virt.hardware [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.556274] env[62321]: DEBUG nova.virt.hardware [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.561280] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e874cbb9-0ce5-4003-b3f2-914a16578181 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.576957] env[62321]: DEBUG oslo_vmware.api [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1166.576957] env[62321]: value = "task-2634071" [ 1166.576957] env[62321]: _type = "Task" [ 1166.576957] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.586662] env[62321]: DEBUG oslo_vmware.api [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634071, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.948171] env[62321]: INFO nova.compute.manager [None req-b149283f-af57-49cc-b1d6-7f162cd4445b tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Updating instance to original state: 'active' [ 1167.086674] env[62321]: DEBUG oslo_vmware.api [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634071, 'name': ReconfigVM_Task, 'duration_secs': 0.156307} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.087472] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe2d2e1-e490-4e0e-9e22-34794a1c3e2c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.108244] env[62321]: DEBUG nova.virt.hardware [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1167.108496] env[62321]: DEBUG nova.virt.hardware [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.108609] env[62321]: DEBUG nova.virt.hardware [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.108792] env[62321]: DEBUG nova.virt.hardware [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.108940] env[62321]: DEBUG nova.virt.hardware [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.109102] env[62321]: DEBUG nova.virt.hardware [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1167.109327] env[62321]: DEBUG nova.virt.hardware [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1167.109495] env[62321]: DEBUG nova.virt.hardware [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1167.109670] env[62321]: DEBUG nova.virt.hardware [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1167.109848] env[62321]: DEBUG nova.virt.hardware [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1167.110054] env[62321]: DEBUG nova.virt.hardware [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.110812] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e4fd3dc-56ba-4ae7-9b0e-dd9e049d250e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.115884] env[62321]: DEBUG oslo_vmware.api [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1167.115884] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b758d2-80d4-1fdf-afff-592fbb3cb6e8" [ 1167.115884] env[62321]: _type = "Task" [ 1167.115884] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.123558] env[62321]: DEBUG oslo_vmware.api [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b758d2-80d4-1fdf-afff-592fbb3cb6e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.203147] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9248e9da-3b32-4f0d-b14d-dfb2b4110097 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquiring lock "29235a47-8a5d-4e62-bcd1-8d8e7c83cc93" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.203380] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9248e9da-3b32-4f0d-b14d-dfb2b4110097 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "29235a47-8a5d-4e62-bcd1-8d8e7c83cc93" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.487567] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquiring lock "7c38be58-006b-4f0e-8824-e939d30b94dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.487801] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Lock "7c38be58-006b-4f0e-8824-e939d30b94dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.516053] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquiring lock "3a64e424-76cc-4d28-aaa2-7bd1f7f2f629" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.516053] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Lock "3a64e424-76cc-4d28-aaa2-7bd1f7f2f629" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.625216] env[62321]: DEBUG oslo_vmware.api [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52b758d2-80d4-1fdf-afff-592fbb3cb6e8, 'name': SearchDatastore_Task, 'duration_secs': 0.014666} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.630459] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1167.630721] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-392f274c-3fe6-412f-8445-60739c2bb689 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.648242] env[62321]: DEBUG oslo_vmware.api [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1167.648242] env[62321]: value = "task-2634072" [ 1167.648242] env[62321]: _type = "Task" [ 1167.648242] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.658731] env[62321]: DEBUG oslo_vmware.api [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634072, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.707008] env[62321]: DEBUG nova.compute.utils [None req-9248e9da-3b32-4f0d-b14d-dfb2b4110097 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1167.990287] env[62321]: DEBUG nova.compute.manager [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1168.018033] env[62321]: DEBUG nova.compute.manager [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1168.158045] env[62321]: DEBUG oslo_vmware.api [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634072, 'name': ReconfigVM_Task, 'duration_secs': 0.199976} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.158290] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1168.159074] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76df7c43-5f24-4561-8e4f-b5e65e6e834c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.183499] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] f2bb34f7-6989-4ece-96f7-85a8ea0f83f0/f2bb34f7-6989-4ece-96f7-85a8ea0f83f0.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.183751] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6059329e-e0bd-494a-af8b-4931178cf5a1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.200956] env[62321]: DEBUG oslo_vmware.api [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1168.200956] env[62321]: value = "task-2634073" [ 1168.200956] env[62321]: _type = "Task" [ 1168.200956] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.208385] env[62321]: DEBUG oslo_vmware.api [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634073, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.210014] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9248e9da-3b32-4f0d-b14d-dfb2b4110097 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "29235a47-8a5d-4e62-bcd1-8d8e7c83cc93" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.475969] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0f0d2814-153d-41a5-85d6-e55859a44e8d tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "56205dff-56b5-4a96-ab3e-ec07705d837a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.476315] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0f0d2814-153d-41a5-85d6-e55859a44e8d tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "56205dff-56b5-4a96-ab3e-ec07705d837a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.476585] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0f0d2814-153d-41a5-85d6-e55859a44e8d tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "56205dff-56b5-4a96-ab3e-ec07705d837a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.476828] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0f0d2814-153d-41a5-85d6-e55859a44e8d tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "56205dff-56b5-4a96-ab3e-ec07705d837a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.477100] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0f0d2814-153d-41a5-85d6-e55859a44e8d tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "56205dff-56b5-4a96-ab3e-ec07705d837a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.479404] env[62321]: INFO nova.compute.manager [None req-0f0d2814-153d-41a5-85d6-e55859a44e8d tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Terminating instance [ 1168.511088] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.511328] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.513277] env[62321]: INFO nova.compute.claims [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1168.535611] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.710555] env[62321]: DEBUG oslo_vmware.api [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634073, 'name': ReconfigVM_Task, 'duration_secs': 0.27891} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.710892] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Reconfigured VM instance instance-0000006a to attach disk [datastore1] f2bb34f7-6989-4ece-96f7-85a8ea0f83f0/f2bb34f7-6989-4ece-96f7-85a8ea0f83f0.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1168.711643] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800d78fa-ae2e-4e38-92e5-2f8059ea9f73 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.734060] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d42f0f-19f7-405f-a8e1-703953783b0e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.754743] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20a1368-472f-4812-9247-961fee7e4cb0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.775616] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dccf839-a87e-4adb-a4e0-08d559317699 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.785071] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1168.785633] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65a3892d-c258-4cd2-a660-bdc07a589cfc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.792875] env[62321]: DEBUG oslo_vmware.api [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1168.792875] env[62321]: value = "task-2634074" [ 1168.792875] env[62321]: _type = "Task" [ 1168.792875] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.801035] env[62321]: DEBUG oslo_vmware.api [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.984050] env[62321]: DEBUG nova.compute.manager [None req-0f0d2814-153d-41a5-85d6-e55859a44e8d tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1168.984292] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0d2814-153d-41a5-85d6-e55859a44e8d tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.985266] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2663a869-aded-4ce5-b7c2-1e12680454a0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.993181] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0d2814-153d-41a5-85d6-e55859a44e8d tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.993405] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df8b319d-4bd9-4f95-8198-2cc454739b75 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.999171] env[62321]: DEBUG oslo_vmware.api [None req-0f0d2814-153d-41a5-85d6-e55859a44e8d tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 1168.999171] env[62321]: value = "task-2634075" [ 1168.999171] env[62321]: _type = "Task" [ 1168.999171] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.006788] env[62321]: DEBUG oslo_vmware.api [None req-0f0d2814-153d-41a5-85d6-e55859a44e8d tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634075, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.281948] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9248e9da-3b32-4f0d-b14d-dfb2b4110097 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquiring lock "29235a47-8a5d-4e62-bcd1-8d8e7c83cc93" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1169.282258] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9248e9da-3b32-4f0d-b14d-dfb2b4110097 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "29235a47-8a5d-4e62-bcd1-8d8e7c83cc93" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1169.282505] env[62321]: INFO nova.compute.manager [None req-9248e9da-3b32-4f0d-b14d-dfb2b4110097 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Attaching volume 9e312f51-2cbe-49b7-8660-4008ab9b4679 to /dev/sdb [ 1169.302368] env[62321]: DEBUG oslo_vmware.api [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634074, 'name': PowerOnVM_Task, 'duration_secs': 0.385965} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.302617] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1169.314281] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0517741-9022-4aa4-8aca-2bb1e48a014d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.321144] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2c5a4d-6532-406e-bd73-7920a5eef5d8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.334443] env[62321]: DEBUG nova.virt.block_device [None req-9248e9da-3b32-4f0d-b14d-dfb2b4110097 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Updating existing volume attachment record: 11227641-41a5-44c0-a74d-71d2a8bc3dfa {{(pid=62321) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1169.512129] env[62321]: DEBUG oslo_vmware.api [None req-0f0d2814-153d-41a5-85d6-e55859a44e8d tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634075, 'name': PowerOffVM_Task, 'duration_secs': 0.188059} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.512413] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0d2814-153d-41a5-85d6-e55859a44e8d tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.512583] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0d2814-153d-41a5-85d6-e55859a44e8d tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1169.512826] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8f8bfb8-9cc3-4783-b78a-14323a2d57cf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.581522] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0d2814-153d-41a5-85d6-e55859a44e8d tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1169.581780] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0d2814-153d-41a5-85d6-e55859a44e8d tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1169.581989] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f0d2814-153d-41a5-85d6-e55859a44e8d tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Deleting the datastore file [datastore2] 56205dff-56b5-4a96-ab3e-ec07705d837a {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1169.582310] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a78830b1-5ae4-4ec6-8233-72d3b85b65e4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.588265] env[62321]: DEBUG oslo_vmware.api [None req-0f0d2814-153d-41a5-85d6-e55859a44e8d tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 1169.588265] env[62321]: value = "task-2634078" [ 1169.588265] env[62321]: _type = "Task" [ 1169.588265] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.599092] env[62321]: DEBUG oslo_vmware.api [None req-0f0d2814-153d-41a5-85d6-e55859a44e8d tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634078, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.636082] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f4c95f-0b89-4aac-aa9a-d48795621d13 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.643145] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954eb2ec-a3d5-4148-b11c-5d8001de1132 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.673316] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8ceec5-6aca-489e-9ac4-44170585e4bc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.680460] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674ec3d8-09f8-45c0-87ae-caf01bf16e96 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.693255] env[62321]: DEBUG nova.compute.provider_tree [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.097946] env[62321]: DEBUG oslo_vmware.api [None req-0f0d2814-153d-41a5-85d6-e55859a44e8d tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634078, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14825} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.098202] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f0d2814-153d-41a5-85d6-e55859a44e8d tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1170.098382] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0d2814-153d-41a5-85d6-e55859a44e8d tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1170.098557] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0d2814-153d-41a5-85d6-e55859a44e8d tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1170.098726] env[62321]: INFO nova.compute.manager [None req-0f0d2814-153d-41a5-85d6-e55859a44e8d tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1170.098969] env[62321]: DEBUG oslo.service.loopingcall [None req-0f0d2814-153d-41a5-85d6-e55859a44e8d tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1170.099191] env[62321]: DEBUG nova.compute.manager [-] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1170.099302] env[62321]: DEBUG nova.network.neutron [-] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1170.196741] env[62321]: DEBUG nova.scheduler.client.report [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.349549] env[62321]: INFO nova.compute.manager [None req-91083b6c-a8bc-4351-9c8b-089d5d684d18 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Updating instance to original state: 'active' [ 1170.701534] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.190s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1170.702185] env[62321]: DEBUG nova.compute.manager [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1170.704789] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.169s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.706258] env[62321]: INFO nova.compute.claims [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1170.840428] env[62321]: DEBUG nova.compute.manager [req-79b7003a-44e1-46cb-9ac4-2a000fa52f52 req-f72dfbb6-a43f-461f-ac46-0d43feb4f37b service nova] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Received event network-vif-deleted-ffcc0c40-4ec7-4b4b-bae4-3576f19c1bd6 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1170.840428] env[62321]: INFO nova.compute.manager [req-79b7003a-44e1-46cb-9ac4-2a000fa52f52 req-f72dfbb6-a43f-461f-ac46-0d43feb4f37b service nova] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Neutron deleted interface ffcc0c40-4ec7-4b4b-bae4-3576f19c1bd6; detaching it from the instance and deleting it from the info cache [ 1170.840589] env[62321]: DEBUG nova.network.neutron [req-79b7003a-44e1-46cb-9ac4-2a000fa52f52 req-f72dfbb6-a43f-461f-ac46-0d43feb4f37b service nova] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.210973] env[62321]: DEBUG nova.compute.utils [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1171.214894] env[62321]: DEBUG nova.compute.manager [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1171.215823] env[62321]: DEBUG nova.network.neutron [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1171.276449] env[62321]: DEBUG nova.policy [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '039cc6d3240746ca98f6f25cc64910da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ec49cca508748c8adf93a7100be2d69', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 1171.322574] env[62321]: DEBUG nova.network.neutron [-] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.343173] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-74fc33b4-e337-486e-bda2-a07c20118276 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.355190] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5004766-e8db-4470-88a2-0278165edf1d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.388919] env[62321]: DEBUG nova.compute.manager [req-79b7003a-44e1-46cb-9ac4-2a000fa52f52 req-f72dfbb6-a43f-461f-ac46-0d43feb4f37b service nova] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Detach interface failed, port_id=ffcc0c40-4ec7-4b4b-bae4-3576f19c1bd6, reason: Instance 56205dff-56b5-4a96-ab3e-ec07705d837a could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1171.535455] env[62321]: DEBUG nova.network.neutron [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Successfully created port: 604454b8-583b-45df-93b2-e7fdbab9a9b6 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1171.640022] env[62321]: DEBUG oslo_concurrency.lockutils [None req-aa9fb0a7-3c63-4f7a-90b0-d71315d55857 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "f2bb34f7-6989-4ece-96f7-85a8ea0f83f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.640022] env[62321]: DEBUG oslo_concurrency.lockutils [None req-aa9fb0a7-3c63-4f7a-90b0-d71315d55857 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "f2bb34f7-6989-4ece-96f7-85a8ea0f83f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.640022] env[62321]: DEBUG oslo_concurrency.lockutils [None req-aa9fb0a7-3c63-4f7a-90b0-d71315d55857 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "f2bb34f7-6989-4ece-96f7-85a8ea0f83f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.640022] env[62321]: DEBUG oslo_concurrency.lockutils [None req-aa9fb0a7-3c63-4f7a-90b0-d71315d55857 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "f2bb34f7-6989-4ece-96f7-85a8ea0f83f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.640022] env[62321]: DEBUG oslo_concurrency.lockutils [None req-aa9fb0a7-3c63-4f7a-90b0-d71315d55857 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "f2bb34f7-6989-4ece-96f7-85a8ea0f83f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.641656] env[62321]: INFO nova.compute.manager [None req-aa9fb0a7-3c63-4f7a-90b0-d71315d55857 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Terminating instance [ 1171.722024] env[62321]: DEBUG nova.compute.manager [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1171.826378] env[62321]: INFO nova.compute.manager [-] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Took 1.73 seconds to deallocate network for instance. [ 1171.832033] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15b5874-e95b-4cc1-920e-9bdffcabfc13 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.840184] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2bc44d-e3c1-4deb-9fdb-853fa3f1eac4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.870277] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732f1c4b-dcb4-4838-9007-fda3659b2e48 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.878764] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6acc586-3a8e-47ea-9d13-f7864e41b3e7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.892454] env[62321]: DEBUG nova.compute.provider_tree [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.146314] env[62321]: DEBUG nova.compute.manager [None req-aa9fb0a7-3c63-4f7a-90b0-d71315d55857 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1172.146481] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa9fb0a7-3c63-4f7a-90b0-d71315d55857 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.146733] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09473740-26a9-42e9-8bf3-1c507205d3ed {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.155332] env[62321]: DEBUG oslo_vmware.api [None req-aa9fb0a7-3c63-4f7a-90b0-d71315d55857 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1172.155332] env[62321]: value = "task-2634080" [ 1172.155332] env[62321]: _type = "Task" [ 1172.155332] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.163551] env[62321]: DEBUG oslo_vmware.api [None req-aa9fb0a7-3c63-4f7a-90b0-d71315d55857 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634080, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.239891] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1a6d68d8-db65-4f72-a05a-8ce147512d55 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Acquiring lock "921b0393-e934-4efb-9fff-18f21095f516" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1172.241223] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1a6d68d8-db65-4f72-a05a-8ce147512d55 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lock "921b0393-e934-4efb-9fff-18f21095f516" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.337363] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0f0d2814-153d-41a5-85d6-e55859a44e8d tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1172.396196] env[62321]: DEBUG nova.scheduler.client.report [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.665970] env[62321]: DEBUG oslo_vmware.api [None req-aa9fb0a7-3c63-4f7a-90b0-d71315d55857 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634080, 'name': PowerOffVM_Task, 'duration_secs': 0.192394} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.666337] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa9fb0a7-3c63-4f7a-90b0-d71315d55857 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.666621] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa9fb0a7-3c63-4f7a-90b0-d71315d55857 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Volume detach. Driver type: vmdk {{(pid=62321) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1172.666873] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa9fb0a7-3c63-4f7a-90b0-d71315d55857 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530743', 'volume_id': 'dfb21382-b63a-4011-9ace-2cee525091de', 'name': 'volume-dfb21382-b63a-4011-9ace-2cee525091de', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'f2bb34f7-6989-4ece-96f7-85a8ea0f83f0', 'attached_at': '2025-02-18T14:49:24.000000', 'detached_at': '', 'volume_id': 'dfb21382-b63a-4011-9ace-2cee525091de', 'serial': 'dfb21382-b63a-4011-9ace-2cee525091de'} {{(pid=62321) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1172.667640] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23fe763-5180-4a49-bc8b-29ba14497ace {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.688065] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96388446-f99a-4cad-9e7f-c27f8867f562 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.694061] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc981d14-159e-4013-b2b9-48606ea6f1f9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.713291] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c395e1ca-1da9-4055-80ff-913fba31368f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.727020] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa9fb0a7-3c63-4f7a-90b0-d71315d55857 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] The volume has not been displaced from its original location: [datastore1] volume-dfb21382-b63a-4011-9ace-2cee525091de/volume-dfb21382-b63a-4011-9ace-2cee525091de.vmdk. No consolidation needed. {{(pid=62321) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1172.732313] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa9fb0a7-3c63-4f7a-90b0-d71315d55857 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Reconfiguring VM instance instance-0000006a to detach disk 2001 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1172.733416] env[62321]: DEBUG nova.compute.manager [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1172.735297] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0abcbdf-e721-4dd0-b4cc-2e491acf1acd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.748577] env[62321]: DEBUG nova.compute.utils [None req-1a6d68d8-db65-4f72-a05a-8ce147512d55 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1172.753973] env[62321]: DEBUG oslo_vmware.api [None req-aa9fb0a7-3c63-4f7a-90b0-d71315d55857 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1172.753973] env[62321]: value = "task-2634081" [ 1172.753973] env[62321]: _type = "Task" [ 1172.753973] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.762295] env[62321]: DEBUG oslo_vmware.api [None req-aa9fb0a7-3c63-4f7a-90b0-d71315d55857 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634081, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.771869] env[62321]: DEBUG nova.virt.hardware [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1172.771869] env[62321]: DEBUG nova.virt.hardware [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1172.772047] env[62321]: DEBUG nova.virt.hardware [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1172.773117] env[62321]: DEBUG nova.virt.hardware [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1172.773117] env[62321]: DEBUG nova.virt.hardware [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1172.773117] env[62321]: DEBUG nova.virt.hardware [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1172.773117] env[62321]: DEBUG nova.virt.hardware [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1172.773117] env[62321]: DEBUG nova.virt.hardware [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1172.773117] env[62321]: DEBUG nova.virt.hardware [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1172.773403] env[62321]: DEBUG nova.virt.hardware [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1172.773459] env[62321]: DEBUG nova.virt.hardware [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1172.774545] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac752267-3108-492b-97c0-9db08b1d8801 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.784894] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1d8bf3-ca69-4401-9a20-479272a3d1d2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.894440] env[62321]: DEBUG nova.compute.manager [req-e1ee2f47-24f9-4286-9d3d-dc76c0d51aad req-46565749-a6b3-498c-b485-2458921bbe6e service nova] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Received event network-vif-plugged-604454b8-583b-45df-93b2-e7fdbab9a9b6 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1172.894775] env[62321]: DEBUG oslo_concurrency.lockutils [req-e1ee2f47-24f9-4286-9d3d-dc76c0d51aad req-46565749-a6b3-498c-b485-2458921bbe6e service nova] Acquiring lock "7c38be58-006b-4f0e-8824-e939d30b94dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1172.895022] env[62321]: DEBUG oslo_concurrency.lockutils [req-e1ee2f47-24f9-4286-9d3d-dc76c0d51aad req-46565749-a6b3-498c-b485-2458921bbe6e service nova] Lock "7c38be58-006b-4f0e-8824-e939d30b94dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.895203] env[62321]: DEBUG oslo_concurrency.lockutils [req-e1ee2f47-24f9-4286-9d3d-dc76c0d51aad req-46565749-a6b3-498c-b485-2458921bbe6e service nova] Lock "7c38be58-006b-4f0e-8824-e939d30b94dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1172.895377] env[62321]: DEBUG nova.compute.manager [req-e1ee2f47-24f9-4286-9d3d-dc76c0d51aad req-46565749-a6b3-498c-b485-2458921bbe6e service nova] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] No waiting events found dispatching network-vif-plugged-604454b8-583b-45df-93b2-e7fdbab9a9b6 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1172.895544] env[62321]: WARNING nova.compute.manager [req-e1ee2f47-24f9-4286-9d3d-dc76c0d51aad req-46565749-a6b3-498c-b485-2458921bbe6e service nova] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Received unexpected event network-vif-plugged-604454b8-583b-45df-93b2-e7fdbab9a9b6 for instance with vm_state building and task_state spawning. [ 1172.901321] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.196s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1172.901804] env[62321]: DEBUG nova.compute.manager [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1172.904804] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0f0d2814-153d-41a5-85d6-e55859a44e8d tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.568s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.905053] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0f0d2814-153d-41a5-85d6-e55859a44e8d tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1172.929523] env[62321]: INFO nova.scheduler.client.report [None req-0f0d2814-153d-41a5-85d6-e55859a44e8d tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Deleted allocations for instance 56205dff-56b5-4a96-ab3e-ec07705d837a [ 1172.994815] env[62321]: DEBUG nova.network.neutron [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Successfully updated port: 604454b8-583b-45df-93b2-e7fdbab9a9b6 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1173.251592] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1a6d68d8-db65-4f72-a05a-8ce147512d55 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lock "921b0393-e934-4efb-9fff-18f21095f516" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1173.263132] env[62321]: DEBUG oslo_vmware.api [None req-aa9fb0a7-3c63-4f7a-90b0-d71315d55857 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634081, 'name': ReconfigVM_Task, 'duration_secs': 0.183226} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.263412] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa9fb0a7-3c63-4f7a-90b0-d71315d55857 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Reconfigured VM instance instance-0000006a to detach disk 2001 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1173.268248] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0b7a0af-7e61-4c62-bebf-5389b4986307 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.283378] env[62321]: DEBUG oslo_vmware.api [None req-aa9fb0a7-3c63-4f7a-90b0-d71315d55857 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1173.283378] env[62321]: value = "task-2634082" [ 1173.283378] env[62321]: _type = "Task" [ 1173.283378] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.292182] env[62321]: DEBUG oslo_vmware.api [None req-aa9fb0a7-3c63-4f7a-90b0-d71315d55857 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634082, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.409807] env[62321]: DEBUG nova.compute.utils [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1173.411290] env[62321]: DEBUG nova.compute.manager [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1173.411462] env[62321]: DEBUG nova.network.neutron [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1173.440839] env[62321]: DEBUG oslo_concurrency.lockutils [None req-0f0d2814-153d-41a5-85d6-e55859a44e8d tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "56205dff-56b5-4a96-ab3e-ec07705d837a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.964s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1173.483738] env[62321]: DEBUG nova.policy [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '039cc6d3240746ca98f6f25cc64910da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ec49cca508748c8adf93a7100be2d69', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 1173.497204] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquiring lock "refresh_cache-7c38be58-006b-4f0e-8824-e939d30b94dc" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.497345] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquired lock "refresh_cache-7c38be58-006b-4f0e-8824-e939d30b94dc" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.497491] env[62321]: DEBUG nova.network.neutron [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.793867] env[62321]: DEBUG oslo_vmware.api [None req-aa9fb0a7-3c63-4f7a-90b0-d71315d55857 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634082, 'name': ReconfigVM_Task, 'duration_secs': 0.15083} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.794343] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa9fb0a7-3c63-4f7a-90b0-d71315d55857 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530743', 'volume_id': 'dfb21382-b63a-4011-9ace-2cee525091de', 'name': 'volume-dfb21382-b63a-4011-9ace-2cee525091de', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'f2bb34f7-6989-4ece-96f7-85a8ea0f83f0', 'attached_at': '2025-02-18T14:49:24.000000', 'detached_at': '', 'volume_id': 'dfb21382-b63a-4011-9ace-2cee525091de', 'serial': 'dfb21382-b63a-4011-9ace-2cee525091de'} {{(pid=62321) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1173.794798] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9fb0a7-3c63-4f7a-90b0-d71315d55857 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1173.795724] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b7f709-3c06-4aff-bda3-ad6f5adfc1c9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.804122] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9fb0a7-3c63-4f7a-90b0-d71315d55857 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1173.804122] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97efde1a-311f-465e-94f3-5a5eacc18587 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.821138] env[62321]: DEBUG nova.network.neutron [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Successfully created port: db5db376-42cf-4eca-a5d2-f3b9793ff949 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1173.868998] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9fb0a7-3c63-4f7a-90b0-d71315d55857 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1173.869375] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9fb0a7-3c63-4f7a-90b0-d71315d55857 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1173.869419] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa9fb0a7-3c63-4f7a-90b0-d71315d55857 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Deleting the datastore file [datastore1] f2bb34f7-6989-4ece-96f7-85a8ea0f83f0 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1173.869683] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a69e91a7-bb3e-4b85-9a6b-0779ca689b58 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.878638] env[62321]: DEBUG oslo_vmware.api [None req-aa9fb0a7-3c63-4f7a-90b0-d71315d55857 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1173.878638] env[62321]: value = "task-2634084" [ 1173.878638] env[62321]: _type = "Task" [ 1173.878638] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.887734] env[62321]: DEBUG oslo_vmware.api [None req-aa9fb0a7-3c63-4f7a-90b0-d71315d55857 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.888857] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-9248e9da-3b32-4f0d-b14d-dfb2b4110097 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Volume attach. Driver type: vmdk {{(pid=62321) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1173.889142] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-9248e9da-3b32-4f0d-b14d-dfb2b4110097 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530754', 'volume_id': '9e312f51-2cbe-49b7-8660-4008ab9b4679', 'name': 'volume-9e312f51-2cbe-49b7-8660-4008ab9b4679', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '29235a47-8a5d-4e62-bcd1-8d8e7c83cc93', 'attached_at': '', 'detached_at': '', 'volume_id': '9e312f51-2cbe-49b7-8660-4008ab9b4679', 'serial': '9e312f51-2cbe-49b7-8660-4008ab9b4679'} {{(pid=62321) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1173.890252] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c85a8ec-961f-413a-807c-2152b396b6a0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.908501] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b13cfae-2a7e-429c-bf93-fb863eb62b9f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.928508] env[62321]: DEBUG nova.compute.manager [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1173.938835] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-9248e9da-3b32-4f0d-b14d-dfb2b4110097 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-9e312f51-2cbe-49b7-8660-4008ab9b4679/volume-9e312f51-2cbe-49b7-8660-4008ab9b4679.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.939521] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b41f9b8-1e0a-41ab-b107-b367b7563b99 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.960309] env[62321]: DEBUG oslo_vmware.api [None req-9248e9da-3b32-4f0d-b14d-dfb2b4110097 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 1173.960309] env[62321]: value = "task-2634085" [ 1173.960309] env[62321]: _type = "Task" [ 1173.960309] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.969750] env[62321]: DEBUG oslo_vmware.api [None req-9248e9da-3b32-4f0d-b14d-dfb2b4110097 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2634085, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.057810] env[62321]: DEBUG nova.network.neutron [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1174.241212] env[62321]: DEBUG nova.network.neutron [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Updating instance_info_cache with network_info: [{"id": "604454b8-583b-45df-93b2-e7fdbab9a9b6", "address": "fa:16:3e:af:4e:f0", "network": {"id": "ee512626-1ba4-4db7-9703-950f077b95cb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1204035596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ec49cca508748c8adf93a7100be2d69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap604454b8-58", "ovs_interfaceid": "604454b8-583b-45df-93b2-e7fdbab9a9b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.311460] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1a6d68d8-db65-4f72-a05a-8ce147512d55 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Acquiring lock "921b0393-e934-4efb-9fff-18f21095f516" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.311815] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1a6d68d8-db65-4f72-a05a-8ce147512d55 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lock "921b0393-e934-4efb-9fff-18f21095f516" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.311944] env[62321]: INFO nova.compute.manager [None req-1a6d68d8-db65-4f72-a05a-8ce147512d55 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Attaching volume 14f828ed-5408-4b5c-9d72-fcbf064a48cf to /dev/sdb [ 1174.346570] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792b75fe-4039-419d-8cdf-4afb14e6bc4f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.353556] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad55cfef-1cf2-426e-90e0-18bf6a3813df {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.367159] env[62321]: DEBUG nova.virt.block_device [None req-1a6d68d8-db65-4f72-a05a-8ce147512d55 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Updating existing volume attachment record: ed5f8932-1113-4ccd-be9f-1327584f6a2a {{(pid=62321) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1174.385826] env[62321]: DEBUG oslo_vmware.api [None req-aa9fb0a7-3c63-4f7a-90b0-d71315d55857 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.386448] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa9fb0a7-3c63-4f7a-90b0-d71315d55857 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1174.386448] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9fb0a7-3c63-4f7a-90b0-d71315d55857 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1174.386766] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-aa9fb0a7-3c63-4f7a-90b0-d71315d55857 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1174.386766] env[62321]: INFO nova.compute.manager [None req-aa9fb0a7-3c63-4f7a-90b0-d71315d55857 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1174.387152] env[62321]: DEBUG oslo.service.loopingcall [None req-aa9fb0a7-3c63-4f7a-90b0-d71315d55857 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1174.387284] env[62321]: DEBUG nova.compute.manager [-] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1174.387378] env[62321]: DEBUG nova.network.neutron [-] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1174.469777] env[62321]: DEBUG oslo_vmware.api [None req-9248e9da-3b32-4f0d-b14d-dfb2b4110097 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2634085, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.596573] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "deb789fa-135d-4387-86c3-3250add1c496" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.597056] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "deb789fa-135d-4387-86c3-3250add1c496" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.743880] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Releasing lock "refresh_cache-7c38be58-006b-4f0e-8824-e939d30b94dc" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.744232] env[62321]: DEBUG nova.compute.manager [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Instance network_info: |[{"id": "604454b8-583b-45df-93b2-e7fdbab9a9b6", "address": "fa:16:3e:af:4e:f0", "network": {"id": "ee512626-1ba4-4db7-9703-950f077b95cb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1204035596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ec49cca508748c8adf93a7100be2d69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap604454b8-58", "ovs_interfaceid": "604454b8-583b-45df-93b2-e7fdbab9a9b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1174.744650] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:4e:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61b8f0db-488e-42d7-bf6c-6c1665cd5616', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '604454b8-583b-45df-93b2-e7fdbab9a9b6', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1174.752055] env[62321]: DEBUG oslo.service.loopingcall [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1174.752236] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1174.752471] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b225d76-2825-44aa-b673-ea3963733393 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.772982] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1174.772982] env[62321]: value = "task-2634089" [ 1174.772982] env[62321]: _type = "Task" [ 1174.772982] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.780727] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2634089, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.928701] env[62321]: DEBUG nova.compute.manager [req-38ad7fde-aea0-4b16-87f7-f8300ea990ec req-9e0ace23-42b9-4180-a5d6-7884e402b3c8 service nova] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Received event network-changed-604454b8-583b-45df-93b2-e7fdbab9a9b6 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1174.929083] env[62321]: DEBUG nova.compute.manager [req-38ad7fde-aea0-4b16-87f7-f8300ea990ec req-9e0ace23-42b9-4180-a5d6-7884e402b3c8 service nova] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Refreshing instance network info cache due to event network-changed-604454b8-583b-45df-93b2-e7fdbab9a9b6. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1174.929409] env[62321]: DEBUG oslo_concurrency.lockutils [req-38ad7fde-aea0-4b16-87f7-f8300ea990ec req-9e0ace23-42b9-4180-a5d6-7884e402b3c8 service nova] Acquiring lock "refresh_cache-7c38be58-006b-4f0e-8824-e939d30b94dc" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.929604] env[62321]: DEBUG oslo_concurrency.lockutils [req-38ad7fde-aea0-4b16-87f7-f8300ea990ec req-9e0ace23-42b9-4180-a5d6-7884e402b3c8 service nova] Acquired lock "refresh_cache-7c38be58-006b-4f0e-8824-e939d30b94dc" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.929791] env[62321]: DEBUG nova.network.neutron [req-38ad7fde-aea0-4b16-87f7-f8300ea990ec req-9e0ace23-42b9-4180-a5d6-7884e402b3c8 service nova] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Refreshing network info cache for port 604454b8-583b-45df-93b2-e7fdbab9a9b6 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.944789] env[62321]: DEBUG nova.compute.manager [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1174.974264] env[62321]: DEBUG oslo_vmware.api [None req-9248e9da-3b32-4f0d-b14d-dfb2b4110097 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2634085, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.976114] env[62321]: DEBUG nova.virt.hardware [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1174.976346] env[62321]: DEBUG nova.virt.hardware [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1174.976512] env[62321]: DEBUG nova.virt.hardware [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.976688] env[62321]: DEBUG nova.virt.hardware [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1174.976885] env[62321]: DEBUG nova.virt.hardware [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.977029] env[62321]: DEBUG nova.virt.hardware [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1174.977261] env[62321]: DEBUG nova.virt.hardware [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1174.977440] env[62321]: DEBUG nova.virt.hardware [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1174.977610] env[62321]: DEBUG nova.virt.hardware [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1174.977773] env[62321]: DEBUG nova.virt.hardware [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1174.977946] env[62321]: DEBUG nova.virt.hardware [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1174.978740] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e998ad-1901-4ed3-8c40-0ec79ebaaa24 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.986142] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae75bda5-2b17-432b-ac5a-e9adb9200f98 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.099364] env[62321]: DEBUG nova.compute.manager [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1175.283885] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2634089, 'name': CreateVM_Task, 'duration_secs': 0.343957} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.284151] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1175.285141] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.285141] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.285354] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1175.285606] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-290a21e8-a25c-4004-a4f2-57fdd09e60a4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.289935] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for the task: (returnval){ [ 1175.289935] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e85b7e-ba4b-ff1a-2893-a0b2276019fa" [ 1175.289935] env[62321]: _type = "Task" [ 1175.289935] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.297343] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e85b7e-ba4b-ff1a-2893-a0b2276019fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.382135] env[62321]: DEBUG nova.network.neutron [-] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.437652] env[62321]: DEBUG nova.network.neutron [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Successfully updated port: db5db376-42cf-4eca-a5d2-f3b9793ff949 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1175.475607] env[62321]: DEBUG oslo_vmware.api [None req-9248e9da-3b32-4f0d-b14d-dfb2b4110097 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2634085, 'name': ReconfigVM_Task, 'duration_secs': 1.294117} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.475885] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-9248e9da-3b32-4f0d-b14d-dfb2b4110097 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-9e312f51-2cbe-49b7-8660-4008ab9b4679/volume-9e312f51-2cbe-49b7-8660-4008ab9b4679.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1175.480505] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dee4206e-1c17-4fa6-8678-ac99bb030075 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.495891] env[62321]: DEBUG oslo_vmware.api [None req-9248e9da-3b32-4f0d-b14d-dfb2b4110097 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 1175.495891] env[62321]: value = "task-2634090" [ 1175.495891] env[62321]: _type = "Task" [ 1175.495891] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.504302] env[62321]: DEBUG oslo_vmware.api [None req-9248e9da-3b32-4f0d-b14d-dfb2b4110097 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2634090, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.624281] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1175.624688] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1175.626884] env[62321]: INFO nova.compute.claims [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1175.670964] env[62321]: DEBUG nova.network.neutron [req-38ad7fde-aea0-4b16-87f7-f8300ea990ec req-9e0ace23-42b9-4180-a5d6-7884e402b3c8 service nova] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Updated VIF entry in instance network info cache for port 604454b8-583b-45df-93b2-e7fdbab9a9b6. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.671357] env[62321]: DEBUG nova.network.neutron [req-38ad7fde-aea0-4b16-87f7-f8300ea990ec req-9e0ace23-42b9-4180-a5d6-7884e402b3c8 service nova] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Updating instance_info_cache with network_info: [{"id": "604454b8-583b-45df-93b2-e7fdbab9a9b6", "address": "fa:16:3e:af:4e:f0", "network": {"id": "ee512626-1ba4-4db7-9703-950f077b95cb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1204035596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ec49cca508748c8adf93a7100be2d69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap604454b8-58", "ovs_interfaceid": "604454b8-583b-45df-93b2-e7fdbab9a9b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.800056] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52e85b7e-ba4b-ff1a-2893-a0b2276019fa, 'name': SearchDatastore_Task, 'duration_secs': 0.009603} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.800302] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.800540] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1175.800773] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.800919] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.801110] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1175.801404] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c828daa5-2e05-4c5e-be93-f1c8ed4cd0a6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.809074] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1175.809244] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1175.809960] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02fc83e2-0b73-49d6-a58b-39767a1a317a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.814936] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for the task: (returnval){ [ 1175.814936] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52481cb1-4727-3e9f-b4ec-e609bfaf2beb" [ 1175.814936] env[62321]: _type = "Task" [ 1175.814936] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.822199] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52481cb1-4727-3e9f-b4ec-e609bfaf2beb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.885203] env[62321]: INFO nova.compute.manager [-] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Took 1.50 seconds to deallocate network for instance. [ 1175.941674] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquiring lock "refresh_cache-3a64e424-76cc-4d28-aaa2-7bd1f7f2f629" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.941674] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquired lock "refresh_cache-3a64e424-76cc-4d28-aaa2-7bd1f7f2f629" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.941892] env[62321]: DEBUG nova.network.neutron [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.005424] env[62321]: DEBUG oslo_vmware.api [None req-9248e9da-3b32-4f0d-b14d-dfb2b4110097 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2634090, 'name': ReconfigVM_Task, 'duration_secs': 0.19652} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.005710] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-9248e9da-3b32-4f0d-b14d-dfb2b4110097 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530754', 'volume_id': '9e312f51-2cbe-49b7-8660-4008ab9b4679', 'name': 'volume-9e312f51-2cbe-49b7-8660-4008ab9b4679', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '29235a47-8a5d-4e62-bcd1-8d8e7c83cc93', 'attached_at': '', 'detached_at': '', 'volume_id': '9e312f51-2cbe-49b7-8660-4008ab9b4679', 'serial': '9e312f51-2cbe-49b7-8660-4008ab9b4679'} {{(pid=62321) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1176.174397] env[62321]: DEBUG oslo_concurrency.lockutils [req-38ad7fde-aea0-4b16-87f7-f8300ea990ec req-9e0ace23-42b9-4180-a5d6-7884e402b3c8 service nova] Releasing lock "refresh_cache-7c38be58-006b-4f0e-8824-e939d30b94dc" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.174539] env[62321]: DEBUG nova.compute.manager [req-38ad7fde-aea0-4b16-87f7-f8300ea990ec req-9e0ace23-42b9-4180-a5d6-7884e402b3c8 service nova] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Received event network-vif-deleted-5f732e98-cbc1-42be-9389-2f2c72ee2096 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1176.174706] env[62321]: INFO nova.compute.manager [req-38ad7fde-aea0-4b16-87f7-f8300ea990ec req-9e0ace23-42b9-4180-a5d6-7884e402b3c8 service nova] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Neutron deleted interface 5f732e98-cbc1-42be-9389-2f2c72ee2096; detaching it from the instance and deleting it from the info cache [ 1176.174876] env[62321]: DEBUG nova.network.neutron [req-38ad7fde-aea0-4b16-87f7-f8300ea990ec req-9e0ace23-42b9-4180-a5d6-7884e402b3c8 service nova] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.324878] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52481cb1-4727-3e9f-b4ec-e609bfaf2beb, 'name': SearchDatastore_Task, 'duration_secs': 0.029984} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.325667] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee4f9b94-efed-4f68-a90b-5ff1a51ddb17 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.330509] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for the task: (returnval){ [ 1176.330509] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522ebef6-da20-7029-bfc2-e7393b37ef1d" [ 1176.330509] env[62321]: _type = "Task" [ 1176.330509] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.337900] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522ebef6-da20-7029-bfc2-e7393b37ef1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.453827] env[62321]: INFO nova.compute.manager [None req-aa9fb0a7-3c63-4f7a-90b0-d71315d55857 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Took 0.57 seconds to detach 1 volumes for instance. [ 1176.471999] env[62321]: DEBUG nova.network.neutron [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1176.601707] env[62321]: DEBUG nova.network.neutron [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Updating instance_info_cache with network_info: [{"id": "db5db376-42cf-4eca-a5d2-f3b9793ff949", "address": "fa:16:3e:e2:49:54", "network": {"id": "ee512626-1ba4-4db7-9703-950f077b95cb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1204035596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ec49cca508748c8adf93a7100be2d69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5db376-42", "ovs_interfaceid": "db5db376-42cf-4eca-a5d2-f3b9793ff949", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.677438] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9af16c73-2448-4aa0-aeb3-b50f7e55f147 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.689269] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6bbab0-9d7a-43c6-8154-a5d810c4fd93 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.721475] env[62321]: DEBUG nova.compute.manager [req-38ad7fde-aea0-4b16-87f7-f8300ea990ec req-9e0ace23-42b9-4180-a5d6-7884e402b3c8 service nova] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Detach interface failed, port_id=5f732e98-cbc1-42be-9389-2f2c72ee2096, reason: Instance f2bb34f7-6989-4ece-96f7-85a8ea0f83f0 could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1176.770459] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c09fcb-5ef1-49ee-b146-c08e65ee4299 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.777871] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452645f7-9d75-43c6-ab36-0a6e846483ea {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.808371] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94393933-cc7c-43a1-93de-01f03234c3cb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.815679] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1475447a-1600-41d1-bda2-998400e00bc8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.828589] env[62321]: DEBUG nova.compute.provider_tree [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.839033] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522ebef6-da20-7029-bfc2-e7393b37ef1d, 'name': SearchDatastore_Task, 'duration_secs': 0.010905} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.839287] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.839534] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 7c38be58-006b-4f0e-8824-e939d30b94dc/7c38be58-006b-4f0e-8824-e939d30b94dc.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1176.840335] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51027da8-0685-49be-ae96-ec9f1b50da51 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.846701] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for the task: (returnval){ [ 1176.846701] env[62321]: value = "task-2634092" [ 1176.846701] env[62321]: _type = "Task" [ 1176.846701] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.854033] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.956231] env[62321]: DEBUG nova.compute.manager [req-025347e0-1c6b-473b-88d5-7f6da11693f6 req-9c297a98-d0b4-4d64-a193-5a226601e435 service nova] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Received event network-vif-plugged-db5db376-42cf-4eca-a5d2-f3b9793ff949 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1176.956333] env[62321]: DEBUG oslo_concurrency.lockutils [req-025347e0-1c6b-473b-88d5-7f6da11693f6 req-9c297a98-d0b4-4d64-a193-5a226601e435 service nova] Acquiring lock "3a64e424-76cc-4d28-aaa2-7bd1f7f2f629-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1176.956569] env[62321]: DEBUG oslo_concurrency.lockutils [req-025347e0-1c6b-473b-88d5-7f6da11693f6 req-9c297a98-d0b4-4d64-a193-5a226601e435 service nova] Lock "3a64e424-76cc-4d28-aaa2-7bd1f7f2f629-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1176.956738] env[62321]: DEBUG oslo_concurrency.lockutils [req-025347e0-1c6b-473b-88d5-7f6da11693f6 req-9c297a98-d0b4-4d64-a193-5a226601e435 service nova] Lock "3a64e424-76cc-4d28-aaa2-7bd1f7f2f629-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1176.957298] env[62321]: DEBUG nova.compute.manager [req-025347e0-1c6b-473b-88d5-7f6da11693f6 req-9c297a98-d0b4-4d64-a193-5a226601e435 service nova] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] No waiting events found dispatching network-vif-plugged-db5db376-42cf-4eca-a5d2-f3b9793ff949 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1176.957298] env[62321]: WARNING nova.compute.manager [req-025347e0-1c6b-473b-88d5-7f6da11693f6 req-9c297a98-d0b4-4d64-a193-5a226601e435 service nova] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Received unexpected event network-vif-plugged-db5db376-42cf-4eca-a5d2-f3b9793ff949 for instance with vm_state building and task_state spawning. [ 1176.957298] env[62321]: DEBUG nova.compute.manager [req-025347e0-1c6b-473b-88d5-7f6da11693f6 req-9c297a98-d0b4-4d64-a193-5a226601e435 service nova] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Received event network-changed-db5db376-42cf-4eca-a5d2-f3b9793ff949 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1176.957452] env[62321]: DEBUG nova.compute.manager [req-025347e0-1c6b-473b-88d5-7f6da11693f6 req-9c297a98-d0b4-4d64-a193-5a226601e435 service nova] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Refreshing instance network info cache due to event network-changed-db5db376-42cf-4eca-a5d2-f3b9793ff949. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1176.957587] env[62321]: DEBUG oslo_concurrency.lockutils [req-025347e0-1c6b-473b-88d5-7f6da11693f6 req-9c297a98-d0b4-4d64-a193-5a226601e435 service nova] Acquiring lock "refresh_cache-3a64e424-76cc-4d28-aaa2-7bd1f7f2f629" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.960121] env[62321]: DEBUG oslo_concurrency.lockutils [None req-aa9fb0a7-3c63-4f7a-90b0-d71315d55857 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.041029] env[62321]: DEBUG nova.objects.instance [None req-9248e9da-3b32-4f0d-b14d-dfb2b4110097 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lazy-loading 'flavor' on Instance uuid 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.104842] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Releasing lock "refresh_cache-3a64e424-76cc-4d28-aaa2-7bd1f7f2f629" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.105210] env[62321]: DEBUG nova.compute.manager [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Instance network_info: |[{"id": "db5db376-42cf-4eca-a5d2-f3b9793ff949", "address": "fa:16:3e:e2:49:54", "network": {"id": "ee512626-1ba4-4db7-9703-950f077b95cb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1204035596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ec49cca508748c8adf93a7100be2d69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5db376-42", "ovs_interfaceid": "db5db376-42cf-4eca-a5d2-f3b9793ff949", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1177.105628] env[62321]: DEBUG oslo_concurrency.lockutils [req-025347e0-1c6b-473b-88d5-7f6da11693f6 req-9c297a98-d0b4-4d64-a193-5a226601e435 service nova] Acquired lock "refresh_cache-3a64e424-76cc-4d28-aaa2-7bd1f7f2f629" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.105862] env[62321]: DEBUG nova.network.neutron [req-025347e0-1c6b-473b-88d5-7f6da11693f6 req-9c297a98-d0b4-4d64-a193-5a226601e435 service nova] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Refreshing network info cache for port db5db376-42cf-4eca-a5d2-f3b9793ff949 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1177.107295] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:49:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61b8f0db-488e-42d7-bf6c-6c1665cd5616', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db5db376-42cf-4eca-a5d2-f3b9793ff949', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1177.115277] env[62321]: DEBUG oslo.service.loopingcall [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1177.118934] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1177.119494] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10e5b208-a704-45a3-b19e-7872fa02102d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.141132] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1177.141132] env[62321]: value = "task-2634093" [ 1177.141132] env[62321]: _type = "Task" [ 1177.141132] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.149778] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2634093, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.335424] env[62321]: DEBUG nova.scheduler.client.report [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.342416] env[62321]: DEBUG nova.network.neutron [req-025347e0-1c6b-473b-88d5-7f6da11693f6 req-9c297a98-d0b4-4d64-a193-5a226601e435 service nova] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Updated VIF entry in instance network info cache for port db5db376-42cf-4eca-a5d2-f3b9793ff949. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1177.342753] env[62321]: DEBUG nova.network.neutron [req-025347e0-1c6b-473b-88d5-7f6da11693f6 req-9c297a98-d0b4-4d64-a193-5a226601e435 service nova] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Updating instance_info_cache with network_info: [{"id": "db5db376-42cf-4eca-a5d2-f3b9793ff949", "address": "fa:16:3e:e2:49:54", "network": {"id": "ee512626-1ba4-4db7-9703-950f077b95cb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1204035596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ec49cca508748c8adf93a7100be2d69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5db376-42", "ovs_interfaceid": "db5db376-42cf-4eca-a5d2-f3b9793ff949", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.357842] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634092, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44254} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.358092] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 7c38be58-006b-4f0e-8824-e939d30b94dc/7c38be58-006b-4f0e-8824-e939d30b94dc.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1177.358310] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1177.358571] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5beac72-b516-4f06-bb10-8109f9714c1f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.365017] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for the task: (returnval){ [ 1177.365017] env[62321]: value = "task-2634094" [ 1177.365017] env[62321]: _type = "Task" [ 1177.365017] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.373744] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.546366] env[62321]: DEBUG oslo_concurrency.lockutils [None req-9248e9da-3b32-4f0d-b14d-dfb2b4110097 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "29235a47-8a5d-4e62-bcd1-8d8e7c83cc93" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.264s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.649856] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2634093, 'name': CreateVM_Task, 'duration_secs': 0.399381} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.650059] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1177.650697] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.650859] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.651190] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1177.651440] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6ad83a7-a8ba-4b4f-8511-c82117ce1e39 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.655685] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for the task: (returnval){ [ 1177.655685] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d2372f-9b6c-77c3-c9b1-cf6d97fd1537" [ 1177.655685] env[62321]: _type = "Task" [ 1177.655685] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.662815] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d2372f-9b6c-77c3-c9b1-cf6d97fd1537, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.840667] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.216s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.841257] env[62321]: DEBUG nova.compute.manager [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1177.844211] env[62321]: DEBUG oslo_concurrency.lockutils [None req-aa9fb0a7-3c63-4f7a-90b0-d71315d55857 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.884s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.844417] env[62321]: DEBUG oslo_concurrency.lockutils [None req-aa9fb0a7-3c63-4f7a-90b0-d71315d55857 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.846667] env[62321]: DEBUG oslo_concurrency.lockutils [req-025347e0-1c6b-473b-88d5-7f6da11693f6 req-9c297a98-d0b4-4d64-a193-5a226601e435 service nova] Releasing lock "refresh_cache-3a64e424-76cc-4d28-aaa2-7bd1f7f2f629" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.867954] env[62321]: INFO nova.scheduler.client.report [None req-aa9fb0a7-3c63-4f7a-90b0-d71315d55857 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Deleted allocations for instance f2bb34f7-6989-4ece-96f7-85a8ea0f83f0 [ 1177.879270] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058688} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.879515] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1177.880325] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d521daf-61b4-4230-9aee-caaf9fee341c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.902808] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 7c38be58-006b-4f0e-8824-e939d30b94dc/7c38be58-006b-4f0e-8824-e939d30b94dc.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.903411] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77e8be47-0ef6-4012-8660-bd6baf2c4b38 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.924642] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for the task: (returnval){ [ 1177.924642] env[62321]: value = "task-2634095" [ 1177.924642] env[62321]: _type = "Task" [ 1177.924642] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.932316] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634095, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.166627] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d2372f-9b6c-77c3-c9b1-cf6d97fd1537, 'name': SearchDatastore_Task, 'duration_secs': 0.011387} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.166987] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.167291] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1178.167572] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.167751] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.167966] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1178.168297] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-872ae42d-08b0-490b-996f-f3e0f0bcb059 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.176527] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1178.176698] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1178.177387] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8dcaca2-6f21-41a3-83e9-b17036d75feb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.182295] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6f12ccd4-40ea-4b17-956c-3e224e1af58b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquiring lock "29235a47-8a5d-4e62-bcd1-8d8e7c83cc93" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.182534] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6f12ccd4-40ea-4b17-956c-3e224e1af58b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "29235a47-8a5d-4e62-bcd1-8d8e7c83cc93" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.183884] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for the task: (returnval){ [ 1178.183884] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522198f6-dcc5-6224-a3d4-e8bec140faa2" [ 1178.183884] env[62321]: _type = "Task" [ 1178.183884] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.191507] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522198f6-dcc5-6224-a3d4-e8bec140faa2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.349073] env[62321]: DEBUG nova.compute.utils [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1178.350537] env[62321]: DEBUG nova.compute.manager [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1178.350705] env[62321]: DEBUG nova.network.neutron [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1178.378676] env[62321]: DEBUG oslo_concurrency.lockutils [None req-aa9fb0a7-3c63-4f7a-90b0-d71315d55857 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "f2bb34f7-6989-4ece-96f7-85a8ea0f83f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.740s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1178.396922] env[62321]: DEBUG nova.policy [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4aa50382773541a1bdee59888d000b77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e41ce300a3c4503930ecf73e3501abe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 1178.434517] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634095, 'name': ReconfigVM_Task, 'duration_secs': 0.279691} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.434784] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 7c38be58-006b-4f0e-8824-e939d30b94dc/7c38be58-006b-4f0e-8824-e939d30b94dc.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.435418] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65b93977-85a1-4acb-a1f6-f3975789e285 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.441511] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for the task: (returnval){ [ 1178.441511] env[62321]: value = "task-2634096" [ 1178.441511] env[62321]: _type = "Task" [ 1178.441511] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.448580] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634096, 'name': Rename_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.673733] env[62321]: DEBUG nova.network.neutron [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Successfully created port: a689d9eb-e761-4c0d-a108-f07443ece1d6 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1178.686411] env[62321]: INFO nova.compute.manager [None req-6f12ccd4-40ea-4b17-956c-3e224e1af58b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Detaching volume 9e312f51-2cbe-49b7-8660-4008ab9b4679 [ 1178.696709] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]522198f6-dcc5-6224-a3d4-e8bec140faa2, 'name': SearchDatastore_Task, 'duration_secs': 0.00918} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.697481] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cf3be4a-02bd-458a-b994-51dbde46ff6a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.702436] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for the task: (returnval){ [ 1178.702436] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]526cb38c-9953-cf2a-7862-13371a4c1b7a" [ 1178.702436] env[62321]: _type = "Task" [ 1178.702436] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.710082] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]526cb38c-9953-cf2a-7862-13371a4c1b7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.723972] env[62321]: INFO nova.virt.block_device [None req-6f12ccd4-40ea-4b17-956c-3e224e1af58b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Attempting to driver detach volume 9e312f51-2cbe-49b7-8660-4008ab9b4679 from mountpoint /dev/sdb [ 1178.724375] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f12ccd4-40ea-4b17-956c-3e224e1af58b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Volume detach. Driver type: vmdk {{(pid=62321) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1178.724575] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f12ccd4-40ea-4b17-956c-3e224e1af58b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530754', 'volume_id': '9e312f51-2cbe-49b7-8660-4008ab9b4679', 'name': 'volume-9e312f51-2cbe-49b7-8660-4008ab9b4679', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '29235a47-8a5d-4e62-bcd1-8d8e7c83cc93', 'attached_at': '', 'detached_at': '', 'volume_id': '9e312f51-2cbe-49b7-8660-4008ab9b4679', 'serial': '9e312f51-2cbe-49b7-8660-4008ab9b4679'} {{(pid=62321) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1178.725416] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9b04a2-a5f4-40e8-bfed-accea077387c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.746983] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16257d0-273e-46d8-95f3-7db10428dbc8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.755632] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014937ef-f053-4f9e-b84a-15e4b886599d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.776717] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b80481-8f6b-4a1a-990e-b31fa9907cef {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.792421] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f12ccd4-40ea-4b17-956c-3e224e1af58b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] The volume has not been displaced from its original location: [datastore2] volume-9e312f51-2cbe-49b7-8660-4008ab9b4679/volume-9e312f51-2cbe-49b7-8660-4008ab9b4679.vmdk. No consolidation needed. {{(pid=62321) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1178.797688] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f12ccd4-40ea-4b17-956c-3e224e1af58b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1178.798011] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cb94bc8-6023-48ad-99a9-cf76c958345b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.816391] env[62321]: DEBUG oslo_vmware.api [None req-6f12ccd4-40ea-4b17-956c-3e224e1af58b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 1178.816391] env[62321]: value = "task-2634097" [ 1178.816391] env[62321]: _type = "Task" [ 1178.816391] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.825153] env[62321]: DEBUG oslo_vmware.api [None req-6f12ccd4-40ea-4b17-956c-3e224e1af58b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2634097, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.854014] env[62321]: DEBUG nova.compute.manager [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1178.917601] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a6d68d8-db65-4f72-a05a-8ce147512d55 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Volume attach. Driver type: vmdk {{(pid=62321) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1178.917838] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a6d68d8-db65-4f72-a05a-8ce147512d55 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530756', 'volume_id': '14f828ed-5408-4b5c-9d72-fcbf064a48cf', 'name': 'volume-14f828ed-5408-4b5c-9d72-fcbf064a48cf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '921b0393-e934-4efb-9fff-18f21095f516', 'attached_at': '', 'detached_at': '', 'volume_id': '14f828ed-5408-4b5c-9d72-fcbf064a48cf', 'serial': '14f828ed-5408-4b5c-9d72-fcbf064a48cf'} {{(pid=62321) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1178.918750] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2476a2-1fea-43fc-ad75-86506cd80d00 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.939253] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ada5b6-6174-412c-8dd4-696613fb6bce {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.964620] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a6d68d8-db65-4f72-a05a-8ce147512d55 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] volume-14f828ed-5408-4b5c-9d72-fcbf064a48cf/volume-14f828ed-5408-4b5c-9d72-fcbf064a48cf.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.965606] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3596f8e-0e6c-4055-8121-a338c003d4ff {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.985269] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634096, 'name': Rename_Task, 'duration_secs': 0.146367} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.985996] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.986239] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d6200e5-ab7b-44a0-88b8-0c98e579d0ce {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.990232] env[62321]: DEBUG oslo_vmware.api [None req-1a6d68d8-db65-4f72-a05a-8ce147512d55 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Waiting for the task: (returnval){ [ 1178.990232] env[62321]: value = "task-2634098" [ 1178.990232] env[62321]: _type = "Task" [ 1178.990232] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.994218] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for the task: (returnval){ [ 1178.994218] env[62321]: value = "task-2634099" [ 1178.994218] env[62321]: _type = "Task" [ 1178.994218] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.000293] env[62321]: DEBUG oslo_vmware.api [None req-1a6d68d8-db65-4f72-a05a-8ce147512d55 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634098, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.005358] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634099, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.215836] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]526cb38c-9953-cf2a-7862-13371a4c1b7a, 'name': SearchDatastore_Task, 'duration_secs': 0.009548} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.216184] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.216591] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629/3a64e424-76cc-4d28-aaa2-7bd1f7f2f629.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1179.216959] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4194659e-ac59-42b8-8282-ede36cb6b9b5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.223698] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for the task: (returnval){ [ 1179.223698] env[62321]: value = "task-2634100" [ 1179.223698] env[62321]: _type = "Task" [ 1179.223698] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.231344] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634100, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.327727] env[62321]: DEBUG oslo_vmware.api [None req-6f12ccd4-40ea-4b17-956c-3e224e1af58b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2634097, 'name': ReconfigVM_Task, 'duration_secs': 0.232147} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.327727] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f12ccd4-40ea-4b17-956c-3e224e1af58b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1179.336025] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17acf18d-d996-4648-a8da-1c4231958153 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.348760] env[62321]: DEBUG oslo_vmware.api [None req-6f12ccd4-40ea-4b17-956c-3e224e1af58b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 1179.348760] env[62321]: value = "task-2634101" [ 1179.348760] env[62321]: _type = "Task" [ 1179.348760] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.361382] env[62321]: DEBUG oslo_vmware.api [None req-6f12ccd4-40ea-4b17-956c-3e224e1af58b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2634101, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.505739] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634099, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.509165] env[62321]: DEBUG oslo_vmware.api [None req-1a6d68d8-db65-4f72-a05a-8ce147512d55 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634098, 'name': ReconfigVM_Task, 'duration_secs': 0.362764} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.509478] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a6d68d8-db65-4f72-a05a-8ce147512d55 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Reconfigured VM instance instance-00000073 to attach disk [datastore2] volume-14f828ed-5408-4b5c-9d72-fcbf064a48cf/volume-14f828ed-5408-4b5c-9d72-fcbf064a48cf.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1179.514284] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bd4a8fb-9294-4f47-8cb7-c8f8dcc37c5d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.529695] env[62321]: DEBUG oslo_vmware.api [None req-1a6d68d8-db65-4f72-a05a-8ce147512d55 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Waiting for the task: (returnval){ [ 1179.529695] env[62321]: value = "task-2634102" [ 1179.529695] env[62321]: _type = "Task" [ 1179.529695] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.540618] env[62321]: DEBUG oslo_vmware.api [None req-1a6d68d8-db65-4f72-a05a-8ce147512d55 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634102, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.736897] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634100, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.858284] env[62321]: DEBUG oslo_vmware.api [None req-6f12ccd4-40ea-4b17-956c-3e224e1af58b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2634101, 'name': ReconfigVM_Task, 'duration_secs': 0.163262} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.858559] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f12ccd4-40ea-4b17-956c-3e224e1af58b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530754', 'volume_id': '9e312f51-2cbe-49b7-8660-4008ab9b4679', 'name': 'volume-9e312f51-2cbe-49b7-8660-4008ab9b4679', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '29235a47-8a5d-4e62-bcd1-8d8e7c83cc93', 'attached_at': '', 'detached_at': '', 'volume_id': '9e312f51-2cbe-49b7-8660-4008ab9b4679', 'serial': '9e312f51-2cbe-49b7-8660-4008ab9b4679'} {{(pid=62321) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1179.863748] env[62321]: DEBUG nova.compute.manager [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1179.889735] env[62321]: DEBUG nova.virt.hardware [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1179.889964] env[62321]: DEBUG nova.virt.hardware [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1179.890135] env[62321]: DEBUG nova.virt.hardware [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1179.890367] env[62321]: DEBUG nova.virt.hardware [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1179.890517] env[62321]: DEBUG nova.virt.hardware [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1179.890661] env[62321]: DEBUG nova.virt.hardware [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1179.890870] env[62321]: DEBUG nova.virt.hardware [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1179.891033] env[62321]: DEBUG nova.virt.hardware [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1179.891201] env[62321]: DEBUG nova.virt.hardware [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1179.891360] env[62321]: DEBUG nova.virt.hardware [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1179.891530] env[62321]: DEBUG nova.virt.hardware [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1179.892375] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec107ae-9681-41d4-be6b-ec4bc17eef2c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.900085] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8811380e-b292-49ad-80c7-86429003fda7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.005683] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634099, 'name': PowerOnVM_Task, 'duration_secs': 0.515462} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.005945] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.006167] env[62321]: INFO nova.compute.manager [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Took 7.27 seconds to spawn the instance on the hypervisor. [ 1180.006358] env[62321]: DEBUG nova.compute.manager [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1180.007119] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c34d929-04cb-45ab-a62c-53284ff7a160 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.032141] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "388dae3e-24c7-438f-879b-7f8e6a9e7988" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1180.032460] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "388dae3e-24c7-438f-879b-7f8e6a9e7988" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1180.042695] env[62321]: DEBUG oslo_vmware.api [None req-1a6d68d8-db65-4f72-a05a-8ce147512d55 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634102, 'name': ReconfigVM_Task, 'duration_secs': 0.155114} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.043306] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a6d68d8-db65-4f72-a05a-8ce147512d55 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530756', 'volume_id': '14f828ed-5408-4b5c-9d72-fcbf064a48cf', 'name': 'volume-14f828ed-5408-4b5c-9d72-fcbf064a48cf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '921b0393-e934-4efb-9fff-18f21095f516', 'attached_at': '', 'detached_at': '', 'volume_id': '14f828ed-5408-4b5c-9d72-fcbf064a48cf', 'serial': '14f828ed-5408-4b5c-9d72-fcbf064a48cf'} {{(pid=62321) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1180.195409] env[62321]: DEBUG nova.compute.manager [req-1be8979f-b880-4055-83c9-6d893b0b7cb7 req-3344b2d0-e237-47d1-8acc-72be0771c087 service nova] [instance: deb789fa-135d-4387-86c3-3250add1c496] Received event network-vif-plugged-a689d9eb-e761-4c0d-a108-f07443ece1d6 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1180.195640] env[62321]: DEBUG oslo_concurrency.lockutils [req-1be8979f-b880-4055-83c9-6d893b0b7cb7 req-3344b2d0-e237-47d1-8acc-72be0771c087 service nova] Acquiring lock "deb789fa-135d-4387-86c3-3250add1c496-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1180.195844] env[62321]: DEBUG oslo_concurrency.lockutils [req-1be8979f-b880-4055-83c9-6d893b0b7cb7 req-3344b2d0-e237-47d1-8acc-72be0771c087 service nova] Lock "deb789fa-135d-4387-86c3-3250add1c496-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1180.196016] env[62321]: DEBUG oslo_concurrency.lockutils [req-1be8979f-b880-4055-83c9-6d893b0b7cb7 req-3344b2d0-e237-47d1-8acc-72be0771c087 service nova] Lock "deb789fa-135d-4387-86c3-3250add1c496-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.196199] env[62321]: DEBUG nova.compute.manager [req-1be8979f-b880-4055-83c9-6d893b0b7cb7 req-3344b2d0-e237-47d1-8acc-72be0771c087 service nova] [instance: deb789fa-135d-4387-86c3-3250add1c496] No waiting events found dispatching network-vif-plugged-a689d9eb-e761-4c0d-a108-f07443ece1d6 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1180.196366] env[62321]: WARNING nova.compute.manager [req-1be8979f-b880-4055-83c9-6d893b0b7cb7 req-3344b2d0-e237-47d1-8acc-72be0771c087 service nova] [instance: deb789fa-135d-4387-86c3-3250add1c496] Received unexpected event network-vif-plugged-a689d9eb-e761-4c0d-a108-f07443ece1d6 for instance with vm_state building and task_state spawning. [ 1180.236786] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634100, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569743} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.237133] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629/3a64e424-76cc-4d28-aaa2-7bd1f7f2f629.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1180.237415] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1180.237753] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d20fe0c-cfaa-4b1a-b2ab-5c7ef8c0e6f6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.245164] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for the task: (returnval){ [ 1180.245164] env[62321]: value = "task-2634103" [ 1180.245164] env[62321]: _type = "Task" [ 1180.245164] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.252681] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634103, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.283563] env[62321]: DEBUG nova.network.neutron [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Successfully updated port: a689d9eb-e761-4c0d-a108-f07443ece1d6 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1180.400815] env[62321]: DEBUG nova.objects.instance [None req-6f12ccd4-40ea-4b17-956c-3e224e1af58b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lazy-loading 'flavor' on Instance uuid 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.522489] env[62321]: INFO nova.compute.manager [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Took 12.03 seconds to build instance. [ 1180.537942] env[62321]: DEBUG nova.compute.manager [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1180.755136] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634103, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.461116} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.755499] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1180.756118] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1b7f0d-6daf-4c69-bec4-15e7ca991cb7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.778418] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629/3a64e424-76cc-4d28-aaa2-7bd1f7f2f629.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.778639] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1c56559-3e15-4e43-a6b2-0ce2b4bbe033 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.792881] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "refresh_cache-deb789fa-135d-4387-86c3-3250add1c496" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.793049] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquired lock "refresh_cache-deb789fa-135d-4387-86c3-3250add1c496" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.793197] env[62321]: DEBUG nova.network.neutron [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1180.799095] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for the task: (returnval){ [ 1180.799095] env[62321]: value = "task-2634104" [ 1180.799095] env[62321]: _type = "Task" [ 1180.799095] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.807656] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634104, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.025594] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Lock "7c38be58-006b-4f0e-8824-e939d30b94dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.538s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.062719] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1181.062719] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1181.063544] env[62321]: INFO nova.compute.claims [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1181.078962] env[62321]: DEBUG nova.objects.instance [None req-1a6d68d8-db65-4f72-a05a-8ce147512d55 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lazy-loading 'flavor' on Instance uuid 921b0393-e934-4efb-9fff-18f21095f516 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.308970] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634104, 'name': ReconfigVM_Task, 'duration_secs': 0.282259} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.309279] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629/3a64e424-76cc-4d28-aaa2-7bd1f7f2f629.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.309877] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53ef01ac-e67c-4bda-8252-14326ebc3eb9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.318573] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for the task: (returnval){ [ 1181.318573] env[62321]: value = "task-2634105" [ 1181.318573] env[62321]: _type = "Task" [ 1181.318573] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.322474] env[62321]: DEBUG nova.network.neutron [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1181.328887] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634105, 'name': Rename_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.408636] env[62321]: DEBUG oslo_concurrency.lockutils [None req-6f12ccd4-40ea-4b17-956c-3e224e1af58b tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "29235a47-8a5d-4e62-bcd1-8d8e7c83cc93" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.226s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.448850] env[62321]: DEBUG nova.network.neutron [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Updating instance_info_cache with network_info: [{"id": "a689d9eb-e761-4c0d-a108-f07443ece1d6", "address": "fa:16:3e:6a:70:3c", "network": {"id": "2750ca67-1b0e-43a8-a773-1086f86438e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-263699496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e41ce300a3c4503930ecf73e3501abe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa689d9eb-e7", "ovs_interfaceid": "a689d9eb-e761-4c0d-a108-f07443ece1d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.582976] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1a6d68d8-db65-4f72-a05a-8ce147512d55 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lock "921b0393-e934-4efb-9fff-18f21095f516" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.271s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.665231] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7a24e305-6008-48a9-8171-54f0e2609d24 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Acquiring lock "921b0393-e934-4efb-9fff-18f21095f516" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1181.665490] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7a24e305-6008-48a9-8171-54f0e2609d24 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lock "921b0393-e934-4efb-9fff-18f21095f516" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1181.665675] env[62321]: DEBUG nova.compute.manager [None req-7a24e305-6008-48a9-8171-54f0e2609d24 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1181.666571] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e40e36-42ae-419e-a885-860ebab78ad8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.673375] env[62321]: DEBUG nova.compute.manager [None req-7a24e305-6008-48a9-8171-54f0e2609d24 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62321) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1181.673930] env[62321]: DEBUG nova.objects.instance [None req-7a24e305-6008-48a9-8171-54f0e2609d24 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lazy-loading 'flavor' on Instance uuid 921b0393-e934-4efb-9fff-18f21095f516 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.828461] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634105, 'name': Rename_Task, 'duration_secs': 0.14346} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.828743] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1181.828955] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dff3bacf-d4fa-482a-9e45-fb8e83ad8151 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.836440] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for the task: (returnval){ [ 1181.836440] env[62321]: value = "task-2634106" [ 1181.836440] env[62321]: _type = "Task" [ 1181.836440] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.843730] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634106, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.951618] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Releasing lock "refresh_cache-deb789fa-135d-4387-86c3-3250add1c496" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.951618] env[62321]: DEBUG nova.compute.manager [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Instance network_info: |[{"id": "a689d9eb-e761-4c0d-a108-f07443ece1d6", "address": "fa:16:3e:6a:70:3c", "network": {"id": "2750ca67-1b0e-43a8-a773-1086f86438e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-263699496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e41ce300a3c4503930ecf73e3501abe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa689d9eb-e7", "ovs_interfaceid": "a689d9eb-e761-4c0d-a108-f07443ece1d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1181.951978] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:70:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ace50835-5731-4c77-b6c0-3076d7b4aa21', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a689d9eb-e761-4c0d-a108-f07443ece1d6', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1181.959688] env[62321]: DEBUG oslo.service.loopingcall [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1181.960380] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: deb789fa-135d-4387-86c3-3250add1c496] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1181.960618] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-451ecd03-9c9e-4a02-8b76-bd3136eb209b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.981060] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1181.981060] env[62321]: value = "task-2634107" [ 1181.981060] env[62321]: _type = "Task" [ 1181.981060] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.988720] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2634107, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.183018] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e76386-ee5e-4b52-932c-a80997b5e97b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.194213] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b35a823-d0f4-4e08-bac6-1915d12f6b08 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.226474] env[62321]: DEBUG nova.compute.manager [req-58143bef-821b-4ac8-bd22-87b72c70579d req-43c77e49-f413-4b54-8bcf-2d70893e71a9 service nova] [instance: deb789fa-135d-4387-86c3-3250add1c496] Received event network-changed-a689d9eb-e761-4c0d-a108-f07443ece1d6 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1182.226670] env[62321]: DEBUG nova.compute.manager [req-58143bef-821b-4ac8-bd22-87b72c70579d req-43c77e49-f413-4b54-8bcf-2d70893e71a9 service nova] [instance: deb789fa-135d-4387-86c3-3250add1c496] Refreshing instance network info cache due to event network-changed-a689d9eb-e761-4c0d-a108-f07443ece1d6. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1182.226891] env[62321]: DEBUG oslo_concurrency.lockutils [req-58143bef-821b-4ac8-bd22-87b72c70579d req-43c77e49-f413-4b54-8bcf-2d70893e71a9 service nova] Acquiring lock "refresh_cache-deb789fa-135d-4387-86c3-3250add1c496" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.227087] env[62321]: DEBUG oslo_concurrency.lockutils [req-58143bef-821b-4ac8-bd22-87b72c70579d req-43c77e49-f413-4b54-8bcf-2d70893e71a9 service nova] Acquired lock "refresh_cache-deb789fa-135d-4387-86c3-3250add1c496" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.227271] env[62321]: DEBUG nova.network.neutron [req-58143bef-821b-4ac8-bd22-87b72c70579d req-43c77e49-f413-4b54-8bcf-2d70893e71a9 service nova] [instance: deb789fa-135d-4387-86c3-3250add1c496] Refreshing network info cache for port a689d9eb-e761-4c0d-a108-f07443ece1d6 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.229177] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beefb399-8c02-4d5b-94d3-0ffa033aa748 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.238413] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea28ab1d-3e2b-4348-bf27-72696323be13 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.254643] env[62321]: DEBUG nova.compute.provider_tree [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.346562] env[62321]: DEBUG oslo_vmware.api [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634106, 'name': PowerOnVM_Task, 'duration_secs': 0.46999} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.346835] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1182.347044] env[62321]: INFO nova.compute.manager [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Took 7.40 seconds to spawn the instance on the hypervisor. [ 1182.347231] env[62321]: DEBUG nova.compute.manager [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1182.348016] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745ceb83-02d8-4d33-b6b9-231d9fb92664 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.439352] env[62321]: DEBUG oslo_concurrency.lockutils [None req-92f3f131-2447-4e89-8c0e-ef2259e70267 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquiring lock "29235a47-8a5d-4e62-bcd1-8d8e7c83cc93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.439608] env[62321]: DEBUG oslo_concurrency.lockutils [None req-92f3f131-2447-4e89-8c0e-ef2259e70267 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "29235a47-8a5d-4e62-bcd1-8d8e7c83cc93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.439814] env[62321]: DEBUG oslo_concurrency.lockutils [None req-92f3f131-2447-4e89-8c0e-ef2259e70267 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquiring lock "29235a47-8a5d-4e62-bcd1-8d8e7c83cc93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.440014] env[62321]: DEBUG oslo_concurrency.lockutils [None req-92f3f131-2447-4e89-8c0e-ef2259e70267 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "29235a47-8a5d-4e62-bcd1-8d8e7c83cc93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.440224] env[62321]: DEBUG oslo_concurrency.lockutils [None req-92f3f131-2447-4e89-8c0e-ef2259e70267 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "29235a47-8a5d-4e62-bcd1-8d8e7c83cc93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1182.442397] env[62321]: INFO nova.compute.manager [None req-92f3f131-2447-4e89-8c0e-ef2259e70267 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Terminating instance [ 1182.492612] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2634107, 'name': CreateVM_Task, 'duration_secs': 0.32173} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.492755] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: deb789fa-135d-4387-86c3-3250add1c496] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1182.493427] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.493616] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.493929] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1182.494179] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9ab5e75-94ee-4222-b231-5d7c3689cd5a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.498454] env[62321]: DEBUG oslo_vmware.api [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 1182.498454] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]529efd75-25cf-5e1e-4c60-73ade89bcfa1" [ 1182.498454] env[62321]: _type = "Task" [ 1182.498454] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.505707] env[62321]: DEBUG oslo_vmware.api [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]529efd75-25cf-5e1e-4c60-73ade89bcfa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.681757] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a24e305-6008-48a9-8171-54f0e2609d24 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.682332] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39e44019-66b5-4013-a4b3-4b3cc245fe86 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.690680] env[62321]: DEBUG oslo_vmware.api [None req-7a24e305-6008-48a9-8171-54f0e2609d24 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Waiting for the task: (returnval){ [ 1182.690680] env[62321]: value = "task-2634108" [ 1182.690680] env[62321]: _type = "Task" [ 1182.690680] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.699612] env[62321]: DEBUG oslo_vmware.api [None req-7a24e305-6008-48a9-8171-54f0e2609d24 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.757425] env[62321]: DEBUG nova.scheduler.client.report [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.867291] env[62321]: INFO nova.compute.manager [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Took 14.34 seconds to build instance. [ 1182.931793] env[62321]: DEBUG nova.network.neutron [req-58143bef-821b-4ac8-bd22-87b72c70579d req-43c77e49-f413-4b54-8bcf-2d70893e71a9 service nova] [instance: deb789fa-135d-4387-86c3-3250add1c496] Updated VIF entry in instance network info cache for port a689d9eb-e761-4c0d-a108-f07443ece1d6. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1182.932177] env[62321]: DEBUG nova.network.neutron [req-58143bef-821b-4ac8-bd22-87b72c70579d req-43c77e49-f413-4b54-8bcf-2d70893e71a9 service nova] [instance: deb789fa-135d-4387-86c3-3250add1c496] Updating instance_info_cache with network_info: [{"id": "a689d9eb-e761-4c0d-a108-f07443ece1d6", "address": "fa:16:3e:6a:70:3c", "network": {"id": "2750ca67-1b0e-43a8-a773-1086f86438e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-263699496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e41ce300a3c4503930ecf73e3501abe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa689d9eb-e7", "ovs_interfaceid": "a689d9eb-e761-4c0d-a108-f07443ece1d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.945543] env[62321]: DEBUG nova.compute.manager [None req-92f3f131-2447-4e89-8c0e-ef2259e70267 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1182.945762] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-92f3f131-2447-4e89-8c0e-ef2259e70267 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1182.946676] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443778b9-3669-4854-8b79-9a232073ce7d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.954848] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-92f3f131-2447-4e89-8c0e-ef2259e70267 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.955092] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-732cbd09-2182-4f53-bece-f2fb78534902 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.961907] env[62321]: DEBUG oslo_vmware.api [None req-92f3f131-2447-4e89-8c0e-ef2259e70267 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 1182.961907] env[62321]: value = "task-2634109" [ 1182.961907] env[62321]: _type = "Task" [ 1182.961907] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.970301] env[62321]: DEBUG oslo_vmware.api [None req-92f3f131-2447-4e89-8c0e-ef2259e70267 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2634109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.008018] env[62321]: DEBUG oslo_vmware.api [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]529efd75-25cf-5e1e-4c60-73ade89bcfa1, 'name': SearchDatastore_Task, 'duration_secs': 0.036938} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.008645] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.008886] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1183.009139] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.009290] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.009467] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1183.009715] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-765add1c-5579-4741-8385-4856e49a9ebd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.017657] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1183.017863] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1183.018557] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eaf5bef-f3cd-42d4-a980-5c2a28060ffa {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.023665] env[62321]: DEBUG oslo_vmware.api [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 1183.023665] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5282bad5-6ae1-c6cd-1625-6443989f1496" [ 1183.023665] env[62321]: _type = "Task" [ 1183.023665] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.030565] env[62321]: DEBUG oslo_vmware.api [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5282bad5-6ae1-c6cd-1625-6443989f1496, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.200885] env[62321]: DEBUG oslo_vmware.api [None req-7a24e305-6008-48a9-8171-54f0e2609d24 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634108, 'name': PowerOffVM_Task, 'duration_secs': 0.233262} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.201184] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a24e305-6008-48a9-8171-54f0e2609d24 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1183.201397] env[62321]: DEBUG nova.compute.manager [None req-7a24e305-6008-48a9-8171-54f0e2609d24 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1183.202483] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e94203-965d-4816-9354-e2ce80e12690 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.262535] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.201s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1183.263063] env[62321]: DEBUG nova.compute.manager [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1183.369755] env[62321]: DEBUG oslo_concurrency.lockutils [None req-76181bf9-fbd6-47a2-b73b-a3ce391dc73c tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Lock "3a64e424-76cc-4d28-aaa2-7bd1f7f2f629" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.854s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1183.434658] env[62321]: DEBUG oslo_concurrency.lockutils [req-58143bef-821b-4ac8-bd22-87b72c70579d req-43c77e49-f413-4b54-8bcf-2d70893e71a9 service nova] Releasing lock "refresh_cache-deb789fa-135d-4387-86c3-3250add1c496" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.472455] env[62321]: DEBUG oslo_vmware.api [None req-92f3f131-2447-4e89-8c0e-ef2259e70267 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2634109, 'name': PowerOffVM_Task, 'duration_secs': 0.188091} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.472724] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-92f3f131-2447-4e89-8c0e-ef2259e70267 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1183.472892] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-92f3f131-2447-4e89-8c0e-ef2259e70267 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1183.473145] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14004486-91f0-4725-bf48-b77d2fa32c88 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.533122] env[62321]: DEBUG oslo_vmware.api [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5282bad5-6ae1-c6cd-1625-6443989f1496, 'name': SearchDatastore_Task, 'duration_secs': 0.008954} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.533928] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6d53f45-720f-450c-b39f-48a3840e74f3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.538064] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-92f3f131-2447-4e89-8c0e-ef2259e70267 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1183.538274] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-92f3f131-2447-4e89-8c0e-ef2259e70267 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1183.538456] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-92f3f131-2447-4e89-8c0e-ef2259e70267 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Deleting the datastore file [datastore1] 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.539627] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-953693fb-9932-4fda-9b25-d8534f45dd34 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.541436] env[62321]: DEBUG oslo_vmware.api [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 1183.541436] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]524748ba-93e5-b44e-8860-f54ae8fabec1" [ 1183.541436] env[62321]: _type = "Task" [ 1183.541436] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.547886] env[62321]: DEBUG oslo_vmware.api [None req-92f3f131-2447-4e89-8c0e-ef2259e70267 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for the task: (returnval){ [ 1183.547886] env[62321]: value = "task-2634111" [ 1183.547886] env[62321]: _type = "Task" [ 1183.547886] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.554967] env[62321]: DEBUG oslo_vmware.api [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]524748ba-93e5-b44e-8860-f54ae8fabec1, 'name': SearchDatastore_Task, 'duration_secs': 0.0108} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.555592] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.555871] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] deb789fa-135d-4387-86c3-3250add1c496/deb789fa-135d-4387-86c3-3250add1c496.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1183.556148] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-811c75a5-6566-4dcd-84ee-ee52593b377f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.561025] env[62321]: DEBUG oslo_vmware.api [None req-92f3f131-2447-4e89-8c0e-ef2259e70267 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2634111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.565527] env[62321]: DEBUG oslo_vmware.api [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 1183.565527] env[62321]: value = "task-2634112" [ 1183.565527] env[62321]: _type = "Task" [ 1183.565527] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.577721] env[62321]: DEBUG oslo_vmware.api [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.713228] env[62321]: DEBUG oslo_concurrency.lockutils [None req-7a24e305-6008-48a9-8171-54f0e2609d24 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lock "921b0393-e934-4efb-9fff-18f21095f516" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1183.768788] env[62321]: DEBUG nova.compute.utils [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1183.770462] env[62321]: DEBUG nova.compute.manager [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1183.770639] env[62321]: DEBUG nova.network.neutron [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1183.863202] env[62321]: DEBUG nova.policy [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46cfcc2ce2174f4fb67f77f1aa2cf665', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4d5b3a8d92f42ddb204a0a27c24609a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 1184.057422] env[62321]: DEBUG oslo_vmware.api [None req-92f3f131-2447-4e89-8c0e-ef2259e70267 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Task: {'id': task-2634111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137443} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.057715] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-92f3f131-2447-4e89-8c0e-ef2259e70267 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1184.057849] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-92f3f131-2447-4e89-8c0e-ef2259e70267 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1184.058037] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-92f3f131-2447-4e89-8c0e-ef2259e70267 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1184.058214] env[62321]: INFO nova.compute.manager [None req-92f3f131-2447-4e89-8c0e-ef2259e70267 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1184.058452] env[62321]: DEBUG oslo.service.loopingcall [None req-92f3f131-2447-4e89-8c0e-ef2259e70267 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1184.058641] env[62321]: DEBUG nova.compute.manager [-] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1184.058734] env[62321]: DEBUG nova.network.neutron [-] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1184.074792] env[62321]: DEBUG nova.objects.instance [None req-11d92ff2-39e0-4757-9847-1d6f15550e6d tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lazy-loading 'flavor' on Instance uuid 921b0393-e934-4efb-9fff-18f21095f516 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.076787] env[62321]: DEBUG oslo_vmware.api [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474652} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.080089] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] deb789fa-135d-4387-86c3-3250add1c496/deb789fa-135d-4387-86c3-3250add1c496.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1184.080089] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1184.080089] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57ddacd3-db18-4e59-a772-c792f61f7a51 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.084434] env[62321]: DEBUG oslo_vmware.api [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 1184.084434] env[62321]: value = "task-2634113" [ 1184.084434] env[62321]: _type = "Task" [ 1184.084434] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.092647] env[62321]: DEBUG oslo_vmware.api [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.164849] env[62321]: DEBUG oslo_concurrency.lockutils [None req-19894b5b-c244-483f-886d-e8afd2d8f4e4 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquiring lock "7c38be58-006b-4f0e-8824-e939d30b94dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.165110] env[62321]: DEBUG oslo_concurrency.lockutils [None req-19894b5b-c244-483f-886d-e8afd2d8f4e4 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Lock "7c38be58-006b-4f0e-8824-e939d30b94dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.165328] env[62321]: DEBUG oslo_concurrency.lockutils [None req-19894b5b-c244-483f-886d-e8afd2d8f4e4 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquiring lock "7c38be58-006b-4f0e-8824-e939d30b94dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.165516] env[62321]: DEBUG oslo_concurrency.lockutils [None req-19894b5b-c244-483f-886d-e8afd2d8f4e4 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Lock "7c38be58-006b-4f0e-8824-e939d30b94dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.165688] env[62321]: DEBUG oslo_concurrency.lockutils [None req-19894b5b-c244-483f-886d-e8afd2d8f4e4 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Lock "7c38be58-006b-4f0e-8824-e939d30b94dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.167865] env[62321]: INFO nova.compute.manager [None req-19894b5b-c244-483f-886d-e8afd2d8f4e4 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Terminating instance [ 1184.244429] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2c145f40-bb07-407c-8134-cd76fa1b1a81 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquiring lock "3a64e424-76cc-4d28-aaa2-7bd1f7f2f629" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.244617] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2c145f40-bb07-407c-8134-cd76fa1b1a81 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Lock "3a64e424-76cc-4d28-aaa2-7bd1f7f2f629" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.244831] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2c145f40-bb07-407c-8134-cd76fa1b1a81 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquiring lock "3a64e424-76cc-4d28-aaa2-7bd1f7f2f629-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.245030] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2c145f40-bb07-407c-8134-cd76fa1b1a81 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Lock "3a64e424-76cc-4d28-aaa2-7bd1f7f2f629-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.245211] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2c145f40-bb07-407c-8134-cd76fa1b1a81 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Lock "3a64e424-76cc-4d28-aaa2-7bd1f7f2f629-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.248398] env[62321]: INFO nova.compute.manager [None req-2c145f40-bb07-407c-8134-cd76fa1b1a81 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Terminating instance [ 1184.276194] env[62321]: DEBUG nova.compute.manager [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1184.340804] env[62321]: DEBUG nova.network.neutron [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Successfully created port: a15e40fe-c1e9-413f-bee2-2c53b20a99a2 {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1184.579961] env[62321]: DEBUG oslo_concurrency.lockutils [None req-11d92ff2-39e0-4757-9847-1d6f15550e6d tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Acquiring lock "refresh_cache-921b0393-e934-4efb-9fff-18f21095f516" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.580171] env[62321]: DEBUG oslo_concurrency.lockutils [None req-11d92ff2-39e0-4757-9847-1d6f15550e6d tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Acquired lock "refresh_cache-921b0393-e934-4efb-9fff-18f21095f516" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.580372] env[62321]: DEBUG nova.network.neutron [None req-11d92ff2-39e0-4757-9847-1d6f15550e6d tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.580558] env[62321]: DEBUG nova.objects.instance [None req-11d92ff2-39e0-4757-9847-1d6f15550e6d tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lazy-loading 'info_cache' on Instance uuid 921b0393-e934-4efb-9fff-18f21095f516 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.593481] env[62321]: DEBUG oslo_vmware.api [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065218} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.593737] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1184.594861] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57496f00-5524-4c4c-a033-2466fc0d29d9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.618482] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] deb789fa-135d-4387-86c3-3250add1c496/deb789fa-135d-4387-86c3-3250add1c496.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.618946] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-230acb2d-0c5c-49cc-89bf-398e4f12c656 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.638771] env[62321]: DEBUG oslo_vmware.api [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 1184.638771] env[62321]: value = "task-2634114" [ 1184.638771] env[62321]: _type = "Task" [ 1184.638771] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.646443] env[62321]: DEBUG oslo_vmware.api [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634114, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.671686] env[62321]: DEBUG nova.compute.manager [None req-19894b5b-c244-483f-886d-e8afd2d8f4e4 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1184.672482] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-19894b5b-c244-483f-886d-e8afd2d8f4e4 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1184.673380] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a58f2b-b008-42b8-8f36-abda96945bc0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.681132] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-19894b5b-c244-483f-886d-e8afd2d8f4e4 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.681379] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09a643d0-dbf7-4bac-9735-dcc7ffaa6b2c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.687137] env[62321]: DEBUG oslo_vmware.api [None req-19894b5b-c244-483f-886d-e8afd2d8f4e4 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for the task: (returnval){ [ 1184.687137] env[62321]: value = "task-2634115" [ 1184.687137] env[62321]: _type = "Task" [ 1184.687137] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.695057] env[62321]: DEBUG oslo_vmware.api [None req-19894b5b-c244-483f-886d-e8afd2d8f4e4 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634115, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.752058] env[62321]: DEBUG nova.compute.manager [None req-2c145f40-bb07-407c-8134-cd76fa1b1a81 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1184.752346] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2c145f40-bb07-407c-8134-cd76fa1b1a81 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1184.754743] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d338744-5733-4932-8685-3b1b02635af7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.766566] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c145f40-bb07-407c-8134-cd76fa1b1a81 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.766566] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6513e668-e4ee-44d9-8e18-015fc480730e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.770690] env[62321]: DEBUG oslo_vmware.api [None req-2c145f40-bb07-407c-8134-cd76fa1b1a81 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for the task: (returnval){ [ 1184.770690] env[62321]: value = "task-2634116" [ 1184.770690] env[62321]: _type = "Task" [ 1184.770690] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.785199] env[62321]: DEBUG oslo_vmware.api [None req-2c145f40-bb07-407c-8134-cd76fa1b1a81 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634116, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.858393] env[62321]: DEBUG nova.compute.manager [req-b7b5e5d7-fe20-437c-97c6-2c332de804ab req-9733b185-cdb6-4566-9160-6a9762768b0a service nova] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Received event network-vif-deleted-78a240da-3832-47a4-8acc-3cc88ad7b9af {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1184.858393] env[62321]: INFO nova.compute.manager [req-b7b5e5d7-fe20-437c-97c6-2c332de804ab req-9733b185-cdb6-4566-9160-6a9762768b0a service nova] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Neutron deleted interface 78a240da-3832-47a4-8acc-3cc88ad7b9af; detaching it from the instance and deleting it from the info cache [ 1184.858393] env[62321]: DEBUG nova.network.neutron [req-b7b5e5d7-fe20-437c-97c6-2c332de804ab req-9733b185-cdb6-4566-9160-6a9762768b0a service nova] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.085843] env[62321]: DEBUG nova.objects.base [None req-11d92ff2-39e0-4757-9847-1d6f15550e6d tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Object Instance<921b0393-e934-4efb-9fff-18f21095f516> lazy-loaded attributes: flavor,info_cache {{(pid=62321) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1185.148453] env[62321]: DEBUG oslo_vmware.api [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.198742] env[62321]: DEBUG oslo_vmware.api [None req-19894b5b-c244-483f-886d-e8afd2d8f4e4 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634115, 'name': PowerOffVM_Task, 'duration_secs': 0.194826} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.200061] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-19894b5b-c244-483f-886d-e8afd2d8f4e4 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1185.200061] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-19894b5b-c244-483f-886d-e8afd2d8f4e4 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1185.200061] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab8d4e8a-5db5-4d6c-98ce-8fce32ce8f91 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.259711] env[62321]: DEBUG nova.network.neutron [-] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.278071] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-19894b5b-c244-483f-886d-e8afd2d8f4e4 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1185.278311] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-19894b5b-c244-483f-886d-e8afd2d8f4e4 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1185.278496] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-19894b5b-c244-483f-886d-e8afd2d8f4e4 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Deleting the datastore file [datastore2] 7c38be58-006b-4f0e-8824-e939d30b94dc {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1185.279180] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9673f06-d839-47e4-9fde-b18e522f6387 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.284749] env[62321]: DEBUG oslo_vmware.api [None req-2c145f40-bb07-407c-8134-cd76fa1b1a81 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634116, 'name': PowerOffVM_Task, 'duration_secs': 0.394891} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.285387] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c145f40-bb07-407c-8134-cd76fa1b1a81 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1185.285589] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2c145f40-bb07-407c-8134-cd76fa1b1a81 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1185.285844] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aaf5f16f-8e30-4f40-94bc-6ed57a0bfb2f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.289031] env[62321]: DEBUG nova.compute.manager [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1185.291981] env[62321]: DEBUG oslo_vmware.api [None req-19894b5b-c244-483f-886d-e8afd2d8f4e4 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for the task: (returnval){ [ 1185.291981] env[62321]: value = "task-2634118" [ 1185.291981] env[62321]: _type = "Task" [ 1185.291981] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.300564] env[62321]: DEBUG oslo_vmware.api [None req-19894b5b-c244-483f-886d-e8afd2d8f4e4 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.318931] env[62321]: DEBUG nova.virt.hardware [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1185.319262] env[62321]: DEBUG nova.virt.hardware [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1185.319365] env[62321]: DEBUG nova.virt.hardware [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1185.322311] env[62321]: DEBUG nova.virt.hardware [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1185.322554] env[62321]: DEBUG nova.virt.hardware [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1185.322721] env[62321]: DEBUG nova.virt.hardware [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1185.322952] env[62321]: DEBUG nova.virt.hardware [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1185.323164] env[62321]: DEBUG nova.virt.hardware [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1185.323392] env[62321]: DEBUG nova.virt.hardware [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1185.323632] env[62321]: DEBUG nova.virt.hardware [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1185.323838] env[62321]: DEBUG nova.virt.hardware [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1185.324760] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4c2639-a695-4cec-aecb-cb6a2454c1ef {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.333210] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2bcab2-d732-45bf-82e5-14992d1d37c2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.358268] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2c145f40-bb07-407c-8134-cd76fa1b1a81 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1185.358489] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2c145f40-bb07-407c-8134-cd76fa1b1a81 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1185.358681] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c145f40-bb07-407c-8134-cd76fa1b1a81 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Deleting the datastore file [datastore2] 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1185.358968] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eab1241e-99bc-452d-9fef-5c175268ae80 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.361646] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c1af9fe-8e33-48bd-9fb4-422c23bea65b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.366988] env[62321]: DEBUG oslo_vmware.api [None req-2c145f40-bb07-407c-8134-cd76fa1b1a81 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for the task: (returnval){ [ 1185.366988] env[62321]: value = "task-2634120" [ 1185.366988] env[62321]: _type = "Task" [ 1185.366988] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.374269] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2141311-f414-428e-8657-b047607c367f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.391216] env[62321]: DEBUG oslo_vmware.api [None req-2c145f40-bb07-407c-8134-cd76fa1b1a81 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.403542] env[62321]: DEBUG nova.compute.manager [req-b7b5e5d7-fe20-437c-97c6-2c332de804ab req-9733b185-cdb6-4566-9160-6a9762768b0a service nova] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Detach interface failed, port_id=78a240da-3832-47a4-8acc-3cc88ad7b9af, reason: Instance 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93 could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1185.648985] env[62321]: DEBUG oslo_vmware.api [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634114, 'name': ReconfigVM_Task, 'duration_secs': 0.725238} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.649326] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Reconfigured VM instance instance-00000078 to attach disk [datastore2] deb789fa-135d-4387-86c3-3250add1c496/deb789fa-135d-4387-86c3-3250add1c496.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.649956] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-222d8172-c19e-4785-806c-3e9881a688b7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.655649] env[62321]: DEBUG oslo_vmware.api [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 1185.655649] env[62321]: value = "task-2634121" [ 1185.655649] env[62321]: _type = "Task" [ 1185.655649] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.662791] env[62321]: DEBUG oslo_vmware.api [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634121, 'name': Rename_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.762171] env[62321]: INFO nova.compute.manager [-] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Took 1.70 seconds to deallocate network for instance. [ 1185.804090] env[62321]: DEBUG oslo_vmware.api [None req-19894b5b-c244-483f-886d-e8afd2d8f4e4 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634118, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144102} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.804346] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-19894b5b-c244-483f-886d-e8afd2d8f4e4 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1185.804529] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-19894b5b-c244-483f-886d-e8afd2d8f4e4 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1185.804704] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-19894b5b-c244-483f-886d-e8afd2d8f4e4 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1185.804867] env[62321]: INFO nova.compute.manager [None req-19894b5b-c244-483f-886d-e8afd2d8f4e4 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1185.805115] env[62321]: DEBUG oslo.service.loopingcall [None req-19894b5b-c244-483f-886d-e8afd2d8f4e4 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1185.805300] env[62321]: DEBUG nova.compute.manager [-] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1185.805384] env[62321]: DEBUG nova.network.neutron [-] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1185.876984] env[62321]: DEBUG oslo_vmware.api [None req-2c145f40-bb07-407c-8134-cd76fa1b1a81 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Task: {'id': task-2634120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14071} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.877260] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c145f40-bb07-407c-8134-cd76fa1b1a81 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1185.877455] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2c145f40-bb07-407c-8134-cd76fa1b1a81 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1185.877629] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-2c145f40-bb07-407c-8134-cd76fa1b1a81 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1185.877799] env[62321]: INFO nova.compute.manager [None req-2c145f40-bb07-407c-8134-cd76fa1b1a81 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1185.878340] env[62321]: DEBUG oslo.service.loopingcall [None req-2c145f40-bb07-407c-8134-cd76fa1b1a81 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1185.878340] env[62321]: DEBUG nova.compute.manager [-] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1185.878340] env[62321]: DEBUG nova.network.neutron [-] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1185.981644] env[62321]: DEBUG nova.network.neutron [None req-11d92ff2-39e0-4757-9847-1d6f15550e6d tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Updating instance_info_cache with network_info: [{"id": "c5d86cb0-697c-4c6c-bfee-b6443a683cd6", "address": "fa:16:3e:fa:08:b1", "network": {"id": "8a5ea7cc-129f-4ae6-8b5a-7a3f3e407ce2", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-231438873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "457c19da643642d3998889bffb5702ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d86cb0-69", "ovs_interfaceid": "c5d86cb0-697c-4c6c-bfee-b6443a683cd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.084328] env[62321]: DEBUG nova.compute.manager [req-560939e8-4861-4333-afe0-0b38a64cbc4f req-10073778-98de-4bef-8bc1-96cfb9367797 service nova] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Received event network-vif-plugged-a15e40fe-c1e9-413f-bee2-2c53b20a99a2 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1186.084328] env[62321]: DEBUG oslo_concurrency.lockutils [req-560939e8-4861-4333-afe0-0b38a64cbc4f req-10073778-98de-4bef-8bc1-96cfb9367797 service nova] Acquiring lock "388dae3e-24c7-438f-879b-7f8e6a9e7988-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1186.084328] env[62321]: DEBUG oslo_concurrency.lockutils [req-560939e8-4861-4333-afe0-0b38a64cbc4f req-10073778-98de-4bef-8bc1-96cfb9367797 service nova] Lock "388dae3e-24c7-438f-879b-7f8e6a9e7988-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1186.084328] env[62321]: DEBUG oslo_concurrency.lockutils [req-560939e8-4861-4333-afe0-0b38a64cbc4f req-10073778-98de-4bef-8bc1-96cfb9367797 service nova] Lock "388dae3e-24c7-438f-879b-7f8e6a9e7988-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.084328] env[62321]: DEBUG nova.compute.manager [req-560939e8-4861-4333-afe0-0b38a64cbc4f req-10073778-98de-4bef-8bc1-96cfb9367797 service nova] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] No waiting events found dispatching network-vif-plugged-a15e40fe-c1e9-413f-bee2-2c53b20a99a2 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1186.084559] env[62321]: WARNING nova.compute.manager [req-560939e8-4861-4333-afe0-0b38a64cbc4f req-10073778-98de-4bef-8bc1-96cfb9367797 service nova] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Received unexpected event network-vif-plugged-a15e40fe-c1e9-413f-bee2-2c53b20a99a2 for instance with vm_state building and task_state spawning. [ 1186.165863] env[62321]: DEBUG oslo_vmware.api [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634121, 'name': Rename_Task, 'duration_secs': 0.13735} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.166184] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1186.166332] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90dbdaec-3f92-4168-8d5a-4918decce79b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.172827] env[62321]: DEBUG oslo_vmware.api [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 1186.172827] env[62321]: value = "task-2634122" [ 1186.172827] env[62321]: _type = "Task" [ 1186.172827] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.184844] env[62321]: DEBUG oslo_vmware.api [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.268789] env[62321]: DEBUG oslo_concurrency.lockutils [None req-92f3f131-2447-4e89-8c0e-ef2259e70267 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1186.269074] env[62321]: DEBUG oslo_concurrency.lockutils [None req-92f3f131-2447-4e89-8c0e-ef2259e70267 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1186.269293] env[62321]: DEBUG nova.objects.instance [None req-92f3f131-2447-4e89-8c0e-ef2259e70267 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lazy-loading 'resources' on Instance uuid 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.315403] env[62321]: DEBUG nova.compute.manager [req-90d8abba-b230-4826-b385-5e2df02b3986 req-e1e6e656-b6bd-4cdf-871e-10833b718899 service nova] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Received event network-vif-deleted-db5db376-42cf-4eca-a5d2-f3b9793ff949 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1186.315607] env[62321]: INFO nova.compute.manager [req-90d8abba-b230-4826-b385-5e2df02b3986 req-e1e6e656-b6bd-4cdf-871e-10833b718899 service nova] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Neutron deleted interface db5db376-42cf-4eca-a5d2-f3b9793ff949; detaching it from the instance and deleting it from the info cache [ 1186.315804] env[62321]: DEBUG nova.network.neutron [req-90d8abba-b230-4826-b385-5e2df02b3986 req-e1e6e656-b6bd-4cdf-871e-10833b718899 service nova] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.484237] env[62321]: DEBUG oslo_concurrency.lockutils [None req-11d92ff2-39e0-4757-9847-1d6f15550e6d tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Releasing lock "refresh_cache-921b0393-e934-4efb-9fff-18f21095f516" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.618031] env[62321]: DEBUG nova.network.neutron [-] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.683287] env[62321]: DEBUG oslo_vmware.api [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634122, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.769205] env[62321]: DEBUG nova.network.neutron [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Successfully updated port: a15e40fe-c1e9-413f-bee2-2c53b20a99a2 {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1186.791031] env[62321]: DEBUG nova.network.neutron [-] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.818213] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-61ec63b5-99cf-4919-b395-d7a2431fd005 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.826648] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df95d97-4671-4286-b27f-c49c17a12832 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.858481] env[62321]: DEBUG nova.compute.manager [req-90d8abba-b230-4826-b385-5e2df02b3986 req-e1e6e656-b6bd-4cdf-871e-10833b718899 service nova] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Detach interface failed, port_id=db5db376-42cf-4eca-a5d2-f3b9793ff949, reason: Instance 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629 could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1186.885443] env[62321]: DEBUG nova.compute.manager [req-e751aa71-253d-490d-a354-fb1b2ec473b6 req-91943b5e-6e8c-4a2c-ad69-76314bfc632a service nova] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Received event network-vif-deleted-604454b8-583b-45df-93b2-e7fdbab9a9b6 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1186.885717] env[62321]: DEBUG nova.compute.manager [req-e751aa71-253d-490d-a354-fb1b2ec473b6 req-91943b5e-6e8c-4a2c-ad69-76314bfc632a service nova] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Received event network-changed-a15e40fe-c1e9-413f-bee2-2c53b20a99a2 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1186.885914] env[62321]: DEBUG nova.compute.manager [req-e751aa71-253d-490d-a354-fb1b2ec473b6 req-91943b5e-6e8c-4a2c-ad69-76314bfc632a service nova] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Refreshing instance network info cache due to event network-changed-a15e40fe-c1e9-413f-bee2-2c53b20a99a2. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1186.886170] env[62321]: DEBUG oslo_concurrency.lockutils [req-e751aa71-253d-490d-a354-fb1b2ec473b6 req-91943b5e-6e8c-4a2c-ad69-76314bfc632a service nova] Acquiring lock "refresh_cache-388dae3e-24c7-438f-879b-7f8e6a9e7988" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.886351] env[62321]: DEBUG oslo_concurrency.lockutils [req-e751aa71-253d-490d-a354-fb1b2ec473b6 req-91943b5e-6e8c-4a2c-ad69-76314bfc632a service nova] Acquired lock "refresh_cache-388dae3e-24c7-438f-879b-7f8e6a9e7988" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.886547] env[62321]: DEBUG nova.network.neutron [req-e751aa71-253d-490d-a354-fb1b2ec473b6 req-91943b5e-6e8c-4a2c-ad69-76314bfc632a service nova] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Refreshing network info cache for port a15e40fe-c1e9-413f-bee2-2c53b20a99a2 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1186.889012] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbff621-76ae-440b-a22a-879c7b06ff59 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.896400] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550dd613-3567-4dce-a5b0-4a5cee938ebb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.925474] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3be10fd-6744-4663-91c7-750d75c4167e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.931912] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c73aac3-5b51-43ec-8086-0f07436f26f8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.944700] env[62321]: DEBUG nova.compute.provider_tree [None req-92f3f131-2447-4e89-8c0e-ef2259e70267 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.120568] env[62321]: INFO nova.compute.manager [-] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Took 1.24 seconds to deallocate network for instance. [ 1187.183053] env[62321]: DEBUG oslo_vmware.api [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634122, 'name': PowerOnVM_Task, 'duration_secs': 0.622024} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.183385] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.183520] env[62321]: INFO nova.compute.manager [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Took 7.32 seconds to spawn the instance on the hypervisor. [ 1187.183660] env[62321]: DEBUG nova.compute.manager [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1187.184435] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37233d82-24ec-4604-89d9-466c6ff3ea03 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.272758] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "refresh_cache-388dae3e-24c7-438f-879b-7f8e6a9e7988" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.294029] env[62321]: INFO nova.compute.manager [-] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Took 1.49 seconds to deallocate network for instance. [ 1187.429254] env[62321]: DEBUG nova.network.neutron [req-e751aa71-253d-490d-a354-fb1b2ec473b6 req-91943b5e-6e8c-4a2c-ad69-76314bfc632a service nova] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1187.448175] env[62321]: DEBUG nova.scheduler.client.report [None req-92f3f131-2447-4e89-8c0e-ef2259e70267 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.489677] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d92ff2-39e0-4757-9847-1d6f15550e6d tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1187.490036] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42f94484-0160-4f36-a2a1-4f085310ad14 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.497509] env[62321]: DEBUG oslo_vmware.api [None req-11d92ff2-39e0-4757-9847-1d6f15550e6d tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Waiting for the task: (returnval){ [ 1187.497509] env[62321]: value = "task-2634123" [ 1187.497509] env[62321]: _type = "Task" [ 1187.497509] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.505619] env[62321]: DEBUG oslo_vmware.api [None req-11d92ff2-39e0-4757-9847-1d6f15550e6d tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634123, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.507618] env[62321]: DEBUG nova.network.neutron [req-e751aa71-253d-490d-a354-fb1b2ec473b6 req-91943b5e-6e8c-4a2c-ad69-76314bfc632a service nova] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.627084] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2c145f40-bb07-407c-8134-cd76fa1b1a81 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.704554] env[62321]: INFO nova.compute.manager [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Took 12.10 seconds to build instance. [ 1187.800874] env[62321]: DEBUG oslo_concurrency.lockutils [None req-19894b5b-c244-483f-886d-e8afd2d8f4e4 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.953783] env[62321]: DEBUG oslo_concurrency.lockutils [None req-92f3f131-2447-4e89-8c0e-ef2259e70267 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.684s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1187.956285] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2c145f40-bb07-407c-8134-cd76fa1b1a81 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.329s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1187.956529] env[62321]: DEBUG nova.objects.instance [None req-2c145f40-bb07-407c-8134-cd76fa1b1a81 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Lazy-loading 'resources' on Instance uuid 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.988413] env[62321]: INFO nova.scheduler.client.report [None req-92f3f131-2447-4e89-8c0e-ef2259e70267 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Deleted allocations for instance 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93 [ 1188.012337] env[62321]: DEBUG oslo_vmware.api [None req-11d92ff2-39e0-4757-9847-1d6f15550e6d tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634123, 'name': PowerOnVM_Task, 'duration_secs': 0.380371} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.012337] env[62321]: DEBUG oslo_concurrency.lockutils [req-e751aa71-253d-490d-a354-fb1b2ec473b6 req-91943b5e-6e8c-4a2c-ad69-76314bfc632a service nova] Releasing lock "refresh_cache-388dae3e-24c7-438f-879b-7f8e6a9e7988" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.012337] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d92ff2-39e0-4757-9847-1d6f15550e6d tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1188.012337] env[62321]: DEBUG nova.compute.manager [None req-11d92ff2-39e0-4757-9847-1d6f15550e6d tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1188.012337] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquired lock "refresh_cache-388dae3e-24c7-438f-879b-7f8e6a9e7988" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.012337] env[62321]: DEBUG nova.network.neutron [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.012337] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49aa90a-e8cc-4e78-b30b-0479fd9bafcf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.207200] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e2c381fd-b1e9-4959-aa5c-62687b71a19a tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "deb789fa-135d-4387-86c3-3250add1c496" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.610s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.346060] env[62321]: DEBUG nova.compute.manager [req-32cb1ac1-6b79-4cf8-87f3-0c53932ba4b8 req-0d900e4b-e2c1-4479-aef1-8060dd7bbc0c service nova] [instance: deb789fa-135d-4387-86c3-3250add1c496] Received event network-changed-a689d9eb-e761-4c0d-a108-f07443ece1d6 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1188.346330] env[62321]: DEBUG nova.compute.manager [req-32cb1ac1-6b79-4cf8-87f3-0c53932ba4b8 req-0d900e4b-e2c1-4479-aef1-8060dd7bbc0c service nova] [instance: deb789fa-135d-4387-86c3-3250add1c496] Refreshing instance network info cache due to event network-changed-a689d9eb-e761-4c0d-a108-f07443ece1d6. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1188.346584] env[62321]: DEBUG oslo_concurrency.lockutils [req-32cb1ac1-6b79-4cf8-87f3-0c53932ba4b8 req-0d900e4b-e2c1-4479-aef1-8060dd7bbc0c service nova] Acquiring lock "refresh_cache-deb789fa-135d-4387-86c3-3250add1c496" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.346770] env[62321]: DEBUG oslo_concurrency.lockutils [req-32cb1ac1-6b79-4cf8-87f3-0c53932ba4b8 req-0d900e4b-e2c1-4479-aef1-8060dd7bbc0c service nova] Acquired lock "refresh_cache-deb789fa-135d-4387-86c3-3250add1c496" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.347595] env[62321]: DEBUG nova.network.neutron [req-32cb1ac1-6b79-4cf8-87f3-0c53932ba4b8 req-0d900e4b-e2c1-4479-aef1-8060dd7bbc0c service nova] [instance: deb789fa-135d-4387-86c3-3250add1c496] Refreshing network info cache for port a689d9eb-e761-4c0d-a108-f07443ece1d6 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1188.495054] env[62321]: DEBUG oslo_concurrency.lockutils [None req-92f3f131-2447-4e89-8c0e-ef2259e70267 tempest-AttachVolumeNegativeTest-963407759 tempest-AttachVolumeNegativeTest-963407759-project-member] Lock "29235a47-8a5d-4e62-bcd1-8d8e7c83cc93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.055s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.547859] env[62321]: DEBUG nova.network.neutron [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1188.551073] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d0f689-168d-4d93-97b7-a1beee790443 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.560129] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fa38f2-c167-4665-b980-044c56490995 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.591502] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b325c1-3071-4a74-8d5a-ca659cd9c8df {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.598535] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08814cd-c70e-47cc-89cd-fcf5efda7c67 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.611735] env[62321]: DEBUG nova.compute.provider_tree [None req-2c145f40-bb07-407c-8134-cd76fa1b1a81 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.707275] env[62321]: DEBUG nova.network.neutron [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Updating instance_info_cache with network_info: [{"id": "a15e40fe-c1e9-413f-bee2-2c53b20a99a2", "address": "fa:16:3e:a4:cf:2f", "network": {"id": "750e916d-f2cf-425c-88f0-488d2d7ac894", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-457582844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4d5b3a8d92f42ddb204a0a27c24609a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa15e40fe-c1", "ovs_interfaceid": "a15e40fe-c1e9-413f-bee2-2c53b20a99a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.047489] env[62321]: DEBUG nova.network.neutron [req-32cb1ac1-6b79-4cf8-87f3-0c53932ba4b8 req-0d900e4b-e2c1-4479-aef1-8060dd7bbc0c service nova] [instance: deb789fa-135d-4387-86c3-3250add1c496] Updated VIF entry in instance network info cache for port a689d9eb-e761-4c0d-a108-f07443ece1d6. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1189.047940] env[62321]: DEBUG nova.network.neutron [req-32cb1ac1-6b79-4cf8-87f3-0c53932ba4b8 req-0d900e4b-e2c1-4479-aef1-8060dd7bbc0c service nova] [instance: deb789fa-135d-4387-86c3-3250add1c496] Updating instance_info_cache with network_info: [{"id": "a689d9eb-e761-4c0d-a108-f07443ece1d6", "address": "fa:16:3e:6a:70:3c", "network": {"id": "2750ca67-1b0e-43a8-a773-1086f86438e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-263699496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e41ce300a3c4503930ecf73e3501abe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa689d9eb-e7", "ovs_interfaceid": "a689d9eb-e761-4c0d-a108-f07443ece1d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.116869] env[62321]: DEBUG nova.scheduler.client.report [None req-2c145f40-bb07-407c-8134-cd76fa1b1a81 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.210254] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Releasing lock "refresh_cache-388dae3e-24c7-438f-879b-7f8e6a9e7988" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.210641] env[62321]: DEBUG nova.compute.manager [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Instance network_info: |[{"id": "a15e40fe-c1e9-413f-bee2-2c53b20a99a2", "address": "fa:16:3e:a4:cf:2f", "network": {"id": "750e916d-f2cf-425c-88f0-488d2d7ac894", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-457582844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4d5b3a8d92f42ddb204a0a27c24609a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa15e40fe-c1", "ovs_interfaceid": "a15e40fe-c1e9-413f-bee2-2c53b20a99a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1189.211109] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:cf:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b94712a6-b777-47dd-bc06-f9acfce2d936', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a15e40fe-c1e9-413f-bee2-2c53b20a99a2', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1189.218819] env[62321]: DEBUG oslo.service.loopingcall [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1189.219080] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1189.219331] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eed29613-9b72-425d-9711-d9a0891e131e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.241972] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1189.241972] env[62321]: value = "task-2634125" [ 1189.241972] env[62321]: _type = "Task" [ 1189.241972] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.250733] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2634125, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.550564] env[62321]: DEBUG oslo_concurrency.lockutils [req-32cb1ac1-6b79-4cf8-87f3-0c53932ba4b8 req-0d900e4b-e2c1-4479-aef1-8060dd7bbc0c service nova] Releasing lock "refresh_cache-deb789fa-135d-4387-86c3-3250add1c496" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.621984] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2c145f40-bb07-407c-8134-cd76fa1b1a81 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1189.624647] env[62321]: DEBUG oslo_concurrency.lockutils [None req-19894b5b-c244-483f-886d-e8afd2d8f4e4 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.824s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1189.624912] env[62321]: DEBUG nova.objects.instance [None req-19894b5b-c244-483f-886d-e8afd2d8f4e4 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Lazy-loading 'resources' on Instance uuid 7c38be58-006b-4f0e-8824-e939d30b94dc {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.648465] env[62321]: INFO nova.scheduler.client.report [None req-2c145f40-bb07-407c-8134-cd76fa1b1a81 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Deleted allocations for instance 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629 [ 1189.751362] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2634125, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.136051] env[62321]: DEBUG oslo_concurrency.lockutils [None req-53ed54ab-62c2-4da3-9044-1fc13af6271d tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "9a3fe97a-26a0-4286-8258-0752fa08ea3f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1190.136051] env[62321]: DEBUG oslo_concurrency.lockutils [None req-53ed54ab-62c2-4da3-9044-1fc13af6271d tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "9a3fe97a-26a0-4286-8258-0752fa08ea3f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1190.158273] env[62321]: DEBUG oslo_concurrency.lockutils [None req-2c145f40-bb07-407c-8134-cd76fa1b1a81 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Lock "3a64e424-76cc-4d28-aaa2-7bd1f7f2f629" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.913s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1190.209631] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c1c21d-c441-4cda-962c-0884983f5081 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.217231] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e09414d-61c2-4495-9cc2-20d19db57f5c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.252404] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88d1364-bf5e-47bd-a306-fa2684e56859 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.264290] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd41a8e-33cf-449a-b6db-a97d93851bd8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.268451] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2634125, 'name': CreateVM_Task, 'duration_secs': 0.522773} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.268666] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1190.269655] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.269869] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.270259] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1190.270530] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb94e30d-b671-4878-8200-e02d4d3d9856 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.281235] env[62321]: DEBUG nova.compute.provider_tree [None req-19894b5b-c244-483f-886d-e8afd2d8f4e4 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.285190] env[62321]: DEBUG oslo_vmware.api [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1190.285190] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52749a41-bf08-e2c4-be13-2efbe8b9a856" [ 1190.285190] env[62321]: _type = "Task" [ 1190.285190] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.292703] env[62321]: DEBUG oslo_vmware.api [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52749a41-bf08-e2c4-be13-2efbe8b9a856, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.639477] env[62321]: INFO nova.compute.manager [None req-53ed54ab-62c2-4da3-9044-1fc13af6271d tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Detaching volume cf196ad9-e990-45e8-a98b-d4393a28f4cf [ 1190.674558] env[62321]: INFO nova.virt.block_device [None req-53ed54ab-62c2-4da3-9044-1fc13af6271d tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Attempting to driver detach volume cf196ad9-e990-45e8-a98b-d4393a28f4cf from mountpoint /dev/sdb [ 1190.674817] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-53ed54ab-62c2-4da3-9044-1fc13af6271d tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Volume detach. Driver type: vmdk {{(pid=62321) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1190.675026] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-53ed54ab-62c2-4da3-9044-1fc13af6271d tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530748', 'volume_id': 'cf196ad9-e990-45e8-a98b-d4393a28f4cf', 'name': 'volume-cf196ad9-e990-45e8-a98b-d4393a28f4cf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a3fe97a-26a0-4286-8258-0752fa08ea3f', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf196ad9-e990-45e8-a98b-d4393a28f4cf', 'serial': 'cf196ad9-e990-45e8-a98b-d4393a28f4cf'} {{(pid=62321) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1190.675876] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76736d27-7d55-4cb0-876f-602a11b42b37 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.699009] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99f0013-7e92-49f0-98e9-1d3a5de765f8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.705908] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76dbeef-4775-49a5-a392-a8c724a5318e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.725340] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ad45f6-3885-48cb-933f-7f7ca546deb6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.739376] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-53ed54ab-62c2-4da3-9044-1fc13af6271d tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] The volume has not been displaced from its original location: [datastore1] volume-cf196ad9-e990-45e8-a98b-d4393a28f4cf/volume-cf196ad9-e990-45e8-a98b-d4393a28f4cf.vmdk. No consolidation needed. {{(pid=62321) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1190.744553] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-53ed54ab-62c2-4da3-9044-1fc13af6271d tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1190.744816] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53658de0-b8bb-4950-9889-647de24a1f82 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.763246] env[62321]: DEBUG oslo_vmware.api [None req-53ed54ab-62c2-4da3-9044-1fc13af6271d tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1190.763246] env[62321]: value = "task-2634126" [ 1190.763246] env[62321]: _type = "Task" [ 1190.763246] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.770610] env[62321]: DEBUG oslo_vmware.api [None req-53ed54ab-62c2-4da3-9044-1fc13af6271d tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634126, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.784772] env[62321]: DEBUG nova.scheduler.client.report [None req-19894b5b-c244-483f-886d-e8afd2d8f4e4 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.796680] env[62321]: DEBUG oslo_vmware.api [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52749a41-bf08-e2c4-be13-2efbe8b9a856, 'name': SearchDatastore_Task, 'duration_secs': 0.012635} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.797815] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.797815] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1190.797815] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.797815] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.797815] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1190.798128] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb0c3a1f-7380-4797-b24b-b5e4bb1f22f3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.806329] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1190.806495] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1190.807201] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-319a839e-9bed-4d37-8fe5-5ef06903cee0 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.812205] env[62321]: DEBUG oslo_vmware.api [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1190.812205] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528a6846-93f7-1ba6-25a5-a403be16871d" [ 1190.812205] env[62321]: _type = "Task" [ 1190.812205] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.819654] env[62321]: DEBUG oslo_vmware.api [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528a6846-93f7-1ba6-25a5-a403be16871d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.274550] env[62321]: DEBUG oslo_vmware.api [None req-53ed54ab-62c2-4da3-9044-1fc13af6271d tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634126, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.292463] env[62321]: DEBUG oslo_concurrency.lockutils [None req-19894b5b-c244-483f-886d-e8afd2d8f4e4 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.668s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1191.312599] env[62321]: INFO nova.scheduler.client.report [None req-19894b5b-c244-483f-886d-e8afd2d8f4e4 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Deleted allocations for instance 7c38be58-006b-4f0e-8824-e939d30b94dc [ 1191.324579] env[62321]: DEBUG oslo_vmware.api [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528a6846-93f7-1ba6-25a5-a403be16871d, 'name': SearchDatastore_Task, 'duration_secs': 0.009638} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.325377] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72e34bd4-04dc-4150-b6cd-db40455578cb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.330583] env[62321]: DEBUG oslo_vmware.api [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1191.330583] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d4384a-2195-7414-45ef-ef76f4e4254f" [ 1191.330583] env[62321]: _type = "Task" [ 1191.330583] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.337978] env[62321]: DEBUG oslo_vmware.api [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d4384a-2195-7414-45ef-ef76f4e4254f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.775981] env[62321]: DEBUG oslo_vmware.api [None req-53ed54ab-62c2-4da3-9044-1fc13af6271d tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634126, 'name': ReconfigVM_Task, 'duration_secs': 0.542672} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.776356] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-53ed54ab-62c2-4da3-9044-1fc13af6271d tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1191.783372] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c76c0c8c-421f-4340-9270-8784a03a003e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.803849] env[62321]: DEBUG oslo_vmware.api [None req-53ed54ab-62c2-4da3-9044-1fc13af6271d tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1191.803849] env[62321]: value = "task-2634127" [ 1191.803849] env[62321]: _type = "Task" [ 1191.803849] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.813927] env[62321]: DEBUG oslo_vmware.api [None req-53ed54ab-62c2-4da3-9044-1fc13af6271d tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634127, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.824254] env[62321]: DEBUG oslo_concurrency.lockutils [None req-19894b5b-c244-483f-886d-e8afd2d8f4e4 tempest-MultipleCreateTestJSON-1007971529 tempest-MultipleCreateTestJSON-1007971529-project-member] Lock "7c38be58-006b-4f0e-8824-e939d30b94dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.659s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1191.840259] env[62321]: DEBUG oslo_vmware.api [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52d4384a-2195-7414-45ef-ef76f4e4254f, 'name': SearchDatastore_Task, 'duration_secs': 0.022676} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.841120] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.841382] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 388dae3e-24c7-438f-879b-7f8e6a9e7988/388dae3e-24c7-438f-879b-7f8e6a9e7988.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1191.841634] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9beba57d-b19d-42bc-bee6-86d40480c1b1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.847477] env[62321]: DEBUG oslo_vmware.api [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1191.847477] env[62321]: value = "task-2634128" [ 1191.847477] env[62321]: _type = "Task" [ 1191.847477] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.855147] env[62321]: DEBUG oslo_vmware.api [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.315114] env[62321]: DEBUG oslo_vmware.api [None req-53ed54ab-62c2-4da3-9044-1fc13af6271d tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634127, 'name': ReconfigVM_Task, 'duration_secs': 0.135432} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.315510] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-53ed54ab-62c2-4da3-9044-1fc13af6271d tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530748', 'volume_id': 'cf196ad9-e990-45e8-a98b-d4393a28f4cf', 'name': 'volume-cf196ad9-e990-45e8-a98b-d4393a28f4cf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a3fe97a-26a0-4286-8258-0752fa08ea3f', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf196ad9-e990-45e8-a98b-d4393a28f4cf', 'serial': 'cf196ad9-e990-45e8-a98b-d4393a28f4cf'} {{(pid=62321) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1192.357393] env[62321]: DEBUG oslo_vmware.api [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501974} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.358080] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] 388dae3e-24c7-438f-879b-7f8e6a9e7988/388dae3e-24c7-438f-879b-7f8e6a9e7988.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1192.358080] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1192.358281] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a969fd91-109b-4f9d-b9dd-357546b6f6d1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.369069] env[62321]: DEBUG oslo_vmware.api [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1192.369069] env[62321]: value = "task-2634129" [ 1192.369069] env[62321]: _type = "Task" [ 1192.369069] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.376115] env[62321]: DEBUG oslo_vmware.api [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.861070] env[62321]: DEBUG nova.objects.instance [None req-53ed54ab-62c2-4da3-9044-1fc13af6271d tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lazy-loading 'flavor' on Instance uuid 9a3fe97a-26a0-4286-8258-0752fa08ea3f {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.880847] env[62321]: DEBUG oslo_vmware.api [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064825} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.880847] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1192.880847] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff7faba-1ac0-4f62-947b-ecfa89af1507 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.906486] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 388dae3e-24c7-438f-879b-7f8e6a9e7988/388dae3e-24c7-438f-879b-7f8e6a9e7988.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1192.907135] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7b144f4-793b-4dd4-8a91-bb3ad2f98a0f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.929435] env[62321]: DEBUG oslo_vmware.api [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1192.929435] env[62321]: value = "task-2634131" [ 1192.929435] env[62321]: _type = "Task" [ 1192.929435] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.939755] env[62321]: DEBUG oslo_vmware.api [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634131, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.439010] env[62321]: DEBUG oslo_vmware.api [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634131, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.868218] env[62321]: DEBUG oslo_concurrency.lockutils [None req-53ed54ab-62c2-4da3-9044-1fc13af6271d tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "9a3fe97a-26a0-4286-8258-0752fa08ea3f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.732s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1193.940327] env[62321]: DEBUG oslo_vmware.api [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634131, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.405512] env[62321]: DEBUG oslo_concurrency.lockutils [None req-442566bb-4575-450e-adb9-ec43e28e5733 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "9a3fe97a-26a0-4286-8258-0752fa08ea3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.405825] env[62321]: DEBUG oslo_concurrency.lockutils [None req-442566bb-4575-450e-adb9-ec43e28e5733 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "9a3fe97a-26a0-4286-8258-0752fa08ea3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1194.406068] env[62321]: DEBUG oslo_concurrency.lockutils [None req-442566bb-4575-450e-adb9-ec43e28e5733 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "9a3fe97a-26a0-4286-8258-0752fa08ea3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.406276] env[62321]: DEBUG oslo_concurrency.lockutils [None req-442566bb-4575-450e-adb9-ec43e28e5733 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "9a3fe97a-26a0-4286-8258-0752fa08ea3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1194.406507] env[62321]: DEBUG oslo_concurrency.lockutils [None req-442566bb-4575-450e-adb9-ec43e28e5733 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "9a3fe97a-26a0-4286-8258-0752fa08ea3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1194.408570] env[62321]: INFO nova.compute.manager [None req-442566bb-4575-450e-adb9-ec43e28e5733 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Terminating instance [ 1194.440736] env[62321]: DEBUG oslo_vmware.api [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634131, 'name': ReconfigVM_Task, 'duration_secs': 1.11176} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.441064] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 388dae3e-24c7-438f-879b-7f8e6a9e7988/388dae3e-24c7-438f-879b-7f8e6a9e7988.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.442695] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a667c9c-f6eb-4e37-87e3-c2d7adc4b699 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.448458] env[62321]: DEBUG oslo_vmware.api [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1194.448458] env[62321]: value = "task-2634132" [ 1194.448458] env[62321]: _type = "Task" [ 1194.448458] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.456653] env[62321]: DEBUG oslo_vmware.api [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634132, 'name': Rename_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.912803] env[62321]: DEBUG nova.compute.manager [None req-442566bb-4575-450e-adb9-ec43e28e5733 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1194.913106] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-442566bb-4575-450e-adb9-ec43e28e5733 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1194.914016] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a138c84e-4070-4444-9710-ed9e749c2637 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.922420] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-442566bb-4575-450e-adb9-ec43e28e5733 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1194.922420] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6c4bac7-396c-451b-a5ea-926707ad8c9f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.927820] env[62321]: DEBUG oslo_vmware.api [None req-442566bb-4575-450e-adb9-ec43e28e5733 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1194.927820] env[62321]: value = "task-2634133" [ 1194.927820] env[62321]: _type = "Task" [ 1194.927820] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.935655] env[62321]: DEBUG oslo_vmware.api [None req-442566bb-4575-450e-adb9-ec43e28e5733 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634133, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.957111] env[62321]: DEBUG oslo_vmware.api [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634132, 'name': Rename_Task, 'duration_secs': 0.4637} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.957517] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1194.957787] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ca9485f-9125-4eec-ac2f-e2c236eb980c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.963164] env[62321]: DEBUG oslo_vmware.api [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1194.963164] env[62321]: value = "task-2634134" [ 1194.963164] env[62321]: _type = "Task" [ 1194.963164] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.975177] env[62321]: DEBUG oslo_vmware.api [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634134, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.438138] env[62321]: DEBUG oslo_vmware.api [None req-442566bb-4575-450e-adb9-ec43e28e5733 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634133, 'name': PowerOffVM_Task, 'duration_secs': 0.26444} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.438430] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-442566bb-4575-450e-adb9-ec43e28e5733 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1195.438553] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-442566bb-4575-450e-adb9-ec43e28e5733 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1195.438786] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0fbd843-dd65-4772-8b4b-e70c9886c98f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.473918] env[62321]: DEBUG oslo_vmware.api [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634134, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.527493] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-442566bb-4575-450e-adb9-ec43e28e5733 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1195.527713] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-442566bb-4575-450e-adb9-ec43e28e5733 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1195.527896] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-442566bb-4575-450e-adb9-ec43e28e5733 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Deleting the datastore file [datastore2] 9a3fe97a-26a0-4286-8258-0752fa08ea3f {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1195.528191] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d36af69-a901-446d-b7a6-001e5f4cb8a9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.534758] env[62321]: DEBUG oslo_vmware.api [None req-442566bb-4575-450e-adb9-ec43e28e5733 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1195.534758] env[62321]: value = "task-2634136" [ 1195.534758] env[62321]: _type = "Task" [ 1195.534758] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.542752] env[62321]: DEBUG oslo_vmware.api [None req-442566bb-4575-450e-adb9-ec43e28e5733 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634136, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.973732] env[62321]: DEBUG oslo_vmware.api [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634134, 'name': PowerOnVM_Task, 'duration_secs': 0.601159} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.974096] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1195.974306] env[62321]: INFO nova.compute.manager [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Took 10.69 seconds to spawn the instance on the hypervisor. [ 1195.974484] env[62321]: DEBUG nova.compute.manager [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1195.975240] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8773401-e82e-49ed-8e44-6c26cf9bcc2f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.044696] env[62321]: DEBUG oslo_vmware.api [None req-442566bb-4575-450e-adb9-ec43e28e5733 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634136, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142309} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.044924] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-442566bb-4575-450e-adb9-ec43e28e5733 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1196.045126] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-442566bb-4575-450e-adb9-ec43e28e5733 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1196.045306] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-442566bb-4575-450e-adb9-ec43e28e5733 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1196.045473] env[62321]: INFO nova.compute.manager [None req-442566bb-4575-450e-adb9-ec43e28e5733 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1196.045700] env[62321]: DEBUG oslo.service.loopingcall [None req-442566bb-4575-450e-adb9-ec43e28e5733 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1196.045879] env[62321]: DEBUG nova.compute.manager [-] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1196.045974] env[62321]: DEBUG nova.network.neutron [-] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1196.491790] env[62321]: INFO nova.compute.manager [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Took 15.45 seconds to build instance. [ 1196.593094] env[62321]: DEBUG nova.compute.manager [req-31c51649-663a-4d77-b9e8-f132d66168e1 req-b8a43753-a0fb-401b-a2df-24f293a31e31 service nova] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Received event network-vif-deleted-6ae54ba5-ac36-4bfe-b3ac-7d7d6352f3c4 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1196.593422] env[62321]: INFO nova.compute.manager [req-31c51649-663a-4d77-b9e8-f132d66168e1 req-b8a43753-a0fb-401b-a2df-24f293a31e31 service nova] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Neutron deleted interface 6ae54ba5-ac36-4bfe-b3ac-7d7d6352f3c4; detaching it from the instance and deleting it from the info cache [ 1196.593505] env[62321]: DEBUG nova.network.neutron [req-31c51649-663a-4d77-b9e8-f132d66168e1 req-b8a43753-a0fb-401b-a2df-24f293a31e31 service nova] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.904757] env[62321]: DEBUG nova.compute.manager [req-e756970c-b448-4e43-be0b-6ab5fb82bb49 req-6deb18b9-fe52-4065-8d21-7626a38a0843 service nova] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Received event network-changed-a15e40fe-c1e9-413f-bee2-2c53b20a99a2 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1196.905244] env[62321]: DEBUG nova.compute.manager [req-e756970c-b448-4e43-be0b-6ab5fb82bb49 req-6deb18b9-fe52-4065-8d21-7626a38a0843 service nova] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Refreshing instance network info cache due to event network-changed-a15e40fe-c1e9-413f-bee2-2c53b20a99a2. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1196.905244] env[62321]: DEBUG oslo_concurrency.lockutils [req-e756970c-b448-4e43-be0b-6ab5fb82bb49 req-6deb18b9-fe52-4065-8d21-7626a38a0843 service nova] Acquiring lock "refresh_cache-388dae3e-24c7-438f-879b-7f8e6a9e7988" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.905322] env[62321]: DEBUG oslo_concurrency.lockutils [req-e756970c-b448-4e43-be0b-6ab5fb82bb49 req-6deb18b9-fe52-4065-8d21-7626a38a0843 service nova] Acquired lock "refresh_cache-388dae3e-24c7-438f-879b-7f8e6a9e7988" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.905587] env[62321]: DEBUG nova.network.neutron [req-e756970c-b448-4e43-be0b-6ab5fb82bb49 req-6deb18b9-fe52-4065-8d21-7626a38a0843 service nova] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Refreshing network info cache for port a15e40fe-c1e9-413f-bee2-2c53b20a99a2 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1196.993790] env[62321]: DEBUG oslo_concurrency.lockutils [None req-1e5e171e-530c-4949-973d-0ecd111b040a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "388dae3e-24c7-438f-879b-7f8e6a9e7988" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.961s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1197.074295] env[62321]: DEBUG nova.network.neutron [-] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.095991] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c8c0977-0b6a-4086-a874-41971a7d23bf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.107131] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836687a6-d189-48cd-a2b9-262b61d52d24 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.137824] env[62321]: DEBUG nova.compute.manager [req-31c51649-663a-4d77-b9e8-f132d66168e1 req-b8a43753-a0fb-401b-a2df-24f293a31e31 service nova] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Detach interface failed, port_id=6ae54ba5-ac36-4bfe-b3ac-7d7d6352f3c4, reason: Instance 9a3fe97a-26a0-4286-8258-0752fa08ea3f could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1197.577060] env[62321]: INFO nova.compute.manager [-] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Took 1.53 seconds to deallocate network for instance. [ 1197.628823] env[62321]: DEBUG nova.network.neutron [req-e756970c-b448-4e43-be0b-6ab5fb82bb49 req-6deb18b9-fe52-4065-8d21-7626a38a0843 service nova] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Updated VIF entry in instance network info cache for port a15e40fe-c1e9-413f-bee2-2c53b20a99a2. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1197.629199] env[62321]: DEBUG nova.network.neutron [req-e756970c-b448-4e43-be0b-6ab5fb82bb49 req-6deb18b9-fe52-4065-8d21-7626a38a0843 service nova] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Updating instance_info_cache with network_info: [{"id": "a15e40fe-c1e9-413f-bee2-2c53b20a99a2", "address": "fa:16:3e:a4:cf:2f", "network": {"id": "750e916d-f2cf-425c-88f0-488d2d7ac894", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-457582844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4d5b3a8d92f42ddb204a0a27c24609a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa15e40fe-c1", "ovs_interfaceid": "a15e40fe-c1e9-413f-bee2-2c53b20a99a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.083183] env[62321]: DEBUG oslo_concurrency.lockutils [None req-442566bb-4575-450e-adb9-ec43e28e5733 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.083485] env[62321]: DEBUG oslo_concurrency.lockutils [None req-442566bb-4575-450e-adb9-ec43e28e5733 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1198.083735] env[62321]: DEBUG nova.objects.instance [None req-442566bb-4575-450e-adb9-ec43e28e5733 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lazy-loading 'resources' on Instance uuid 9a3fe97a-26a0-4286-8258-0752fa08ea3f {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.132015] env[62321]: DEBUG oslo_concurrency.lockutils [req-e756970c-b448-4e43-be0b-6ab5fb82bb49 req-6deb18b9-fe52-4065-8d21-7626a38a0843 service nova] Releasing lock "refresh_cache-388dae3e-24c7-438f-879b-7f8e6a9e7988" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.666636] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00be5e2-d488-44b7-be26-702d4e02ead4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.674354] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac8f26f-9144-4838-8267-1db65a4b5c8c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.703632] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b2b32b-d50d-41f4-b831-6bd2901e194c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.710657] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50300af1-d967-4a35-8fc9-8ae06222bac1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.723626] env[62321]: DEBUG nova.compute.provider_tree [None req-442566bb-4575-450e-adb9-ec43e28e5733 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.226911] env[62321]: DEBUG nova.scheduler.client.report [None req-442566bb-4575-450e-adb9-ec43e28e5733 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.732859] env[62321]: DEBUG oslo_concurrency.lockutils [None req-442566bb-4575-450e-adb9-ec43e28e5733 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.649s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1199.755679] env[62321]: INFO nova.scheduler.client.report [None req-442566bb-4575-450e-adb9-ec43e28e5733 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Deleted allocations for instance 9a3fe97a-26a0-4286-8258-0752fa08ea3f [ 1200.264572] env[62321]: DEBUG oslo_concurrency.lockutils [None req-442566bb-4575-450e-adb9-ec43e28e5733 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "9a3fe97a-26a0-4286-8258-0752fa08ea3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.859s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1201.910046] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "6624bda8-b953-425c-8928-bfebc55ba53c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1201.910363] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "6624bda8-b953-425c-8928-bfebc55ba53c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1202.413023] env[62321]: DEBUG nova.compute.manager [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1202.935605] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1202.935878] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1202.937420] env[62321]: INFO nova.compute.claims [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1204.013180] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0304f8ea-691c-4d3a-838a-43bbbb3b8be8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.020830] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7707863-0a13-4d8b-9d21-0b3a11c2e6dc {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.051244] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74249d20-fe51-4905-8b5e-e113a2c5f004 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.059420] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e725cd-5fea-48b7-a1a6-5efd479b85ca {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.073423] env[62321]: DEBUG nova.compute.provider_tree [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.578046] env[62321]: DEBUG nova.scheduler.client.report [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.082877] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.147s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1205.083411] env[62321]: DEBUG nova.compute.manager [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1205.588322] env[62321]: DEBUG nova.compute.utils [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1205.590305] env[62321]: DEBUG nova.compute.manager [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1205.590605] env[62321]: DEBUG nova.network.neutron [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1205.636177] env[62321]: DEBUG nova.policy [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d96f968fdd14f9a9f8c4b67b13ce8f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2238c58ec98844ed97ad0b1384375595', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 1205.862919] env[62321]: DEBUG nova.network.neutron [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Successfully created port: 6af66cd6-386e-4d17-8a79-284dd90b339a {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1206.091816] env[62321]: DEBUG nova.compute.manager [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1207.101847] env[62321]: DEBUG nova.compute.manager [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1207.128136] env[62321]: DEBUG nova.virt.hardware [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1207.128386] env[62321]: DEBUG nova.virt.hardware [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1207.128555] env[62321]: DEBUG nova.virt.hardware [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1207.128760] env[62321]: DEBUG nova.virt.hardware [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1207.128909] env[62321]: DEBUG nova.virt.hardware [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1207.129100] env[62321]: DEBUG nova.virt.hardware [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1207.129326] env[62321]: DEBUG nova.virt.hardware [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1207.129486] env[62321]: DEBUG nova.virt.hardware [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1207.129657] env[62321]: DEBUG nova.virt.hardware [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1207.129819] env[62321]: DEBUG nova.virt.hardware [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1207.129989] env[62321]: DEBUG nova.virt.hardware [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1207.130868] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ef5318-5ab5-40a8-bb95-5197aeba257a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.139418] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84346b45-d95e-4d5e-b858-50b5e62a911f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.215539] env[62321]: DEBUG nova.compute.manager [req-1c5a9944-4512-4e87-b3ab-d4075983103d req-d47e9c11-d47f-41f9-b1fb-8ecf997dc66b service nova] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Received event network-vif-plugged-6af66cd6-386e-4d17-8a79-284dd90b339a {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1207.215842] env[62321]: DEBUG oslo_concurrency.lockutils [req-1c5a9944-4512-4e87-b3ab-d4075983103d req-d47e9c11-d47f-41f9-b1fb-8ecf997dc66b service nova] Acquiring lock "6624bda8-b953-425c-8928-bfebc55ba53c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1207.216059] env[62321]: DEBUG oslo_concurrency.lockutils [req-1c5a9944-4512-4e87-b3ab-d4075983103d req-d47e9c11-d47f-41f9-b1fb-8ecf997dc66b service nova] Lock "6624bda8-b953-425c-8928-bfebc55ba53c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1207.216231] env[62321]: DEBUG oslo_concurrency.lockutils [req-1c5a9944-4512-4e87-b3ab-d4075983103d req-d47e9c11-d47f-41f9-b1fb-8ecf997dc66b service nova] Lock "6624bda8-b953-425c-8928-bfebc55ba53c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1207.216397] env[62321]: DEBUG nova.compute.manager [req-1c5a9944-4512-4e87-b3ab-d4075983103d req-d47e9c11-d47f-41f9-b1fb-8ecf997dc66b service nova] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] No waiting events found dispatching network-vif-plugged-6af66cd6-386e-4d17-8a79-284dd90b339a {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1207.216561] env[62321]: WARNING nova.compute.manager [req-1c5a9944-4512-4e87-b3ab-d4075983103d req-d47e9c11-d47f-41f9-b1fb-8ecf997dc66b service nova] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Received unexpected event network-vif-plugged-6af66cd6-386e-4d17-8a79-284dd90b339a for instance with vm_state building and task_state spawning. [ 1207.300121] env[62321]: DEBUG nova.network.neutron [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Successfully updated port: 6af66cd6-386e-4d17-8a79-284dd90b339a {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1207.802957] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "refresh_cache-6624bda8-b953-425c-8928-bfebc55ba53c" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.803168] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquired lock "refresh_cache-6624bda8-b953-425c-8928-bfebc55ba53c" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.803426] env[62321]: DEBUG nova.network.neutron [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.335471] env[62321]: DEBUG nova.network.neutron [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1208.464116] env[62321]: DEBUG nova.network.neutron [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Updating instance_info_cache with network_info: [{"id": "6af66cd6-386e-4d17-8a79-284dd90b339a", "address": "fa:16:3e:b8:dc:ed", "network": {"id": "02af3748-38ba-426d-a0df-7b044d0c0b87", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-920001595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2238c58ec98844ed97ad0b1384375595", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6af66cd6-38", "ovs_interfaceid": "6af66cd6-386e-4d17-8a79-284dd90b339a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.967349] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Releasing lock "refresh_cache-6624bda8-b953-425c-8928-bfebc55ba53c" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1208.967602] env[62321]: DEBUG nova.compute.manager [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Instance network_info: |[{"id": "6af66cd6-386e-4d17-8a79-284dd90b339a", "address": "fa:16:3e:b8:dc:ed", "network": {"id": "02af3748-38ba-426d-a0df-7b044d0c0b87", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-920001595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2238c58ec98844ed97ad0b1384375595", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6af66cd6-38", "ovs_interfaceid": "6af66cd6-386e-4d17-8a79-284dd90b339a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1208.968043] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:dc:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5fe645c-e088-401e-ab53-4ae2981dea72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6af66cd6-386e-4d17-8a79-284dd90b339a', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1208.975633] env[62321]: DEBUG oslo.service.loopingcall [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1208.975857] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1208.976160] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c71e414-c971-4018-932b-6f7f4aff9b70 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.996900] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1208.996900] env[62321]: value = "task-2634138" [ 1208.996900] env[62321]: _type = "Task" [ 1208.996900] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.004864] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2634138, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.242065] env[62321]: DEBUG nova.compute.manager [req-7b7b5323-f7b8-4f9a-8f92-8006c55da9b4 req-7d5a98fc-eec3-4622-b3a6-bdf90309aa10 service nova] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Received event network-changed-6af66cd6-386e-4d17-8a79-284dd90b339a {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1209.242331] env[62321]: DEBUG nova.compute.manager [req-7b7b5323-f7b8-4f9a-8f92-8006c55da9b4 req-7d5a98fc-eec3-4622-b3a6-bdf90309aa10 service nova] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Refreshing instance network info cache due to event network-changed-6af66cd6-386e-4d17-8a79-284dd90b339a. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1209.242465] env[62321]: DEBUG oslo_concurrency.lockutils [req-7b7b5323-f7b8-4f9a-8f92-8006c55da9b4 req-7d5a98fc-eec3-4622-b3a6-bdf90309aa10 service nova] Acquiring lock "refresh_cache-6624bda8-b953-425c-8928-bfebc55ba53c" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.242630] env[62321]: DEBUG oslo_concurrency.lockutils [req-7b7b5323-f7b8-4f9a-8f92-8006c55da9b4 req-7d5a98fc-eec3-4622-b3a6-bdf90309aa10 service nova] Acquired lock "refresh_cache-6624bda8-b953-425c-8928-bfebc55ba53c" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.242800] env[62321]: DEBUG nova.network.neutron [req-7b7b5323-f7b8-4f9a-8f92-8006c55da9b4 req-7d5a98fc-eec3-4622-b3a6-bdf90309aa10 service nova] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Refreshing network info cache for port 6af66cd6-386e-4d17-8a79-284dd90b339a {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1209.506949] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2634138, 'name': CreateVM_Task, 'duration_secs': 0.344795} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.507311] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1209.507741] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.507908] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.508242] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1209.508495] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7684128a-07ac-4137-8722-7acf51a2eb12 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.513168] env[62321]: DEBUG oslo_vmware.api [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1209.513168] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52747edc-7052-ba0e-1e44-ae3ee22254a1" [ 1209.513168] env[62321]: _type = "Task" [ 1209.513168] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.521648] env[62321]: DEBUG oslo_vmware.api [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52747edc-7052-ba0e-1e44-ae3ee22254a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.912998] env[62321]: DEBUG nova.network.neutron [req-7b7b5323-f7b8-4f9a-8f92-8006c55da9b4 req-7d5a98fc-eec3-4622-b3a6-bdf90309aa10 service nova] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Updated VIF entry in instance network info cache for port 6af66cd6-386e-4d17-8a79-284dd90b339a. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1209.913362] env[62321]: DEBUG nova.network.neutron [req-7b7b5323-f7b8-4f9a-8f92-8006c55da9b4 req-7d5a98fc-eec3-4622-b3a6-bdf90309aa10 service nova] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Updating instance_info_cache with network_info: [{"id": "6af66cd6-386e-4d17-8a79-284dd90b339a", "address": "fa:16:3e:b8:dc:ed", "network": {"id": "02af3748-38ba-426d-a0df-7b044d0c0b87", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-920001595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2238c58ec98844ed97ad0b1384375595", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6af66cd6-38", "ovs_interfaceid": "6af66cd6-386e-4d17-8a79-284dd90b339a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.023264] env[62321]: DEBUG oslo_vmware.api [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52747edc-7052-ba0e-1e44-ae3ee22254a1, 'name': SearchDatastore_Task, 'duration_secs': 0.010942} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.023502] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.023737] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1210.023970] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.024160] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.024341] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1210.024587] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdcc72ca-fb58-4611-b05f-5ee86ac6c26e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.032694] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1210.032867] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1210.033534] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bd5366c-356a-496f-a360-80ee2903f0cf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.038013] env[62321]: DEBUG oslo_vmware.api [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1210.038013] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52621c87-a5ee-bfbb-d252-796ef15702c2" [ 1210.038013] env[62321]: _type = "Task" [ 1210.038013] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.045311] env[62321]: DEBUG oslo_vmware.api [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52621c87-a5ee-bfbb-d252-796ef15702c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.338809] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.338986] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.415663] env[62321]: DEBUG oslo_concurrency.lockutils [req-7b7b5323-f7b8-4f9a-8f92-8006c55da9b4 req-7d5a98fc-eec3-4622-b3a6-bdf90309aa10 service nova] Releasing lock "refresh_cache-6624bda8-b953-425c-8928-bfebc55ba53c" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.547701] env[62321]: DEBUG oslo_vmware.api [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52621c87-a5ee-bfbb-d252-796ef15702c2, 'name': SearchDatastore_Task, 'duration_secs': 0.008232} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.548494] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d16140a2-02ef-471e-9893-dff22a99a196 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.553484] env[62321]: DEBUG oslo_vmware.api [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1210.553484] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]527310fe-39b9-5703-8389-fea618a56cb5" [ 1210.553484] env[62321]: _type = "Task" [ 1210.553484] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.562690] env[62321]: DEBUG oslo_vmware.api [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]527310fe-39b9-5703-8389-fea618a56cb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.844386] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.844612] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.844739] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.844849] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.844993] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.845155] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.845291] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62321) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1210.845432] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.064240] env[62321]: DEBUG oslo_vmware.api [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]527310fe-39b9-5703-8389-fea618a56cb5, 'name': SearchDatastore_Task, 'duration_secs': 0.009651} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.064553] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1211.064830] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 6624bda8-b953-425c-8928-bfebc55ba53c/6624bda8-b953-425c-8928-bfebc55ba53c.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1211.065744] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2acbbba5-0fda-4aa3-9bfe-95fb9f8db41b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.071512] env[62321]: DEBUG oslo_vmware.api [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1211.071512] env[62321]: value = "task-2634139" [ 1211.071512] env[62321]: _type = "Task" [ 1211.071512] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.079017] env[62321]: DEBUG oslo_vmware.api [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.348557] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.348867] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.349086] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1211.349213] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62321) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1211.350199] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18f1a26-3713-45e1-96ca-c10dac2caa67 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.359532] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468f279e-9769-4317-bab7-32cc95379f48 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.375395] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9263f766-c7ba-4609-a99d-276d629c992f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.384287] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26356be6-7f64-483f-9b67-e56bc7501cfb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.419983] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180165MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=62321) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1211.420204] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.420858] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.585062] env[62321]: DEBUG oslo_vmware.api [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634139, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447722} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.585451] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore2] 6624bda8-b953-425c-8928-bfebc55ba53c/6624bda8-b953-425c-8928-bfebc55ba53c.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1211.585784] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1211.586150] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9ddb4eb-c003-475f-9435-e3ee30011d39 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.594368] env[62321]: DEBUG oslo_vmware.api [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1211.594368] env[62321]: value = "task-2634140" [ 1211.594368] env[62321]: _type = "Task" [ 1211.594368] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.606131] env[62321]: DEBUG oslo_vmware.api [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634140, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.103736] env[62321]: DEBUG oslo_vmware.api [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634140, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.357958} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.103987] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1212.104721] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6b0dcc-bab8-48b6-ba37-86084b771803 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.125643] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 6624bda8-b953-425c-8928-bfebc55ba53c/6624bda8-b953-425c-8928-bfebc55ba53c.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1212.125879] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e05b356c-164b-4126-8b06-9b657a9563de {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.145029] env[62321]: DEBUG oslo_vmware.api [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1212.145029] env[62321]: value = "task-2634141" [ 1212.145029] env[62321]: _type = "Task" [ 1212.145029] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.152540] env[62321]: DEBUG oslo_vmware.api [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634141, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.450327] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 99c10950-245e-45c0-bc8b-1d6c88837349 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1212.450327] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 921b0393-e934-4efb-9fff-18f21095f516 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1212.450327] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance deb789fa-135d-4387-86c3-3250add1c496 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1212.450327] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 388dae3e-24c7-438f-879b-7f8e6a9e7988 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1212.450736] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 6624bda8-b953-425c-8928-bfebc55ba53c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1212.450736] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=62321) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1212.450906] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=62321) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1212.515811] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d112953-979b-4ba9-83a2-9703e0e8af78 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.523977] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ce683c-ef13-412a-97dd-fe0e4044783c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.553572] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba5b5fb-4005-4cf7-9590-3069bc97e11c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.560243] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380e8ace-9cab-43fc-ae45-a0e1fb166e37 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.573958] env[62321]: DEBUG nova.compute.provider_tree [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.654012] env[62321]: DEBUG oslo_vmware.api [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.076814] env[62321]: DEBUG nova.scheduler.client.report [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.155613] env[62321]: DEBUG oslo_vmware.api [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.581887] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62321) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1213.582111] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.162s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1213.656061] env[62321]: DEBUG oslo_vmware.api [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634141, 'name': ReconfigVM_Task, 'duration_secs': 1.107234} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.656530] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 6624bda8-b953-425c-8928-bfebc55ba53c/6624bda8-b953-425c-8928-bfebc55ba53c.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1213.657222] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21062a48-8bad-4f43-afce-b1f01423c816 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.662834] env[62321]: DEBUG oslo_vmware.api [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1213.662834] env[62321]: value = "task-2634142" [ 1213.662834] env[62321]: _type = "Task" [ 1213.662834] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.670926] env[62321]: DEBUG oslo_vmware.api [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634142, 'name': Rename_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.173093] env[62321]: DEBUG oslo_vmware.api [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634142, 'name': Rename_Task, 'duration_secs': 0.139285} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.173371] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1214.173602] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8925ea5-5028-47be-b073-7869268deeaa {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.179772] env[62321]: DEBUG oslo_vmware.api [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1214.179772] env[62321]: value = "task-2634143" [ 1214.179772] env[62321]: _type = "Task" [ 1214.179772] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.186899] env[62321]: DEBUG oslo_vmware.api [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.688884] env[62321]: DEBUG oslo_vmware.api [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634143, 'name': PowerOnVM_Task, 'duration_secs': 0.445633} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.689303] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1214.689525] env[62321]: INFO nova.compute.manager [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Took 7.59 seconds to spawn the instance on the hypervisor. [ 1214.689707] env[62321]: DEBUG nova.compute.manager [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1214.690510] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0327488c-76e9-497b-8083-fe102b607b2e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.207078] env[62321]: INFO nova.compute.manager [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Took 12.29 seconds to build instance. [ 1215.710645] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b014ca6a-4c67-4f60-9f44-b5a500de5244 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "6624bda8-b953-425c-8928-bfebc55ba53c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.799s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1215.767617] env[62321]: DEBUG nova.compute.manager [req-f860d1e6-ae32-40e1-9f45-93880291421a req-77576ba8-eb6f-4174-a53c-cfd21542e737 service nova] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Received event network-changed-6af66cd6-386e-4d17-8a79-284dd90b339a {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1215.767817] env[62321]: DEBUG nova.compute.manager [req-f860d1e6-ae32-40e1-9f45-93880291421a req-77576ba8-eb6f-4174-a53c-cfd21542e737 service nova] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Refreshing instance network info cache due to event network-changed-6af66cd6-386e-4d17-8a79-284dd90b339a. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1215.768045] env[62321]: DEBUG oslo_concurrency.lockutils [req-f860d1e6-ae32-40e1-9f45-93880291421a req-77576ba8-eb6f-4174-a53c-cfd21542e737 service nova] Acquiring lock "refresh_cache-6624bda8-b953-425c-8928-bfebc55ba53c" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1215.768193] env[62321]: DEBUG oslo_concurrency.lockutils [req-f860d1e6-ae32-40e1-9f45-93880291421a req-77576ba8-eb6f-4174-a53c-cfd21542e737 service nova] Acquired lock "refresh_cache-6624bda8-b953-425c-8928-bfebc55ba53c" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.768352] env[62321]: DEBUG nova.network.neutron [req-f860d1e6-ae32-40e1-9f45-93880291421a req-77576ba8-eb6f-4174-a53c-cfd21542e737 service nova] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Refreshing network info cache for port 6af66cd6-386e-4d17-8a79-284dd90b339a {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1216.453514] env[62321]: DEBUG nova.network.neutron [req-f860d1e6-ae32-40e1-9f45-93880291421a req-77576ba8-eb6f-4174-a53c-cfd21542e737 service nova] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Updated VIF entry in instance network info cache for port 6af66cd6-386e-4d17-8a79-284dd90b339a. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1216.453856] env[62321]: DEBUG nova.network.neutron [req-f860d1e6-ae32-40e1-9f45-93880291421a req-77576ba8-eb6f-4174-a53c-cfd21542e737 service nova] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Updating instance_info_cache with network_info: [{"id": "6af66cd6-386e-4d17-8a79-284dd90b339a", "address": "fa:16:3e:b8:dc:ed", "network": {"id": "02af3748-38ba-426d-a0df-7b044d0c0b87", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-920001595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2238c58ec98844ed97ad0b1384375595", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6af66cd6-38", "ovs_interfaceid": "6af66cd6-386e-4d17-8a79-284dd90b339a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.956778] env[62321]: DEBUG oslo_concurrency.lockutils [req-f860d1e6-ae32-40e1-9f45-93880291421a req-77576ba8-eb6f-4174-a53c-cfd21542e737 service nova] Releasing lock "refresh_cache-6624bda8-b953-425c-8928-bfebc55ba53c" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.007196] env[62321]: DEBUG oslo_concurrency.lockutils [None req-be655672-b0b6-461b-8931-2ab38820e2f2 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "deb789fa-135d-4387-86c3-3250add1c496" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1218.007559] env[62321]: DEBUG oslo_concurrency.lockutils [None req-be655672-b0b6-461b-8931-2ab38820e2f2 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "deb789fa-135d-4387-86c3-3250add1c496" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1218.007617] env[62321]: DEBUG nova.compute.manager [None req-be655672-b0b6-461b-8931-2ab38820e2f2 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1218.008538] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5de429-4aec-49d5-b7e6-836b5b4ee242 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.015294] env[62321]: DEBUG nova.compute.manager [None req-be655672-b0b6-461b-8931-2ab38820e2f2 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62321) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1218.015856] env[62321]: DEBUG nova.objects.instance [None req-be655672-b0b6-461b-8931-2ab38820e2f2 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lazy-loading 'flavor' on Instance uuid deb789fa-135d-4387-86c3-3250add1c496 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.022648] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-be655672-b0b6-461b-8931-2ab38820e2f2 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.023081] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb2057d8-6c1a-4de5-aab2-33c73fb635ef {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.029890] env[62321]: DEBUG oslo_vmware.api [None req-be655672-b0b6-461b-8931-2ab38820e2f2 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 1219.029890] env[62321]: value = "task-2634145" [ 1219.029890] env[62321]: _type = "Task" [ 1219.029890] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.038891] env[62321]: DEBUG oslo_vmware.api [None req-be655672-b0b6-461b-8931-2ab38820e2f2 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.539799] env[62321]: DEBUG oslo_vmware.api [None req-be655672-b0b6-461b-8931-2ab38820e2f2 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634145, 'name': PowerOffVM_Task, 'duration_secs': 0.181545} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.540058] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-be655672-b0b6-461b-8931-2ab38820e2f2 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1219.540246] env[62321]: DEBUG nova.compute.manager [None req-be655672-b0b6-461b-8931-2ab38820e2f2 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1219.541019] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6af98c9-0587-4ead-9a97-0822ada6702a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.053168] env[62321]: DEBUG oslo_concurrency.lockutils [None req-be655672-b0b6-461b-8931-2ab38820e2f2 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "deb789fa-135d-4387-86c3-3250add1c496" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1220.395038] env[62321]: DEBUG nova.objects.instance [None req-dbdb3ead-ebab-4d8c-acb9-650677982114 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lazy-loading 'flavor' on Instance uuid deb789fa-135d-4387-86c3-3250add1c496 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.899096] env[62321]: DEBUG oslo_concurrency.lockutils [None req-dbdb3ead-ebab-4d8c-acb9-650677982114 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "refresh_cache-deb789fa-135d-4387-86c3-3250add1c496" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1220.899096] env[62321]: DEBUG oslo_concurrency.lockutils [None req-dbdb3ead-ebab-4d8c-acb9-650677982114 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquired lock "refresh_cache-deb789fa-135d-4387-86c3-3250add1c496" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.899306] env[62321]: DEBUG nova.network.neutron [None req-dbdb3ead-ebab-4d8c-acb9-650677982114 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1220.899306] env[62321]: DEBUG nova.objects.instance [None req-dbdb3ead-ebab-4d8c-acb9-650677982114 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lazy-loading 'info_cache' on Instance uuid deb789fa-135d-4387-86c3-3250add1c496 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.402872] env[62321]: DEBUG nova.objects.base [None req-dbdb3ead-ebab-4d8c-acb9-650677982114 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62321) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1222.108045] env[62321]: DEBUG nova.network.neutron [None req-dbdb3ead-ebab-4d8c-acb9-650677982114 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Updating instance_info_cache with network_info: [{"id": "a689d9eb-e761-4c0d-a108-f07443ece1d6", "address": "fa:16:3e:6a:70:3c", "network": {"id": "2750ca67-1b0e-43a8-a773-1086f86438e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-263699496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e41ce300a3c4503930ecf73e3501abe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa689d9eb-e7", "ovs_interfaceid": "a689d9eb-e761-4c0d-a108-f07443ece1d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.611344] env[62321]: DEBUG oslo_concurrency.lockutils [None req-dbdb3ead-ebab-4d8c-acb9-650677982114 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Releasing lock "refresh_cache-deb789fa-135d-4387-86c3-3250add1c496" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.617042] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbdb3ead-ebab-4d8c-acb9-650677982114 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1223.617431] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05dfb846-1c44-4597-b19f-0e81456e59f5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.624317] env[62321]: DEBUG oslo_vmware.api [None req-dbdb3ead-ebab-4d8c-acb9-650677982114 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 1223.624317] env[62321]: value = "task-2634148" [ 1223.624317] env[62321]: _type = "Task" [ 1223.624317] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.631999] env[62321]: DEBUG oslo_vmware.api [None req-dbdb3ead-ebab-4d8c-acb9-650677982114 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634148, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.134595] env[62321]: DEBUG oslo_vmware.api [None req-dbdb3ead-ebab-4d8c-acb9-650677982114 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634148, 'name': PowerOnVM_Task, 'duration_secs': 0.361151} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.134853] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbdb3ead-ebab-4d8c-acb9-650677982114 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1224.135067] env[62321]: DEBUG nova.compute.manager [None req-dbdb3ead-ebab-4d8c-acb9-650677982114 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1224.135822] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a33ce2f-bf2c-4107-9461-17b77427fb97 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.674914] env[62321]: DEBUG oslo_concurrency.lockutils [None req-694d005a-85ff-4744-a050-e3cbb8c8574d tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Acquiring lock "921b0393-e934-4efb-9fff-18f21095f516" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.675284] env[62321]: DEBUG oslo_concurrency.lockutils [None req-694d005a-85ff-4744-a050-e3cbb8c8574d tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lock "921b0393-e934-4efb-9fff-18f21095f516" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.131943] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be70a6f3-56d7-4376-94de-6cb6641d7725 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.139440] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f9ae4b-e3df-413a-a132-817375ba410d tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Suspending the VM {{(pid=62321) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1225.139684] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-33fd68a1-61c0-4a12-af63-ef5fae91fc1d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.145896] env[62321]: DEBUG oslo_vmware.api [None req-e7f9ae4b-e3df-413a-a132-817375ba410d tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 1225.145896] env[62321]: value = "task-2634150" [ 1225.145896] env[62321]: _type = "Task" [ 1225.145896] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.154923] env[62321]: DEBUG oslo_vmware.api [None req-e7f9ae4b-e3df-413a-a132-817375ba410d tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634150, 'name': SuspendVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.178069] env[62321]: INFO nova.compute.manager [None req-694d005a-85ff-4744-a050-e3cbb8c8574d tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Detaching volume 14f828ed-5408-4b5c-9d72-fcbf064a48cf [ 1225.221201] env[62321]: INFO nova.virt.block_device [None req-694d005a-85ff-4744-a050-e3cbb8c8574d tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Attempting to driver detach volume 14f828ed-5408-4b5c-9d72-fcbf064a48cf from mountpoint /dev/sdb [ 1225.221497] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-694d005a-85ff-4744-a050-e3cbb8c8574d tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Volume detach. Driver type: vmdk {{(pid=62321) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1225.221783] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-694d005a-85ff-4744-a050-e3cbb8c8574d tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530756', 'volume_id': '14f828ed-5408-4b5c-9d72-fcbf064a48cf', 'name': 'volume-14f828ed-5408-4b5c-9d72-fcbf064a48cf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '921b0393-e934-4efb-9fff-18f21095f516', 'attached_at': '', 'detached_at': '', 'volume_id': '14f828ed-5408-4b5c-9d72-fcbf064a48cf', 'serial': '14f828ed-5408-4b5c-9d72-fcbf064a48cf'} {{(pid=62321) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1225.222833] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e98a28-d3ef-4484-99de-6f5b396b242f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.251056] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d7508b-0a55-43a9-b770-2e14726f6261 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.259830] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc2eadf-973b-4c0c-9b3b-06c86969ee80 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.283663] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f457afb0-ddc5-495a-89c4-3da0e0b144d1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.301670] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-694d005a-85ff-4744-a050-e3cbb8c8574d tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] The volume has not been displaced from its original location: [datastore2] volume-14f828ed-5408-4b5c-9d72-fcbf064a48cf/volume-14f828ed-5408-4b5c-9d72-fcbf064a48cf.vmdk. No consolidation needed. {{(pid=62321) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1225.307630] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-694d005a-85ff-4744-a050-e3cbb8c8574d tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1225.308132] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-904262f3-1916-4bfa-abbd-87a7748a5e0f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.330241] env[62321]: DEBUG oslo_vmware.api [None req-694d005a-85ff-4744-a050-e3cbb8c8574d tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Waiting for the task: (returnval){ [ 1225.330241] env[62321]: value = "task-2634151" [ 1225.330241] env[62321]: _type = "Task" [ 1225.330241] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.339864] env[62321]: DEBUG oslo_vmware.api [None req-694d005a-85ff-4744-a050-e3cbb8c8574d tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634151, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.656814] env[62321]: DEBUG oslo_vmware.api [None req-e7f9ae4b-e3df-413a-a132-817375ba410d tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634150, 'name': SuspendVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.840374] env[62321]: DEBUG oslo_vmware.api [None req-694d005a-85ff-4744-a050-e3cbb8c8574d tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634151, 'name': ReconfigVM_Task, 'duration_secs': 0.256648} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.840672] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-694d005a-85ff-4744-a050-e3cbb8c8574d tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1225.845548] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24728a0f-a604-4132-93c5-3dad44f0b311 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.862146] env[62321]: DEBUG oslo_vmware.api [None req-694d005a-85ff-4744-a050-e3cbb8c8574d tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Waiting for the task: (returnval){ [ 1225.862146] env[62321]: value = "task-2634153" [ 1225.862146] env[62321]: _type = "Task" [ 1225.862146] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.873378] env[62321]: DEBUG oslo_vmware.api [None req-694d005a-85ff-4744-a050-e3cbb8c8574d tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634153, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.158267] env[62321]: DEBUG oslo_vmware.api [None req-e7f9ae4b-e3df-413a-a132-817375ba410d tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634150, 'name': SuspendVM_Task, 'duration_secs': 0.694295} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.158595] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f9ae4b-e3df-413a-a132-817375ba410d tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Suspended the VM {{(pid=62321) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1226.158779] env[62321]: DEBUG nova.compute.manager [None req-e7f9ae4b-e3df-413a-a132-817375ba410d tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1226.159672] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3880cb-529f-4c2e-885d-0d3e265a2410 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.374262] env[62321]: DEBUG oslo_vmware.api [None req-694d005a-85ff-4744-a050-e3cbb8c8574d tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634153, 'name': ReconfigVM_Task, 'duration_secs': 0.153141} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.374567] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-694d005a-85ff-4744-a050-e3cbb8c8574d tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530756', 'volume_id': '14f828ed-5408-4b5c-9d72-fcbf064a48cf', 'name': 'volume-14f828ed-5408-4b5c-9d72-fcbf064a48cf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '921b0393-e934-4efb-9fff-18f21095f516', 'attached_at': '', 'detached_at': '', 'volume_id': '14f828ed-5408-4b5c-9d72-fcbf064a48cf', 'serial': '14f828ed-5408-4b5c-9d72-fcbf064a48cf'} {{(pid=62321) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1226.915267] env[62321]: DEBUG nova.objects.instance [None req-694d005a-85ff-4744-a050-e3cbb8c8574d tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lazy-loading 'flavor' on Instance uuid 921b0393-e934-4efb-9fff-18f21095f516 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.458026] env[62321]: INFO nova.compute.manager [None req-ce7eef9e-b6f5-4ebb-a17b-893f034e1903 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Resuming [ 1227.458026] env[62321]: DEBUG nova.objects.instance [None req-ce7eef9e-b6f5-4ebb-a17b-893f034e1903 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lazy-loading 'flavor' on Instance uuid deb789fa-135d-4387-86c3-3250add1c496 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.843711] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c7b3397f-91bc-426a-852b-445f9e33f045 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Acquiring lock "921b0393-e934-4efb-9fff-18f21095f516" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1227.922674] env[62321]: DEBUG oslo_concurrency.lockutils [None req-694d005a-85ff-4744-a050-e3cbb8c8574d tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lock "921b0393-e934-4efb-9fff-18f21095f516" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.247s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.923908] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c7b3397f-91bc-426a-852b-445f9e33f045 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lock "921b0393-e934-4efb-9fff-18f21095f516" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.080s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1227.924143] env[62321]: DEBUG nova.compute.manager [None req-c7b3397f-91bc-426a-852b-445f9e33f045 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1227.925173] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb760389-0505-4016-a7ea-6e5fc616c475 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.936397] env[62321]: DEBUG nova.compute.manager [None req-c7b3397f-91bc-426a-852b-445f9e33f045 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62321) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1227.937041] env[62321]: DEBUG nova.objects.instance [None req-c7b3397f-91bc-426a-852b-445f9e33f045 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lazy-loading 'flavor' on Instance uuid 921b0393-e934-4efb-9fff-18f21095f516 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.944673] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7b3397f-91bc-426a-852b-445f9e33f045 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.945096] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c187c2af-fe20-4135-b148-434cd56b5322 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.954286] env[62321]: DEBUG oslo_vmware.api [None req-c7b3397f-91bc-426a-852b-445f9e33f045 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Waiting for the task: (returnval){ [ 1228.954286] env[62321]: value = "task-2634155" [ 1228.954286] env[62321]: _type = "Task" [ 1228.954286] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.964198] env[62321]: DEBUG oslo_vmware.api [None req-c7b3397f-91bc-426a-852b-445f9e33f045 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.966729] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ce7eef9e-b6f5-4ebb-a17b-893f034e1903 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "refresh_cache-deb789fa-135d-4387-86c3-3250add1c496" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.966924] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ce7eef9e-b6f5-4ebb-a17b-893f034e1903 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquired lock "refresh_cache-deb789fa-135d-4387-86c3-3250add1c496" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.967127] env[62321]: DEBUG nova.network.neutron [None req-ce7eef9e-b6f5-4ebb-a17b-893f034e1903 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1229.463835] env[62321]: DEBUG oslo_vmware.api [None req-c7b3397f-91bc-426a-852b-445f9e33f045 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634155, 'name': PowerOffVM_Task, 'duration_secs': 0.206722} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.464236] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7b3397f-91bc-426a-852b-445f9e33f045 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1229.464401] env[62321]: DEBUG nova.compute.manager [None req-c7b3397f-91bc-426a-852b-445f9e33f045 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1229.465194] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f21aebb-b9d5-4b05-bf31-98ab4130bfa7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.700797] env[62321]: DEBUG nova.network.neutron [None req-ce7eef9e-b6f5-4ebb-a17b-893f034e1903 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Updating instance_info_cache with network_info: [{"id": "a689d9eb-e761-4c0d-a108-f07443ece1d6", "address": "fa:16:3e:6a:70:3c", "network": {"id": "2750ca67-1b0e-43a8-a773-1086f86438e5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-263699496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e41ce300a3c4503930ecf73e3501abe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa689d9eb-e7", "ovs_interfaceid": "a689d9eb-e761-4c0d-a108-f07443ece1d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.978779] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c7b3397f-91bc-426a-852b-445f9e33f045 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lock "921b0393-e934-4efb-9fff-18f21095f516" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1230.203916] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ce7eef9e-b6f5-4ebb-a17b-893f034e1903 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Releasing lock "refresh_cache-deb789fa-135d-4387-86c3-3250add1c496" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.204933] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca3a08f-d066-45d1-a059-327597ec0136 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.212313] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7eef9e-b6f5-4ebb-a17b-893f034e1903 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Resuming the VM {{(pid=62321) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1230.212540] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86c7a199-5bbb-4756-b571-8ec3d691dea6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.219202] env[62321]: DEBUG oslo_vmware.api [None req-ce7eef9e-b6f5-4ebb-a17b-893f034e1903 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 1230.219202] env[62321]: value = "task-2634157" [ 1230.219202] env[62321]: _type = "Task" [ 1230.219202] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.226787] env[62321]: DEBUG oslo_vmware.api [None req-ce7eef9e-b6f5-4ebb-a17b-893f034e1903 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.242775] env[62321]: DEBUG nova.objects.instance [None req-c7c4224d-abb4-4309-8292-c2105207b8ba tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lazy-loading 'flavor' on Instance uuid 921b0393-e934-4efb-9fff-18f21095f516 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.732559] env[62321]: DEBUG oslo_vmware.api [None req-ce7eef9e-b6f5-4ebb-a17b-893f034e1903 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634157, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.747816] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c7c4224d-abb4-4309-8292-c2105207b8ba tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Acquiring lock "refresh_cache-921b0393-e934-4efb-9fff-18f21095f516" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1230.748057] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c7c4224d-abb4-4309-8292-c2105207b8ba tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Acquired lock "refresh_cache-921b0393-e934-4efb-9fff-18f21095f516" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.748192] env[62321]: DEBUG nova.network.neutron [None req-c7c4224d-abb4-4309-8292-c2105207b8ba tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1230.748367] env[62321]: DEBUG nova.objects.instance [None req-c7c4224d-abb4-4309-8292-c2105207b8ba tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lazy-loading 'info_cache' on Instance uuid 921b0393-e934-4efb-9fff-18f21095f516 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.230359] env[62321]: DEBUG oslo_vmware.api [None req-ce7eef9e-b6f5-4ebb-a17b-893f034e1903 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634157, 'name': PowerOnVM_Task, 'duration_secs': 0.521405} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.230732] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7eef9e-b6f5-4ebb-a17b-893f034e1903 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Resumed the VM {{(pid=62321) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1231.230864] env[62321]: DEBUG nova.compute.manager [None req-ce7eef9e-b6f5-4ebb-a17b-893f034e1903 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1231.231630] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8176576-3ad6-4c49-a12a-ceb2922e9cf9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.251710] env[62321]: DEBUG nova.objects.base [None req-c7c4224d-abb4-4309-8292-c2105207b8ba tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Object Instance<921b0393-e934-4efb-9fff-18f21095f516> lazy-loaded attributes: flavor,info_cache {{(pid=62321) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1231.946796] env[62321]: DEBUG nova.network.neutron [None req-c7c4224d-abb4-4309-8292-c2105207b8ba tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Updating instance_info_cache with network_info: [{"id": "c5d86cb0-697c-4c6c-bfee-b6443a683cd6", "address": "fa:16:3e:fa:08:b1", "network": {"id": "8a5ea7cc-129f-4ae6-8b5a-7a3f3e407ce2", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-231438873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "457c19da643642d3998889bffb5702ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d86cb0-69", "ovs_interfaceid": "c5d86cb0-697c-4c6c-bfee-b6443a683cd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.110588] env[62321]: DEBUG oslo_concurrency.lockutils [None req-dcbd4713-3775-443b-88f9-b93e0116ee30 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "deb789fa-135d-4387-86c3-3250add1c496" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.110876] env[62321]: DEBUG oslo_concurrency.lockutils [None req-dcbd4713-3775-443b-88f9-b93e0116ee30 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "deb789fa-135d-4387-86c3-3250add1c496" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.111122] env[62321]: DEBUG oslo_concurrency.lockutils [None req-dcbd4713-3775-443b-88f9-b93e0116ee30 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "deb789fa-135d-4387-86c3-3250add1c496-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.111311] env[62321]: DEBUG oslo_concurrency.lockutils [None req-dcbd4713-3775-443b-88f9-b93e0116ee30 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "deb789fa-135d-4387-86c3-3250add1c496-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.111480] env[62321]: DEBUG oslo_concurrency.lockutils [None req-dcbd4713-3775-443b-88f9-b93e0116ee30 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "deb789fa-135d-4387-86c3-3250add1c496-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.113575] env[62321]: INFO nova.compute.manager [None req-dcbd4713-3775-443b-88f9-b93e0116ee30 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Terminating instance [ 1232.450079] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c7c4224d-abb4-4309-8292-c2105207b8ba tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Releasing lock "refresh_cache-921b0393-e934-4efb-9fff-18f21095f516" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.617566] env[62321]: DEBUG nova.compute.manager [None req-dcbd4713-3775-443b-88f9-b93e0116ee30 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1232.617788] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-dcbd4713-3775-443b-88f9-b93e0116ee30 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1232.618687] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8307cd-93fb-4e48-8a47-0ec3894b35e4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.626550] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcbd4713-3775-443b-88f9-b93e0116ee30 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1232.626780] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90629f90-eb73-4a7d-834e-222827f1650f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.632826] env[62321]: DEBUG oslo_vmware.api [None req-dcbd4713-3775-443b-88f9-b93e0116ee30 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 1232.632826] env[62321]: value = "task-2634159" [ 1232.632826] env[62321]: _type = "Task" [ 1232.632826] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.640711] env[62321]: DEBUG oslo_vmware.api [None req-dcbd4713-3775-443b-88f9-b93e0116ee30 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.142869] env[62321]: DEBUG oslo_vmware.api [None req-dcbd4713-3775-443b-88f9-b93e0116ee30 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634159, 'name': PowerOffVM_Task, 'duration_secs': 0.199209} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.143160] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcbd4713-3775-443b-88f9-b93e0116ee30 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1233.143329] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-dcbd4713-3775-443b-88f9-b93e0116ee30 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1233.143603] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-baea233c-854a-4ba0-9014-f88772080c4c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.214443] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-dcbd4713-3775-443b-88f9-b93e0116ee30 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1233.214645] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-dcbd4713-3775-443b-88f9-b93e0116ee30 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1233.214822] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcbd4713-3775-443b-88f9-b93e0116ee30 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Deleting the datastore file [datastore2] deb789fa-135d-4387-86c3-3250add1c496 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1233.215103] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aede02c9-71a2-438d-94e9-791552cae5f3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.222469] env[62321]: DEBUG oslo_vmware.api [None req-dcbd4713-3775-443b-88f9-b93e0116ee30 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for the task: (returnval){ [ 1233.222469] env[62321]: value = "task-2634161" [ 1233.222469] env[62321]: _type = "Task" [ 1233.222469] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.230572] env[62321]: DEBUG oslo_vmware.api [None req-dcbd4713-3775-443b-88f9-b93e0116ee30 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.455813] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7c4224d-abb4-4309-8292-c2105207b8ba tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1233.456199] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e44f477b-c4e6-4fb3-99ae-ee76c9dcf726 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.464050] env[62321]: DEBUG oslo_vmware.api [None req-c7c4224d-abb4-4309-8292-c2105207b8ba tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Waiting for the task: (returnval){ [ 1233.464050] env[62321]: value = "task-2634162" [ 1233.464050] env[62321]: _type = "Task" [ 1233.464050] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.471707] env[62321]: DEBUG oslo_vmware.api [None req-c7c4224d-abb4-4309-8292-c2105207b8ba tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634162, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.732760] env[62321]: DEBUG oslo_vmware.api [None req-dcbd4713-3775-443b-88f9-b93e0116ee30 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Task: {'id': task-2634161, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170206} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.733037] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcbd4713-3775-443b-88f9-b93e0116ee30 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1233.733211] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-dcbd4713-3775-443b-88f9-b93e0116ee30 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1233.733394] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-dcbd4713-3775-443b-88f9-b93e0116ee30 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1233.733576] env[62321]: INFO nova.compute.manager [None req-dcbd4713-3775-443b-88f9-b93e0116ee30 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] [instance: deb789fa-135d-4387-86c3-3250add1c496] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1233.733813] env[62321]: DEBUG oslo.service.loopingcall [None req-dcbd4713-3775-443b-88f9-b93e0116ee30 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1233.734010] env[62321]: DEBUG nova.compute.manager [-] [instance: deb789fa-135d-4387-86c3-3250add1c496] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1233.734131] env[62321]: DEBUG nova.network.neutron [-] [instance: deb789fa-135d-4387-86c3-3250add1c496] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1233.974644] env[62321]: DEBUG oslo_vmware.api [None req-c7c4224d-abb4-4309-8292-c2105207b8ba tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634162, 'name': PowerOnVM_Task, 'duration_secs': 0.380437} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.974911] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7c4224d-abb4-4309-8292-c2105207b8ba tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1233.975168] env[62321]: DEBUG nova.compute.manager [None req-c7c4224d-abb4-4309-8292-c2105207b8ba tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1233.975944] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f88923-8a16-4d81-884b-51c7f33370f8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.368259] env[62321]: DEBUG nova.compute.manager [req-83b05713-b880-4763-8165-8fd166e63fbf req-efdab92d-aed0-435e-b607-ab91274035da service nova] [instance: deb789fa-135d-4387-86c3-3250add1c496] Received event network-vif-deleted-a689d9eb-e761-4c0d-a108-f07443ece1d6 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1234.368339] env[62321]: INFO nova.compute.manager [req-83b05713-b880-4763-8165-8fd166e63fbf req-efdab92d-aed0-435e-b607-ab91274035da service nova] [instance: deb789fa-135d-4387-86c3-3250add1c496] Neutron deleted interface a689d9eb-e761-4c0d-a108-f07443ece1d6; detaching it from the instance and deleting it from the info cache [ 1234.368477] env[62321]: DEBUG nova.network.neutron [req-83b05713-b880-4763-8165-8fd166e63fbf req-efdab92d-aed0-435e-b607-ab91274035da service nova] [instance: deb789fa-135d-4387-86c3-3250add1c496] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.712184] env[62321]: DEBUG nova.network.neutron [-] [instance: deb789fa-135d-4387-86c3-3250add1c496] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.722357] env[62321]: DEBUG oslo_concurrency.lockutils [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "388dae3e-24c7-438f-879b-7f8e6a9e7988" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1234.722417] env[62321]: DEBUG oslo_concurrency.lockutils [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "388dae3e-24c7-438f-879b-7f8e6a9e7988" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1234.722549] env[62321]: INFO nova.compute.manager [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Shelving [ 1234.871619] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b1e4dd95-5501-41fe-9aed-f5d96d943397 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.882049] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2c9a10-dc85-412b-b3f4-a1829603d8a4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.910012] env[62321]: DEBUG nova.compute.manager [req-83b05713-b880-4763-8165-8fd166e63fbf req-efdab92d-aed0-435e-b607-ab91274035da service nova] [instance: deb789fa-135d-4387-86c3-3250add1c496] Detach interface failed, port_id=a689d9eb-e761-4c0d-a108-f07443ece1d6, reason: Instance deb789fa-135d-4387-86c3-3250add1c496 could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1235.215594] env[62321]: INFO nova.compute.manager [-] [instance: deb789fa-135d-4387-86c3-3250add1c496] Took 1.48 seconds to deallocate network for instance. [ 1235.235161] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "c7830920-fd78-4fa1-b304-c80504991c93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1235.235406] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "c7830920-fd78-4fa1-b304-c80504991c93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1235.722489] env[62321]: DEBUG oslo_concurrency.lockutils [None req-dcbd4713-3775-443b-88f9-b93e0116ee30 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1235.722808] env[62321]: DEBUG oslo_concurrency.lockutils [None req-dcbd4713-3775-443b-88f9-b93e0116ee30 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1235.723033] env[62321]: DEBUG nova.objects.instance [None req-dcbd4713-3775-443b-88f9-b93e0116ee30 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lazy-loading 'resources' on Instance uuid deb789fa-135d-4387-86c3-3250add1c496 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.732053] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1235.732053] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee039ce8-2824-4d70-a9ff-664aed922831 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.737336] env[62321]: DEBUG nova.compute.manager [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1235.741364] env[62321]: DEBUG oslo_vmware.api [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1235.741364] env[62321]: value = "task-2634163" [ 1235.741364] env[62321]: _type = "Task" [ 1235.741364] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.752886] env[62321]: DEBUG oslo_vmware.api [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634163, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.259684] env[62321]: DEBUG oslo_vmware.api [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634163, 'name': PowerOffVM_Task, 'duration_secs': 0.299107} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.260356] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1236.260760] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d198b227-ebbd-48cb-83e8-0a9fc88827ff {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.266130] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.286074] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e41116-1255-4b4b-8186-86b008f4d264 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.332425] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3da1d6e-6bdb-4b96-9c8e-665f0240ba89 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.340309] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab397dcd-104a-4374-8be5-52db2728bbd5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.370121] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19557cbb-2146-495a-a97e-6a79a0b6de48 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.377547] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0830584b-7848-4a56-a03c-c89bf761ecab {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.393144] env[62321]: DEBUG nova.compute.provider_tree [None req-dcbd4713-3775-443b-88f9-b93e0116ee30 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.797584] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Creating Snapshot of the VM instance {{(pid=62321) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1236.797958] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-aa3e9387-6889-4b10-918d-30a429bfe24c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.806821] env[62321]: DEBUG oslo_vmware.api [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1236.806821] env[62321]: value = "task-2634164" [ 1236.806821] env[62321]: _type = "Task" [ 1236.806821] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.815639] env[62321]: DEBUG oslo_vmware.api [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634164, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.896184] env[62321]: DEBUG nova.scheduler.client.report [None req-dcbd4713-3775-443b-88f9-b93e0116ee30 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.317313] env[62321]: DEBUG oslo_vmware.api [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634164, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.401721] env[62321]: DEBUG oslo_concurrency.lockutils [None req-dcbd4713-3775-443b-88f9-b93e0116ee30 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.679s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1237.404543] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.138s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1237.406104] env[62321]: INFO nova.compute.claims [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1237.420546] env[62321]: INFO nova.scheduler.client.report [None req-dcbd4713-3775-443b-88f9-b93e0116ee30 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Deleted allocations for instance deb789fa-135d-4387-86c3-3250add1c496 [ 1237.817470] env[62321]: DEBUG oslo_vmware.api [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634164, 'name': CreateSnapshot_Task, 'duration_secs': 0.589654} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.817784] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Created Snapshot of the VM instance {{(pid=62321) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1237.818485] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5bf2a0-3edd-4183-a71f-0aecbd79b61b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.927525] env[62321]: DEBUG oslo_concurrency.lockutils [None req-dcbd4713-3775-443b-88f9-b93e0116ee30 tempest-ServerActionsTestJSON-585342326 tempest-ServerActionsTestJSON-585342326-project-member] Lock "deb789fa-135d-4387-86c3-3250add1c496" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.817s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1238.336636] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Creating linked-clone VM from snapshot {{(pid=62321) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1238.336969] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8c5e4773-1d72-46c5-88fb-3e5b0dabbcdf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.347081] env[62321]: DEBUG oslo_vmware.api [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1238.347081] env[62321]: value = "task-2634165" [ 1238.347081] env[62321]: _type = "Task" [ 1238.347081] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.356974] env[62321]: DEBUG oslo_vmware.api [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634165, 'name': CloneVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.493417] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2974f83d-9e4c-44c5-ac86-6174988f31ad {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.501793] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debad618-b026-4740-916e-23db9fa6ca1b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.535349] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf297d5-f3c5-40e6-b0a4-8b52d771ea3c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.543257] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fe3481-db1f-40a4-b9dc-64860d7866f2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.556784] env[62321]: DEBUG nova.compute.provider_tree [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.859103] env[62321]: DEBUG oslo_vmware.api [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634165, 'name': CloneVM_Task} progress is 94%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.063066] env[62321]: DEBUG nova.scheduler.client.report [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.359350] env[62321]: DEBUG oslo_vmware.api [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634165, 'name': CloneVM_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.565609] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.161s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1239.566015] env[62321]: DEBUG nova.compute.manager [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1239.859418] env[62321]: DEBUG oslo_vmware.api [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634165, 'name': CloneVM_Task, 'duration_secs': 1.037543} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.859418] env[62321]: INFO nova.virt.vmwareapi.vmops [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Created linked-clone VM from snapshot [ 1239.860229] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4a7338-071a-4c5e-97a6-a9a3c0a4a3f2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.868689] env[62321]: DEBUG nova.virt.vmwareapi.images [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Uploading image 05a8e944-9b84-4e3b-9696-29b2751b36ec {{(pid=62321) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1239.894656] env[62321]: DEBUG oslo_vmware.rw_handles [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1239.894656] env[62321]: value = "vm-530765" [ 1239.894656] env[62321]: _type = "VirtualMachine" [ 1239.894656] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1239.894935] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3280e0bc-c597-4a8e-83fa-b3a587ec3996 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.903259] env[62321]: DEBUG oslo_vmware.rw_handles [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lease: (returnval){ [ 1239.903259] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52bf354e-6ff8-c713-c201-a4e8014882ea" [ 1239.903259] env[62321]: _type = "HttpNfcLease" [ 1239.903259] env[62321]: } obtained for exporting VM: (result){ [ 1239.903259] env[62321]: value = "vm-530765" [ 1239.903259] env[62321]: _type = "VirtualMachine" [ 1239.903259] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1239.903542] env[62321]: DEBUG oslo_vmware.api [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the lease: (returnval){ [ 1239.903542] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52bf354e-6ff8-c713-c201-a4e8014882ea" [ 1239.903542] env[62321]: _type = "HttpNfcLease" [ 1239.903542] env[62321]: } to be ready. {{(pid=62321) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1239.911320] env[62321]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1239.911320] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52bf354e-6ff8-c713-c201-a4e8014882ea" [ 1239.911320] env[62321]: _type = "HttpNfcLease" [ 1239.911320] env[62321]: } is initializing. {{(pid=62321) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1240.073032] env[62321]: DEBUG nova.compute.utils [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1240.074432] env[62321]: DEBUG nova.compute.manager [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1240.074632] env[62321]: DEBUG nova.network.neutron [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1240.115689] env[62321]: DEBUG nova.policy [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d96f968fdd14f9a9f8c4b67b13ce8f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2238c58ec98844ed97ad0b1384375595', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 1240.402177] env[62321]: DEBUG nova.network.neutron [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Successfully created port: ff6ac54b-c14a-4ccd-980b-8f2115b9b2fa {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1240.412012] env[62321]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1240.412012] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52bf354e-6ff8-c713-c201-a4e8014882ea" [ 1240.412012] env[62321]: _type = "HttpNfcLease" [ 1240.412012] env[62321]: } is ready. {{(pid=62321) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1240.416020] env[62321]: DEBUG oslo_vmware.rw_handles [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1240.416020] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52bf354e-6ff8-c713-c201-a4e8014882ea" [ 1240.416020] env[62321]: _type = "HttpNfcLease" [ 1240.416020] env[62321]: }. {{(pid=62321) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1240.416020] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c36090d-5955-4b29-8b13-e7e52f719053 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.421168] env[62321]: DEBUG oslo_vmware.rw_handles [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529d3dfe-3cac-2dc2-0b0a-cc4c9dbf8d62/disk-0.vmdk from lease info. {{(pid=62321) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1240.421354] env[62321]: DEBUG oslo_vmware.rw_handles [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529d3dfe-3cac-2dc2-0b0a-cc4c9dbf8d62/disk-0.vmdk for reading. {{(pid=62321) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1240.509034] env[62321]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9ffde0d6-7cb5-449f-9920-a86aa397c350 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.577778] env[62321]: DEBUG nova.compute.manager [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1241.083134] env[62321]: INFO nova.virt.block_device [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Booting with volume 4e256728-bf88-44e5-bf17-470566ba4a25 at /dev/sda [ 1241.120799] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-61b57bc2-3638-43af-bb63-82b9af648c23 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.145292] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddf99d2-e4ce-4321-a89d-6c50760dc641 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.178481] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ecc0a50b-7b88-4f3e-adc9-1d27c53ea7d5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.188041] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56dcf2e0-e09d-4783-ba53-ddd39be00b12 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.225269] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b708cd1-08ae-4936-a501-40e055bb786d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.233170] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c4a792-47e4-4606-b9d0-518fab9cbb96 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.249249] env[62321]: DEBUG nova.virt.block_device [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Updating existing volume attachment record: f8ff4267-e7c6-4a65-9035-a886538a27eb {{(pid=62321) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1241.798239] env[62321]: DEBUG nova.compute.manager [req-655bdcc4-df8b-4118-980e-d8aab1f7e187 req-ee334561-d58c-4be1-83ad-222481c42990 service nova] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Received event network-vif-plugged-ff6ac54b-c14a-4ccd-980b-8f2115b9b2fa {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1241.798534] env[62321]: DEBUG oslo_concurrency.lockutils [req-655bdcc4-df8b-4118-980e-d8aab1f7e187 req-ee334561-d58c-4be1-83ad-222481c42990 service nova] Acquiring lock "c7830920-fd78-4fa1-b304-c80504991c93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1241.798831] env[62321]: DEBUG oslo_concurrency.lockutils [req-655bdcc4-df8b-4118-980e-d8aab1f7e187 req-ee334561-d58c-4be1-83ad-222481c42990 service nova] Lock "c7830920-fd78-4fa1-b304-c80504991c93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1241.798990] env[62321]: DEBUG oslo_concurrency.lockutils [req-655bdcc4-df8b-4118-980e-d8aab1f7e187 req-ee334561-d58c-4be1-83ad-222481c42990 service nova] Lock "c7830920-fd78-4fa1-b304-c80504991c93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1241.799303] env[62321]: DEBUG nova.compute.manager [req-655bdcc4-df8b-4118-980e-d8aab1f7e187 req-ee334561-d58c-4be1-83ad-222481c42990 service nova] [instance: c7830920-fd78-4fa1-b304-c80504991c93] No waiting events found dispatching network-vif-plugged-ff6ac54b-c14a-4ccd-980b-8f2115b9b2fa {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1241.799473] env[62321]: WARNING nova.compute.manager [req-655bdcc4-df8b-4118-980e-d8aab1f7e187 req-ee334561-d58c-4be1-83ad-222481c42990 service nova] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Received unexpected event network-vif-plugged-ff6ac54b-c14a-4ccd-980b-8f2115b9b2fa for instance with vm_state building and task_state block_device_mapping. [ 1241.885689] env[62321]: DEBUG nova.network.neutron [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Successfully updated port: ff6ac54b-c14a-4ccd-980b-8f2115b9b2fa {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1242.387861] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "refresh_cache-c7830920-fd78-4fa1-b304-c80504991c93" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.388266] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquired lock "refresh_cache-c7830920-fd78-4fa1-b304-c80504991c93" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.388266] env[62321]: DEBUG nova.network.neutron [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.921147] env[62321]: DEBUG nova.network.neutron [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1243.049372] env[62321]: DEBUG nova.network.neutron [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Updating instance_info_cache with network_info: [{"id": "ff6ac54b-c14a-4ccd-980b-8f2115b9b2fa", "address": "fa:16:3e:4b:79:47", "network": {"id": "02af3748-38ba-426d-a0df-7b044d0c0b87", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-920001595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2238c58ec98844ed97ad0b1384375595", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff6ac54b-c1", "ovs_interfaceid": "ff6ac54b-c14a-4ccd-980b-8f2115b9b2fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.346771] env[62321]: DEBUG nova.compute.manager [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1243.347374] env[62321]: DEBUG nova.virt.hardware [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1243.347583] env[62321]: DEBUG nova.virt.hardware [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1243.347735] env[62321]: DEBUG nova.virt.hardware [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1243.347913] env[62321]: DEBUG nova.virt.hardware [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1243.348066] env[62321]: DEBUG nova.virt.hardware [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1243.348227] env[62321]: DEBUG nova.virt.hardware [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1243.348502] env[62321]: DEBUG nova.virt.hardware [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1243.348691] env[62321]: DEBUG nova.virt.hardware [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1243.348864] env[62321]: DEBUG nova.virt.hardware [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1243.349039] env[62321]: DEBUG nova.virt.hardware [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1243.349222] env[62321]: DEBUG nova.virt.hardware [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1243.350145] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9ab9a4-5210-4067-b41f-31231bd306f7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.359434] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49730216-0b58-4fda-9246-4010bae501e2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.551873] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Releasing lock "refresh_cache-c7830920-fd78-4fa1-b304-c80504991c93" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.552441] env[62321]: DEBUG nova.compute.manager [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Instance network_info: |[{"id": "ff6ac54b-c14a-4ccd-980b-8f2115b9b2fa", "address": "fa:16:3e:4b:79:47", "network": {"id": "02af3748-38ba-426d-a0df-7b044d0c0b87", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-920001595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2238c58ec98844ed97ad0b1384375595", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff6ac54b-c1", "ovs_interfaceid": "ff6ac54b-c14a-4ccd-980b-8f2115b9b2fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1243.552635] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:79:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5fe645c-e088-401e-ab53-4ae2981dea72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff6ac54b-c14a-4ccd-980b-8f2115b9b2fa', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1243.560247] env[62321]: DEBUG oslo.service.loopingcall [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1243.560475] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1243.560702] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a68a3c5-79d0-4263-b552-395a0e4cb2f1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.582210] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1243.582210] env[62321]: value = "task-2634167" [ 1243.582210] env[62321]: _type = "Task" [ 1243.582210] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.590522] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2634167, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.828592] env[62321]: DEBUG nova.compute.manager [req-4976fcf3-aa31-4470-9a2c-c06cb66efdca req-b8600cd7-1432-4d90-b6d3-2243bac85732 service nova] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Received event network-changed-ff6ac54b-c14a-4ccd-980b-8f2115b9b2fa {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1243.828657] env[62321]: DEBUG nova.compute.manager [req-4976fcf3-aa31-4470-9a2c-c06cb66efdca req-b8600cd7-1432-4d90-b6d3-2243bac85732 service nova] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Refreshing instance network info cache due to event network-changed-ff6ac54b-c14a-4ccd-980b-8f2115b9b2fa. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1243.828898] env[62321]: DEBUG oslo_concurrency.lockutils [req-4976fcf3-aa31-4470-9a2c-c06cb66efdca req-b8600cd7-1432-4d90-b6d3-2243bac85732 service nova] Acquiring lock "refresh_cache-c7830920-fd78-4fa1-b304-c80504991c93" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.829056] env[62321]: DEBUG oslo_concurrency.lockutils [req-4976fcf3-aa31-4470-9a2c-c06cb66efdca req-b8600cd7-1432-4d90-b6d3-2243bac85732 service nova] Acquired lock "refresh_cache-c7830920-fd78-4fa1-b304-c80504991c93" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.829473] env[62321]: DEBUG nova.network.neutron [req-4976fcf3-aa31-4470-9a2c-c06cb66efdca req-b8600cd7-1432-4d90-b6d3-2243bac85732 service nova] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Refreshing network info cache for port ff6ac54b-c14a-4ccd-980b-8f2115b9b2fa {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1244.094228] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2634167, 'name': CreateVM_Task, 'duration_secs': 0.355664} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.094428] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1244.095073] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'mount_device': '/dev/sda', 'disk_bus': None, 'device_type': None, 'boot_index': 0, 'guest_format': None, 'attachment_id': 'f8ff4267-e7c6-4a65-9035-a886538a27eb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530763', 'volume_id': '4e256728-bf88-44e5-bf17-470566ba4a25', 'name': 'volume-4e256728-bf88-44e5-bf17-470566ba4a25', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c7830920-fd78-4fa1-b304-c80504991c93', 'attached_at': '', 'detached_at': '', 'volume_id': '4e256728-bf88-44e5-bf17-470566ba4a25', 'serial': '4e256728-bf88-44e5-bf17-470566ba4a25'}, 'volume_type': None}], 'swap': None} {{(pid=62321) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1244.095302] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Root volume attach. Driver type: vmdk {{(pid=62321) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1244.096101] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5158faa5-b67e-4282-965e-7a8c9c4771f3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.104042] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2803db41-0f73-4831-8e88-7be2c11eba4a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.110899] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64298b5e-60cb-4819-a061-b7163e5a4ae3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.117287] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-254be227-23cf-47aa-9211-99d928747af1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.126489] env[62321]: DEBUG oslo_vmware.api [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1244.126489] env[62321]: value = "task-2634168" [ 1244.126489] env[62321]: _type = "Task" [ 1244.126489] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.145691] env[62321]: DEBUG oslo_vmware.api [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634168, 'name': RelocateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.604635] env[62321]: DEBUG nova.network.neutron [req-4976fcf3-aa31-4470-9a2c-c06cb66efdca req-b8600cd7-1432-4d90-b6d3-2243bac85732 service nova] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Updated VIF entry in instance network info cache for port ff6ac54b-c14a-4ccd-980b-8f2115b9b2fa. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1244.604980] env[62321]: DEBUG nova.network.neutron [req-4976fcf3-aa31-4470-9a2c-c06cb66efdca req-b8600cd7-1432-4d90-b6d3-2243bac85732 service nova] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Updating instance_info_cache with network_info: [{"id": "ff6ac54b-c14a-4ccd-980b-8f2115b9b2fa", "address": "fa:16:3e:4b:79:47", "network": {"id": "02af3748-38ba-426d-a0df-7b044d0c0b87", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-920001595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2238c58ec98844ed97ad0b1384375595", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff6ac54b-c1", "ovs_interfaceid": "ff6ac54b-c14a-4ccd-980b-8f2115b9b2fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.641699] env[62321]: DEBUG oslo_vmware.api [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634168, 'name': RelocateVM_Task} progress is 42%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.108375] env[62321]: DEBUG oslo_concurrency.lockutils [req-4976fcf3-aa31-4470-9a2c-c06cb66efdca req-b8600cd7-1432-4d90-b6d3-2243bac85732 service nova] Releasing lock "refresh_cache-c7830920-fd78-4fa1-b304-c80504991c93" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.145643] env[62321]: DEBUG oslo_vmware.api [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634168, 'name': RelocateVM_Task} progress is 58%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.639409] env[62321]: DEBUG oslo_vmware.api [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634168, 'name': RelocateVM_Task} progress is 73%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.143016] env[62321]: DEBUG oslo_vmware.api [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634168, 'name': RelocateVM_Task} progress is 88%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.640644] env[62321]: DEBUG oslo_vmware.api [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634168, 'name': RelocateVM_Task} progress is 97%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.140294] env[62321]: DEBUG oslo_vmware.api [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634168, 'name': RelocateVM_Task, 'duration_secs': 2.927937} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.140565] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Volume attach. Driver type: vmdk {{(pid=62321) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1247.140764] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530763', 'volume_id': '4e256728-bf88-44e5-bf17-470566ba4a25', 'name': 'volume-4e256728-bf88-44e5-bf17-470566ba4a25', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c7830920-fd78-4fa1-b304-c80504991c93', 'attached_at': '', 'detached_at': '', 'volume_id': '4e256728-bf88-44e5-bf17-470566ba4a25', 'serial': '4e256728-bf88-44e5-bf17-470566ba4a25'} {{(pid=62321) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1247.141558] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7db9ae-3b55-46c0-b73f-d376de900154 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.156793] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcc89fc-4a0e-43ba-ab7a-478e96f3272a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.178469] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] volume-4e256728-bf88-44e5-bf17-470566ba4a25/volume-4e256728-bf88-44e5-bf17-470566ba4a25.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1247.178687] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44f5dbc7-29ea-412d-88b7-2f9c36075b94 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.197742] env[62321]: DEBUG oslo_vmware.api [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1247.197742] env[62321]: value = "task-2634169" [ 1247.197742] env[62321]: _type = "Task" [ 1247.197742] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.206273] env[62321]: DEBUG oslo_vmware.api [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634169, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.709591] env[62321]: DEBUG oslo_vmware.api [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634169, 'name': ReconfigVM_Task, 'duration_secs': 0.267746} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.709591] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Reconfigured VM instance instance-0000007b to attach disk [datastore2] volume-4e256728-bf88-44e5-bf17-470566ba4a25/volume-4e256728-bf88-44e5-bf17-470566ba4a25.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1247.712897] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07ef836f-b7c3-4e35-a63d-a6551da15580 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.729412] env[62321]: DEBUG oslo_vmware.api [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1247.729412] env[62321]: value = "task-2634170" [ 1247.729412] env[62321]: _type = "Task" [ 1247.729412] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.738531] env[62321]: DEBUG oslo_vmware.api [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634170, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.195193] env[62321]: DEBUG oslo_vmware.rw_handles [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529d3dfe-3cac-2dc2-0b0a-cc4c9dbf8d62/disk-0.vmdk. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1248.196099] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1667766-7a4b-4ffc-9140-9907ef3a3b4a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.202567] env[62321]: DEBUG oslo_vmware.rw_handles [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529d3dfe-3cac-2dc2-0b0a-cc4c9dbf8d62/disk-0.vmdk is in state: ready. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1248.202728] env[62321]: ERROR oslo_vmware.rw_handles [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529d3dfe-3cac-2dc2-0b0a-cc4c9dbf8d62/disk-0.vmdk due to incomplete transfer. [ 1248.202934] env[62321]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4cd8af33-afa9-4553-acb7-4b44947ba070 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.210194] env[62321]: DEBUG oslo_vmware.rw_handles [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529d3dfe-3cac-2dc2-0b0a-cc4c9dbf8d62/disk-0.vmdk. {{(pid=62321) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1248.210381] env[62321]: DEBUG nova.virt.vmwareapi.images [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Uploaded image 05a8e944-9b84-4e3b-9696-29b2751b36ec to the Glance image server {{(pid=62321) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1248.212592] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Destroying the VM {{(pid=62321) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1248.212817] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-03a01e0e-905a-4d57-b29f-27a3bb5ee795 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.219069] env[62321]: DEBUG oslo_vmware.api [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1248.219069] env[62321]: value = "task-2634171" [ 1248.219069] env[62321]: _type = "Task" [ 1248.219069] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.227702] env[62321]: DEBUG oslo_vmware.api [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634171, 'name': Destroy_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.237472] env[62321]: DEBUG oslo_vmware.api [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634170, 'name': ReconfigVM_Task, 'duration_secs': 0.130343} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.237755] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530763', 'volume_id': '4e256728-bf88-44e5-bf17-470566ba4a25', 'name': 'volume-4e256728-bf88-44e5-bf17-470566ba4a25', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c7830920-fd78-4fa1-b304-c80504991c93', 'attached_at': '', 'detached_at': '', 'volume_id': '4e256728-bf88-44e5-bf17-470566ba4a25', 'serial': '4e256728-bf88-44e5-bf17-470566ba4a25'} {{(pid=62321) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1248.238289] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b92ebf9-cd6e-4be9-ab7d-84dc06bfabf5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.244756] env[62321]: DEBUG oslo_vmware.api [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1248.244756] env[62321]: value = "task-2634172" [ 1248.244756] env[62321]: _type = "Task" [ 1248.244756] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.253409] env[62321]: DEBUG oslo_vmware.api [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634172, 'name': Rename_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.729545] env[62321]: DEBUG oslo_vmware.api [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634171, 'name': Destroy_Task, 'duration_secs': 0.330571} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.729826] env[62321]: INFO nova.virt.vmwareapi.vm_util [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Destroyed the VM [ 1248.730071] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Deleting Snapshot of the VM instance {{(pid=62321) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1248.730314] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-975313d5-c77e-4866-b895-95a7ff5ad808 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.739160] env[62321]: DEBUG oslo_vmware.api [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1248.739160] env[62321]: value = "task-2634173" [ 1248.739160] env[62321]: _type = "Task" [ 1248.739160] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.747549] env[62321]: DEBUG oslo_vmware.api [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634173, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.755355] env[62321]: DEBUG oslo_vmware.api [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634172, 'name': Rename_Task, 'duration_secs': 0.13477} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.755631] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1248.755884] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3230d47-f890-46ae-9133-a6ff1307f6f4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.762537] env[62321]: DEBUG oslo_vmware.api [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1248.762537] env[62321]: value = "task-2634174" [ 1248.762537] env[62321]: _type = "Task" [ 1248.762537] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.771294] env[62321]: DEBUG oslo_vmware.api [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.249041] env[62321]: DEBUG oslo_vmware.api [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634173, 'name': RemoveSnapshot_Task, 'duration_secs': 0.358999} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.249325] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Deleted Snapshot of the VM instance {{(pid=62321) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1249.249691] env[62321]: DEBUG nova.compute.manager [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1249.250460] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e43744-d965-49da-a758-662c11e6c84f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.270924] env[62321]: DEBUG oslo_vmware.api [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634174, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.762524] env[62321]: INFO nova.compute.manager [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Shelve offloading [ 1249.774307] env[62321]: DEBUG oslo_vmware.api [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634174, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.268737] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.269467] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e45027ba-a402-4c8a-95e3-122b8f6b394f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.274401] env[62321]: DEBUG oslo_vmware.api [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634174, 'name': PowerOnVM_Task, 'duration_secs': 1.091945} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.274642] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1250.274839] env[62321]: INFO nova.compute.manager [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Took 6.93 seconds to spawn the instance on the hypervisor. [ 1250.275023] env[62321]: DEBUG nova.compute.manager [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1250.276625] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72e33ac-26fc-4222-9afd-ae40471b3149 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.278891] env[62321]: DEBUG oslo_vmware.api [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1250.278891] env[62321]: value = "task-2634175" [ 1250.278891] env[62321]: _type = "Task" [ 1250.278891] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.290934] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] VM already powered off {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1250.291100] env[62321]: DEBUG nova.compute.manager [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1250.291788] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e628c52-063f-400b-b155-c64ef31ab99a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.296966] env[62321]: DEBUG oslo_concurrency.lockutils [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "refresh_cache-388dae3e-24c7-438f-879b-7f8e6a9e7988" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1250.297143] env[62321]: DEBUG oslo_concurrency.lockutils [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquired lock "refresh_cache-388dae3e-24c7-438f-879b-7f8e6a9e7988" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.297318] env[62321]: DEBUG nova.network.neutron [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.795167] env[62321]: INFO nova.compute.manager [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Took 14.55 seconds to build instance. [ 1251.050077] env[62321]: DEBUG nova.network.neutron [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Updating instance_info_cache with network_info: [{"id": "a15e40fe-c1e9-413f-bee2-2c53b20a99a2", "address": "fa:16:3e:a4:cf:2f", "network": {"id": "750e916d-f2cf-425c-88f0-488d2d7ac894", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-457582844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4d5b3a8d92f42ddb204a0a27c24609a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa15e40fe-c1", "ovs_interfaceid": "a15e40fe-c1e9-413f-bee2-2c53b20a99a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.298070] env[62321]: DEBUG oslo_concurrency.lockutils [None req-e38de261-d4e6-45fe-8aea-dab7595586b7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "c7830920-fd78-4fa1-b304-c80504991c93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.062s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1251.554287] env[62321]: DEBUG oslo_concurrency.lockutils [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Releasing lock "refresh_cache-388dae3e-24c7-438f-879b-7f8e6a9e7988" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.754229] env[62321]: DEBUG nova.compute.manager [req-e75ad1e1-1127-4dd2-8358-2ade66168ca4 req-f845926a-0318-4922-bd8b-2fc97620c686 service nova] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Received event network-vif-unplugged-a15e40fe-c1e9-413f-bee2-2c53b20a99a2 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1251.754448] env[62321]: DEBUG oslo_concurrency.lockutils [req-e75ad1e1-1127-4dd2-8358-2ade66168ca4 req-f845926a-0318-4922-bd8b-2fc97620c686 service nova] Acquiring lock "388dae3e-24c7-438f-879b-7f8e6a9e7988-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1251.754667] env[62321]: DEBUG oslo_concurrency.lockutils [req-e75ad1e1-1127-4dd2-8358-2ade66168ca4 req-f845926a-0318-4922-bd8b-2fc97620c686 service nova] Lock "388dae3e-24c7-438f-879b-7f8e6a9e7988-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1251.754840] env[62321]: DEBUG oslo_concurrency.lockutils [req-e75ad1e1-1127-4dd2-8358-2ade66168ca4 req-f845926a-0318-4922-bd8b-2fc97620c686 service nova] Lock "388dae3e-24c7-438f-879b-7f8e6a9e7988-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1251.755019] env[62321]: DEBUG nova.compute.manager [req-e75ad1e1-1127-4dd2-8358-2ade66168ca4 req-f845926a-0318-4922-bd8b-2fc97620c686 service nova] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] No waiting events found dispatching network-vif-unplugged-a15e40fe-c1e9-413f-bee2-2c53b20a99a2 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1251.755196] env[62321]: WARNING nova.compute.manager [req-e75ad1e1-1127-4dd2-8358-2ade66168ca4 req-f845926a-0318-4922-bd8b-2fc97620c686 service nova] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Received unexpected event network-vif-unplugged-a15e40fe-c1e9-413f-bee2-2c53b20a99a2 for instance with vm_state shelved and task_state shelving_offloading. [ 1251.835126] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1251.836069] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3d38ca-90a2-4437-89f9-66961b4e11e8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.844996] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1251.845256] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9ad9f32-2f25-403d-8c57-75df90da9c3f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.900983] env[62321]: DEBUG nova.compute.manager [req-c72ad77c-616a-4eb1-8a2c-ad41177e5a8d req-49c43aa9-c967-4f71-8b5f-75bb17fd044d service nova] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Received event network-changed-969817ba-f9a5-40bc-985b-0eaf56bb5d3c {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1251.901211] env[62321]: DEBUG nova.compute.manager [req-c72ad77c-616a-4eb1-8a2c-ad41177e5a8d req-49c43aa9-c967-4f71-8b5f-75bb17fd044d service nova] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Refreshing instance network info cache due to event network-changed-969817ba-f9a5-40bc-985b-0eaf56bb5d3c. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1251.901424] env[62321]: DEBUG oslo_concurrency.lockutils [req-c72ad77c-616a-4eb1-8a2c-ad41177e5a8d req-49c43aa9-c967-4f71-8b5f-75bb17fd044d service nova] Acquiring lock "refresh_cache-99c10950-245e-45c0-bc8b-1d6c88837349" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.901559] env[62321]: DEBUG oslo_concurrency.lockutils [req-c72ad77c-616a-4eb1-8a2c-ad41177e5a8d req-49c43aa9-c967-4f71-8b5f-75bb17fd044d service nova] Acquired lock "refresh_cache-99c10950-245e-45c0-bc8b-1d6c88837349" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.901714] env[62321]: DEBUG nova.network.neutron [req-c72ad77c-616a-4eb1-8a2c-ad41177e5a8d req-49c43aa9-c967-4f71-8b5f-75bb17fd044d service nova] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Refreshing network info cache for port 969817ba-f9a5-40bc-985b-0eaf56bb5d3c {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1251.920169] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1251.920398] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1251.920927] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Deleting the datastore file [datastore1] 388dae3e-24c7-438f-879b-7f8e6a9e7988 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1251.920927] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5cb3c23-3bb4-4f7b-a345-e3b147472f09 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.927581] env[62321]: DEBUG oslo_vmware.api [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1251.927581] env[62321]: value = "task-2634177" [ 1251.927581] env[62321]: _type = "Task" [ 1251.927581] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.935783] env[62321]: DEBUG oslo_vmware.api [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634177, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.438612] env[62321]: DEBUG oslo_vmware.api [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634177, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128502} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.438839] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1252.439035] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1252.439231] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1252.455846] env[62321]: INFO nova.scheduler.client.report [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Deleted allocations for instance 388dae3e-24c7-438f-879b-7f8e6a9e7988 [ 1252.617557] env[62321]: DEBUG nova.network.neutron [req-c72ad77c-616a-4eb1-8a2c-ad41177e5a8d req-49c43aa9-c967-4f71-8b5f-75bb17fd044d service nova] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Updated VIF entry in instance network info cache for port 969817ba-f9a5-40bc-985b-0eaf56bb5d3c. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1252.617557] env[62321]: DEBUG nova.network.neutron [req-c72ad77c-616a-4eb1-8a2c-ad41177e5a8d req-49c43aa9-c967-4f71-8b5f-75bb17fd044d service nova] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Updating instance_info_cache with network_info: [{"id": "969817ba-f9a5-40bc-985b-0eaf56bb5d3c", "address": "fa:16:3e:da:13:c9", "network": {"id": "02af3748-38ba-426d-a0df-7b044d0c0b87", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-920001595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2238c58ec98844ed97ad0b1384375595", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap969817ba-f9", "ovs_interfaceid": "969817ba-f9a5-40bc-985b-0eaf56bb5d3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.961064] env[62321]: DEBUG oslo_concurrency.lockutils [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1252.961453] env[62321]: DEBUG oslo_concurrency.lockutils [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1252.961453] env[62321]: DEBUG nova.objects.instance [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lazy-loading 'resources' on Instance uuid 388dae3e-24c7-438f-879b-7f8e6a9e7988 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.120750] env[62321]: DEBUG oslo_concurrency.lockutils [req-c72ad77c-616a-4eb1-8a2c-ad41177e5a8d req-49c43aa9-c967-4f71-8b5f-75bb17fd044d service nova] Releasing lock "refresh_cache-99c10950-245e-45c0-bc8b-1d6c88837349" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.416816] env[62321]: DEBUG nova.compute.manager [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Stashing vm_state: active {{(pid=62321) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1253.464083] env[62321]: DEBUG nova.objects.instance [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lazy-loading 'numa_topology' on Instance uuid 388dae3e-24c7-438f-879b-7f8e6a9e7988 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.777247] env[62321]: DEBUG nova.compute.manager [req-3c1daef9-f1d4-489c-bd48-8d1a71fb67d7 req-5d45e9fe-7c45-4e29-a9c3-755e63aca656 service nova] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Received event network-changed-a15e40fe-c1e9-413f-bee2-2c53b20a99a2 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1253.777483] env[62321]: DEBUG nova.compute.manager [req-3c1daef9-f1d4-489c-bd48-8d1a71fb67d7 req-5d45e9fe-7c45-4e29-a9c3-755e63aca656 service nova] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Refreshing instance network info cache due to event network-changed-a15e40fe-c1e9-413f-bee2-2c53b20a99a2. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1253.777738] env[62321]: DEBUG oslo_concurrency.lockutils [req-3c1daef9-f1d4-489c-bd48-8d1a71fb67d7 req-5d45e9fe-7c45-4e29-a9c3-755e63aca656 service nova] Acquiring lock "refresh_cache-388dae3e-24c7-438f-879b-7f8e6a9e7988" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1253.777894] env[62321]: DEBUG oslo_concurrency.lockutils [req-3c1daef9-f1d4-489c-bd48-8d1a71fb67d7 req-5d45e9fe-7c45-4e29-a9c3-755e63aca656 service nova] Acquired lock "refresh_cache-388dae3e-24c7-438f-879b-7f8e6a9e7988" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.778253] env[62321]: DEBUG nova.network.neutron [req-3c1daef9-f1d4-489c-bd48-8d1a71fb67d7 req-5d45e9fe-7c45-4e29-a9c3-755e63aca656 service nova] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Refreshing network info cache for port a15e40fe-c1e9-413f-bee2-2c53b20a99a2 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1253.926263] env[62321]: DEBUG nova.compute.manager [req-93e4f092-e236-4556-9690-74d8bdaa1cfa req-0db4e449-f5a8-4f5e-9217-124058e9085d service nova] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Received event network-changed-ff6ac54b-c14a-4ccd-980b-8f2115b9b2fa {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1253.926525] env[62321]: DEBUG nova.compute.manager [req-93e4f092-e236-4556-9690-74d8bdaa1cfa req-0db4e449-f5a8-4f5e-9217-124058e9085d service nova] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Refreshing instance network info cache due to event network-changed-ff6ac54b-c14a-4ccd-980b-8f2115b9b2fa. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1253.926605] env[62321]: DEBUG oslo_concurrency.lockutils [req-93e4f092-e236-4556-9690-74d8bdaa1cfa req-0db4e449-f5a8-4f5e-9217-124058e9085d service nova] Acquiring lock "refresh_cache-c7830920-fd78-4fa1-b304-c80504991c93" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1253.926739] env[62321]: DEBUG oslo_concurrency.lockutils [req-93e4f092-e236-4556-9690-74d8bdaa1cfa req-0db4e449-f5a8-4f5e-9217-124058e9085d service nova] Acquired lock "refresh_cache-c7830920-fd78-4fa1-b304-c80504991c93" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.926898] env[62321]: DEBUG nova.network.neutron [req-93e4f092-e236-4556-9690-74d8bdaa1cfa req-0db4e449-f5a8-4f5e-9217-124058e9085d service nova] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Refreshing network info cache for port ff6ac54b-c14a-4ccd-980b-8f2115b9b2fa {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1253.933450] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.966664] env[62321]: DEBUG nova.objects.base [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Object Instance<388dae3e-24c7-438f-879b-7f8e6a9e7988> lazy-loaded attributes: resources,numa_topology {{(pid=62321) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1254.040416] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881c1350-40ae-474a-9d72-91c5d856980d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.048154] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37a30db-ca25-4bc6-8ad5-17839936574a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.077852] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b60426b-c575-4558-8554-689a7a4c9350 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.084474] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be159799-c302-45ed-aa1a-cfe414bcf5b2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.096811] env[62321]: DEBUG nova.compute.provider_tree [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.592306] env[62321]: DEBUG nova.network.neutron [req-3c1daef9-f1d4-489c-bd48-8d1a71fb67d7 req-5d45e9fe-7c45-4e29-a9c3-755e63aca656 service nova] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Updated VIF entry in instance network info cache for port a15e40fe-c1e9-413f-bee2-2c53b20a99a2. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1254.592709] env[62321]: DEBUG nova.network.neutron [req-3c1daef9-f1d4-489c-bd48-8d1a71fb67d7 req-5d45e9fe-7c45-4e29-a9c3-755e63aca656 service nova] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Updating instance_info_cache with network_info: [{"id": "a15e40fe-c1e9-413f-bee2-2c53b20a99a2", "address": "fa:16:3e:a4:cf:2f", "network": {"id": "750e916d-f2cf-425c-88f0-488d2d7ac894", "bridge": null, "label": "tempest-ServerActionsTestOtherB-457582844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4d5b3a8d92f42ddb204a0a27c24609a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa15e40fe-c1", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.601352] env[62321]: DEBUG nova.scheduler.client.report [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.673318] env[62321]: DEBUG oslo_concurrency.lockutils [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "388dae3e-24c7-438f-879b-7f8e6a9e7988" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1254.684970] env[62321]: DEBUG nova.network.neutron [req-93e4f092-e236-4556-9690-74d8bdaa1cfa req-0db4e449-f5a8-4f5e-9217-124058e9085d service nova] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Updated VIF entry in instance network info cache for port ff6ac54b-c14a-4ccd-980b-8f2115b9b2fa. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1254.685341] env[62321]: DEBUG nova.network.neutron [req-93e4f092-e236-4556-9690-74d8bdaa1cfa req-0db4e449-f5a8-4f5e-9217-124058e9085d service nova] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Updating instance_info_cache with network_info: [{"id": "ff6ac54b-c14a-4ccd-980b-8f2115b9b2fa", "address": "fa:16:3e:4b:79:47", "network": {"id": "02af3748-38ba-426d-a0df-7b044d0c0b87", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-920001595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2238c58ec98844ed97ad0b1384375595", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff6ac54b-c1", "ovs_interfaceid": "ff6ac54b-c14a-4ccd-980b-8f2115b9b2fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.095469] env[62321]: DEBUG oslo_concurrency.lockutils [req-3c1daef9-f1d4-489c-bd48-8d1a71fb67d7 req-5d45e9fe-7c45-4e29-a9c3-755e63aca656 service nova] Releasing lock "refresh_cache-388dae3e-24c7-438f-879b-7f8e6a9e7988" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1255.105449] env[62321]: DEBUG oslo_concurrency.lockutils [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.144s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1255.107788] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.174s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1255.187966] env[62321]: DEBUG oslo_concurrency.lockutils [req-93e4f092-e236-4556-9690-74d8bdaa1cfa req-0db4e449-f5a8-4f5e-9217-124058e9085d service nova] Releasing lock "refresh_cache-c7830920-fd78-4fa1-b304-c80504991c93" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1255.614558] env[62321]: INFO nova.compute.claims [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1255.621751] env[62321]: DEBUG oslo_concurrency.lockutils [None req-79060e8e-f7bd-4939-8bad-15d6d7c4eb5a tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "388dae3e-24c7-438f-879b-7f8e6a9e7988" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.899s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1255.622493] env[62321]: DEBUG oslo_concurrency.lockutils [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "388dae3e-24c7-438f-879b-7f8e6a9e7988" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.949s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1255.622665] env[62321]: INFO nova.compute.manager [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Unshelving [ 1256.121674] env[62321]: INFO nova.compute.resource_tracker [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Updating resource usage from migration 2a00e95c-a7b4-4065-9c64-a8f973782279 [ 1256.197643] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a11aa42-7417-4f5a-ba7d-25e36dc98382 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.204844] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077ffcb0-10bb-40ab-a438-0ab5e656c51d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.235089] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e026a5ae-1cc4-456a-92de-688cad985920 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.242235] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53d2368-57f2-42b4-8ee7-1516ceca49a6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.257376] env[62321]: DEBUG nova.compute.provider_tree [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.641825] env[62321]: DEBUG oslo_concurrency.lockutils [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1256.761204] env[62321]: DEBUG nova.scheduler.client.report [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.265928] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.158s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1257.266337] env[62321]: INFO nova.compute.manager [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Migrating [ 1257.272521] env[62321]: DEBUG oslo_concurrency.lockutils [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.631s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1257.272787] env[62321]: DEBUG nova.objects.instance [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lazy-loading 'pci_requests' on Instance uuid 388dae3e-24c7-438f-879b-7f8e6a9e7988 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.784047] env[62321]: DEBUG nova.objects.instance [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lazy-loading 'numa_topology' on Instance uuid 388dae3e-24c7-438f-879b-7f8e6a9e7988 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.785517] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "refresh_cache-c7830920-fd78-4fa1-b304-c80504991c93" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.785683] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquired lock "refresh_cache-c7830920-fd78-4fa1-b304-c80504991c93" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.785855] env[62321]: DEBUG nova.network.neutron [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1258.291065] env[62321]: INFO nova.compute.claims [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1258.484245] env[62321]: DEBUG nova.network.neutron [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Updating instance_info_cache with network_info: [{"id": "ff6ac54b-c14a-4ccd-980b-8f2115b9b2fa", "address": "fa:16:3e:4b:79:47", "network": {"id": "02af3748-38ba-426d-a0df-7b044d0c0b87", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-920001595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2238c58ec98844ed97ad0b1384375595", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff6ac54b-c1", "ovs_interfaceid": "ff6ac54b-c14a-4ccd-980b-8f2115b9b2fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.987381] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Releasing lock "refresh_cache-c7830920-fd78-4fa1-b304-c80504991c93" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1259.372828] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e014361a-92db-4d6c-a655-e6528ab78780 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.379909] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48dfaa2e-780d-45f6-ac8c-3f2edc066f73 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.410785] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11408a40-8940-45ea-802d-a92fd26a7ca4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.417365] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15829c4c-3d75-4573-8908-531d62c89fe4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.429809] env[62321]: DEBUG nova.compute.provider_tree [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.933518] env[62321]: DEBUG nova.scheduler.client.report [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.438468] env[62321]: DEBUG oslo_concurrency.lockutils [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.166s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1260.466534] env[62321]: INFO nova.network.neutron [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Updating port a15e40fe-c1e9-413f-bee2-2c53b20a99a2 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1260.500984] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03bd80e-7e73-4599-91de-9836346d633e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.519611] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Updating instance 'c7830920-fd78-4fa1-b304-c80504991c93' progress to 0 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1261.026386] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1261.026710] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cccfb976-52e5-4b0f-88f6-ccb27cb7d013 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.034365] env[62321]: DEBUG oslo_vmware.api [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1261.034365] env[62321]: value = "task-2634178" [ 1261.034365] env[62321]: _type = "Task" [ 1261.034365] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.041803] env[62321]: DEBUG oslo_vmware.api [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.544650] env[62321]: DEBUG oslo_vmware.api [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634178, 'name': PowerOffVM_Task, 'duration_secs': 0.196927} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.545064] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1261.545280] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Updating instance 'c7830920-fd78-4fa1-b304-c80504991c93' progress to 17 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1262.030385] env[62321]: DEBUG nova.compute.manager [req-4d808732-2f15-4b92-8efc-c94338696ce2 req-5b06fb31-8867-497a-bac8-662c9dddc4c5 service nova] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Received event network-vif-plugged-a15e40fe-c1e9-413f-bee2-2c53b20a99a2 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1262.030549] env[62321]: DEBUG oslo_concurrency.lockutils [req-4d808732-2f15-4b92-8efc-c94338696ce2 req-5b06fb31-8867-497a-bac8-662c9dddc4c5 service nova] Acquiring lock "388dae3e-24c7-438f-879b-7f8e6a9e7988-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.030762] env[62321]: DEBUG oslo_concurrency.lockutils [req-4d808732-2f15-4b92-8efc-c94338696ce2 req-5b06fb31-8867-497a-bac8-662c9dddc4c5 service nova] Lock "388dae3e-24c7-438f-879b-7f8e6a9e7988-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1262.030901] env[62321]: DEBUG oslo_concurrency.lockutils [req-4d808732-2f15-4b92-8efc-c94338696ce2 req-5b06fb31-8867-497a-bac8-662c9dddc4c5 service nova] Lock "388dae3e-24c7-438f-879b-7f8e6a9e7988-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1262.031252] env[62321]: DEBUG nova.compute.manager [req-4d808732-2f15-4b92-8efc-c94338696ce2 req-5b06fb31-8867-497a-bac8-662c9dddc4c5 service nova] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] No waiting events found dispatching network-vif-plugged-a15e40fe-c1e9-413f-bee2-2c53b20a99a2 {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1262.031452] env[62321]: WARNING nova.compute.manager [req-4d808732-2f15-4b92-8efc-c94338696ce2 req-5b06fb31-8867-497a-bac8-662c9dddc4c5 service nova] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Received unexpected event network-vif-plugged-a15e40fe-c1e9-413f-bee2-2c53b20a99a2 for instance with vm_state shelved_offloaded and task_state spawning. [ 1262.050807] env[62321]: DEBUG nova.virt.hardware [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1262.051047] env[62321]: DEBUG nova.virt.hardware [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1262.051213] env[62321]: DEBUG nova.virt.hardware [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1262.051398] env[62321]: DEBUG nova.virt.hardware [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1262.051541] env[62321]: DEBUG nova.virt.hardware [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1262.051684] env[62321]: DEBUG nova.virt.hardware [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1262.051883] env[62321]: DEBUG nova.virt.hardware [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1262.052052] env[62321]: DEBUG nova.virt.hardware [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1262.052310] env[62321]: DEBUG nova.virt.hardware [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1262.052383] env[62321]: DEBUG nova.virt.hardware [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1262.052535] env[62321]: DEBUG nova.virt.hardware [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1262.057533] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e63b964-383c-4873-a792-1050fe26fccd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.073923] env[62321]: DEBUG oslo_vmware.api [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1262.073923] env[62321]: value = "task-2634179" [ 1262.073923] env[62321]: _type = "Task" [ 1262.073923] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.081722] env[62321]: DEBUG oslo_vmware.api [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634179, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.181914] env[62321]: DEBUG oslo_concurrency.lockutils [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "refresh_cache-388dae3e-24c7-438f-879b-7f8e6a9e7988" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.182239] env[62321]: DEBUG oslo_concurrency.lockutils [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquired lock "refresh_cache-388dae3e-24c7-438f-879b-7f8e6a9e7988" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.182365] env[62321]: DEBUG nova.network.neutron [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1262.584247] env[62321]: DEBUG oslo_vmware.api [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634179, 'name': ReconfigVM_Task, 'duration_secs': 0.164103} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.584559] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Updating instance 'c7830920-fd78-4fa1-b304-c80504991c93' progress to 33 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1262.872074] env[62321]: DEBUG nova.network.neutron [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Updating instance_info_cache with network_info: [{"id": "a15e40fe-c1e9-413f-bee2-2c53b20a99a2", "address": "fa:16:3e:a4:cf:2f", "network": {"id": "750e916d-f2cf-425c-88f0-488d2d7ac894", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-457582844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4d5b3a8d92f42ddb204a0a27c24609a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa15e40fe-c1", "ovs_interfaceid": "a15e40fe-c1e9-413f-bee2-2c53b20a99a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.090901] env[62321]: DEBUG nova.virt.hardware [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1263.091141] env[62321]: DEBUG nova.virt.hardware [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1263.091284] env[62321]: DEBUG nova.virt.hardware [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1263.091467] env[62321]: DEBUG nova.virt.hardware [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1263.091611] env[62321]: DEBUG nova.virt.hardware [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1263.091758] env[62321]: DEBUG nova.virt.hardware [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1263.091961] env[62321]: DEBUG nova.virt.hardware [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1263.092193] env[62321]: DEBUG nova.virt.hardware [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1263.092370] env[62321]: DEBUG nova.virt.hardware [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1263.092534] env[62321]: DEBUG nova.virt.hardware [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1263.092705] env[62321]: DEBUG nova.virt.hardware [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1263.098099] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1263.098374] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b30533ef-7791-43b7-9733-5bf84c563126 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.116716] env[62321]: DEBUG oslo_vmware.api [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1263.116716] env[62321]: value = "task-2634180" [ 1263.116716] env[62321]: _type = "Task" [ 1263.116716] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.124557] env[62321]: DEBUG oslo_vmware.api [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634180, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.375144] env[62321]: DEBUG oslo_concurrency.lockutils [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Releasing lock "refresh_cache-388dae3e-24c7-438f-879b-7f8e6a9e7988" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.402658] env[62321]: DEBUG nova.virt.hardware [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e147a9dd4d55669f00e9e496d504ff25',container_format='bare',created_at=2025-02-18T14:50:34Z,direct_url=,disk_format='vmdk',id=05a8e944-9b84-4e3b-9696-29b2751b36ec,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1890172863-shelved',owner='c4d5b3a8d92f42ddb204a0a27c24609a',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-02-18T14:50:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1263.402895] env[62321]: DEBUG nova.virt.hardware [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1263.403078] env[62321]: DEBUG nova.virt.hardware [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1263.403305] env[62321]: DEBUG nova.virt.hardware [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1263.403458] env[62321]: DEBUG nova.virt.hardware [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1263.403647] env[62321]: DEBUG nova.virt.hardware [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1263.403879] env[62321]: DEBUG nova.virt.hardware [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1263.404065] env[62321]: DEBUG nova.virt.hardware [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1263.404271] env[62321]: DEBUG nova.virt.hardware [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1263.404476] env[62321]: DEBUG nova.virt.hardware [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1263.404652] env[62321]: DEBUG nova.virt.hardware [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1263.405499] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1ce9dc-286d-4d02-a329-8067333016da {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.413782] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b883ec61-e469-4cc8-875e-7ebcde75f3d6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.426795] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:cf:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b94712a6-b777-47dd-bc06-f9acfce2d936', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a15e40fe-c1e9-413f-bee2-2c53b20a99a2', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1263.435429] env[62321]: DEBUG oslo.service.loopingcall [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1263.435680] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1263.436098] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa08c90f-d5d5-4741-adce-f01af85c57a4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.455138] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1263.455138] env[62321]: value = "task-2634181" [ 1263.455138] env[62321]: _type = "Task" [ 1263.455138] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.462537] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2634181, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.627633] env[62321]: DEBUG oslo_vmware.api [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634180, 'name': ReconfigVM_Task, 'duration_secs': 0.162073} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.627940] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1263.628619] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a89e8dd-846b-4627-8363-8013650600fe {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.652018] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] volume-4e256728-bf88-44e5-bf17-470566ba4a25/volume-4e256728-bf88-44e5-bf17-470566ba4a25.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1263.652353] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-558f3037-4433-45a9-9bfc-a8387fedda37 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.670340] env[62321]: DEBUG oslo_vmware.api [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1263.670340] env[62321]: value = "task-2634182" [ 1263.670340] env[62321]: _type = "Task" [ 1263.670340] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.678163] env[62321]: DEBUG oslo_vmware.api [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634182, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.965750] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2634181, 'name': CreateVM_Task, 'duration_secs': 0.305593} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.965973] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1263.966543] env[62321]: DEBUG oslo_concurrency.lockutils [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/05a8e944-9b84-4e3b-9696-29b2751b36ec" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.966718] env[62321]: DEBUG oslo_concurrency.lockutils [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquired lock "[datastore2] devstack-image-cache_base/05a8e944-9b84-4e3b-9696-29b2751b36ec" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.967115] env[62321]: DEBUG oslo_concurrency.lockutils [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/05a8e944-9b84-4e3b-9696-29b2751b36ec" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1263.967386] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18e56dd4-e8cd-4cdb-9c42-89832f441e60 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.972382] env[62321]: DEBUG oslo_vmware.api [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1263.972382] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5258ef1b-0e29-7b9d-1d82-24f0183a019a" [ 1263.972382] env[62321]: _type = "Task" [ 1263.972382] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.979795] env[62321]: DEBUG oslo_vmware.api [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5258ef1b-0e29-7b9d-1d82-24f0183a019a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.056744] env[62321]: DEBUG nova.compute.manager [req-d9b5aa21-bea3-4d27-87ef-50fb2a01f98c req-58ca2f45-3673-45b9-af03-9483f96489d9 service nova] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Received event network-changed-a15e40fe-c1e9-413f-bee2-2c53b20a99a2 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1264.056898] env[62321]: DEBUG nova.compute.manager [req-d9b5aa21-bea3-4d27-87ef-50fb2a01f98c req-58ca2f45-3673-45b9-af03-9483f96489d9 service nova] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Refreshing instance network info cache due to event network-changed-a15e40fe-c1e9-413f-bee2-2c53b20a99a2. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1264.057133] env[62321]: DEBUG oslo_concurrency.lockutils [req-d9b5aa21-bea3-4d27-87ef-50fb2a01f98c req-58ca2f45-3673-45b9-af03-9483f96489d9 service nova] Acquiring lock "refresh_cache-388dae3e-24c7-438f-879b-7f8e6a9e7988" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.057277] env[62321]: DEBUG oslo_concurrency.lockutils [req-d9b5aa21-bea3-4d27-87ef-50fb2a01f98c req-58ca2f45-3673-45b9-af03-9483f96489d9 service nova] Acquired lock "refresh_cache-388dae3e-24c7-438f-879b-7f8e6a9e7988" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.057473] env[62321]: DEBUG nova.network.neutron [req-d9b5aa21-bea3-4d27-87ef-50fb2a01f98c req-58ca2f45-3673-45b9-af03-9483f96489d9 service nova] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Refreshing network info cache for port a15e40fe-c1e9-413f-bee2-2c53b20a99a2 {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1264.179813] env[62321]: DEBUG oslo_vmware.api [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634182, 'name': ReconfigVM_Task, 'duration_secs': 0.24648} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.180087] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Reconfigured VM instance instance-0000007b to attach disk [datastore2] volume-4e256728-bf88-44e5-bf17-470566ba4a25/volume-4e256728-bf88-44e5-bf17-470566ba4a25.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1264.180359] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Updating instance 'c7830920-fd78-4fa1-b304-c80504991c93' progress to 50 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1264.482297] env[62321]: DEBUG oslo_concurrency.lockutils [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Releasing lock "[datastore2] devstack-image-cache_base/05a8e944-9b84-4e3b-9696-29b2751b36ec" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1264.482530] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Processing image 05a8e944-9b84-4e3b-9696-29b2751b36ec {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1264.482765] env[62321]: DEBUG oslo_concurrency.lockutils [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/05a8e944-9b84-4e3b-9696-29b2751b36ec/05a8e944-9b84-4e3b-9696-29b2751b36ec.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.482912] env[62321]: DEBUG oslo_concurrency.lockutils [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquired lock "[datastore2] devstack-image-cache_base/05a8e944-9b84-4e3b-9696-29b2751b36ec/05a8e944-9b84-4e3b-9696-29b2751b36ec.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.483099] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1264.483394] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc7b93d8-99a6-4abd-868c-a77f68d895d3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.491437] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1264.491608] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1264.492270] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30986f21-4f48-46e6-b095-7d50d31d5fa3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.496693] env[62321]: DEBUG oslo_vmware.api [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1264.496693] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]526bf8ee-6026-40db-eeca-46866273fef6" [ 1264.496693] env[62321]: _type = "Task" [ 1264.496693] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.503734] env[62321]: DEBUG oslo_vmware.api [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]526bf8ee-6026-40db-eeca-46866273fef6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.686334] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088b37f8-d8cc-427d-8fe4-8fc9b11dc874 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.705905] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb5b5a0-93b2-4f7f-8d12-540f11b2679a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.725155] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Updating instance 'c7830920-fd78-4fa1-b304-c80504991c93' progress to 67 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1264.791086] env[62321]: DEBUG nova.network.neutron [req-d9b5aa21-bea3-4d27-87ef-50fb2a01f98c req-58ca2f45-3673-45b9-af03-9483f96489d9 service nova] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Updated VIF entry in instance network info cache for port a15e40fe-c1e9-413f-bee2-2c53b20a99a2. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1264.791465] env[62321]: DEBUG nova.network.neutron [req-d9b5aa21-bea3-4d27-87ef-50fb2a01f98c req-58ca2f45-3673-45b9-af03-9483f96489d9 service nova] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Updating instance_info_cache with network_info: [{"id": "a15e40fe-c1e9-413f-bee2-2c53b20a99a2", "address": "fa:16:3e:a4:cf:2f", "network": {"id": "750e916d-f2cf-425c-88f0-488d2d7ac894", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-457582844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4d5b3a8d92f42ddb204a0a27c24609a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa15e40fe-c1", "ovs_interfaceid": "a15e40fe-c1e9-413f-bee2-2c53b20a99a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.006485] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Preparing fetch location {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1265.006751] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Fetch image to [datastore2] OSTACK_IMG_a0d51c83-9f40-49af-b9e9-357b0855187c/OSTACK_IMG_a0d51c83-9f40-49af-b9e9-357b0855187c.vmdk {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1265.006913] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Downloading stream optimized image 05a8e944-9b84-4e3b-9696-29b2751b36ec to [datastore2] OSTACK_IMG_a0d51c83-9f40-49af-b9e9-357b0855187c/OSTACK_IMG_a0d51c83-9f40-49af-b9e9-357b0855187c.vmdk on the data store datastore2 as vApp {{(pid=62321) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1265.007102] env[62321]: DEBUG nova.virt.vmwareapi.images [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Downloading image file data 05a8e944-9b84-4e3b-9696-29b2751b36ec to the ESX as VM named 'OSTACK_IMG_a0d51c83-9f40-49af-b9e9-357b0855187c' {{(pid=62321) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1265.070900] env[62321]: DEBUG oslo_vmware.rw_handles [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1265.070900] env[62321]: value = "resgroup-9" [ 1265.070900] env[62321]: _type = "ResourcePool" [ 1265.070900] env[62321]: }. {{(pid=62321) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1265.071248] env[62321]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b92f2e7e-6629-48a6-8c80-6b8936bbf6be {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.090821] env[62321]: DEBUG oslo_vmware.rw_handles [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lease: (returnval){ [ 1265.090821] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5287fe5b-4072-5276-6af6-196cb16b82b3" [ 1265.090821] env[62321]: _type = "HttpNfcLease" [ 1265.090821] env[62321]: } obtained for vApp import into resource pool (val){ [ 1265.090821] env[62321]: value = "resgroup-9" [ 1265.090821] env[62321]: _type = "ResourcePool" [ 1265.090821] env[62321]: }. {{(pid=62321) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1265.091218] env[62321]: DEBUG oslo_vmware.api [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the lease: (returnval){ [ 1265.091218] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5287fe5b-4072-5276-6af6-196cb16b82b3" [ 1265.091218] env[62321]: _type = "HttpNfcLease" [ 1265.091218] env[62321]: } to be ready. {{(pid=62321) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1265.096759] env[62321]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1265.096759] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5287fe5b-4072-5276-6af6-196cb16b82b3" [ 1265.096759] env[62321]: _type = "HttpNfcLease" [ 1265.096759] env[62321]: } is initializing. {{(pid=62321) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1265.293972] env[62321]: DEBUG oslo_concurrency.lockutils [req-d9b5aa21-bea3-4d27-87ef-50fb2a01f98c req-58ca2f45-3673-45b9-af03-9483f96489d9 service nova] Releasing lock "refresh_cache-388dae3e-24c7-438f-879b-7f8e6a9e7988" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.294636] env[62321]: DEBUG oslo_concurrency.lockutils [None req-11302d2e-2466-4147-9711-ae56731cb9a2 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Acquiring lock "921b0393-e934-4efb-9fff-18f21095f516" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1265.294951] env[62321]: DEBUG oslo_concurrency.lockutils [None req-11302d2e-2466-4147-9711-ae56731cb9a2 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lock "921b0393-e934-4efb-9fff-18f21095f516" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1265.295245] env[62321]: DEBUG oslo_concurrency.lockutils [None req-11302d2e-2466-4147-9711-ae56731cb9a2 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Acquiring lock "921b0393-e934-4efb-9fff-18f21095f516-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1265.295522] env[62321]: DEBUG oslo_concurrency.lockutils [None req-11302d2e-2466-4147-9711-ae56731cb9a2 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lock "921b0393-e934-4efb-9fff-18f21095f516-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1265.295731] env[62321]: DEBUG oslo_concurrency.lockutils [None req-11302d2e-2466-4147-9711-ae56731cb9a2 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lock "921b0393-e934-4efb-9fff-18f21095f516-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1265.298186] env[62321]: INFO nova.compute.manager [None req-11302d2e-2466-4147-9711-ae56731cb9a2 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Terminating instance [ 1265.598683] env[62321]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1265.598683] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5287fe5b-4072-5276-6af6-196cb16b82b3" [ 1265.598683] env[62321]: _type = "HttpNfcLease" [ 1265.598683] env[62321]: } is ready. {{(pid=62321) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1265.598945] env[62321]: DEBUG oslo_vmware.rw_handles [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1265.598945] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5287fe5b-4072-5276-6af6-196cb16b82b3" [ 1265.598945] env[62321]: _type = "HttpNfcLease" [ 1265.598945] env[62321]: }. {{(pid=62321) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1265.599617] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c938a9-c062-44dd-896b-9f4377a5c58b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.606193] env[62321]: DEBUG oslo_vmware.rw_handles [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5222973a-7b60-7369-243f-772398d825a5/disk-0.vmdk from lease info. {{(pid=62321) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1265.606368] env[62321]: DEBUG oslo_vmware.rw_handles [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5222973a-7b60-7369-243f-772398d825a5/disk-0.vmdk. {{(pid=62321) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1265.669033] env[62321]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e2e9b6e6-1710-4293-91e6-a4ec5efa4308 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.802645] env[62321]: DEBUG nova.compute.manager [None req-11302d2e-2466-4147-9711-ae56731cb9a2 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1265.803033] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-11302d2e-2466-4147-9711-ae56731cb9a2 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1265.804481] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcb58bd-5585-4c55-bbf8-dbaa9d476392 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.817934] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-11302d2e-2466-4147-9711-ae56731cb9a2 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1265.820155] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d5fe1bd-d32d-4fb7-bbae-af3499b4784e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.828739] env[62321]: DEBUG oslo_vmware.api [None req-11302d2e-2466-4147-9711-ae56731cb9a2 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Waiting for the task: (returnval){ [ 1265.828739] env[62321]: value = "task-2634184" [ 1265.828739] env[62321]: _type = "Task" [ 1265.828739] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.844164] env[62321]: DEBUG oslo_vmware.api [None req-11302d2e-2466-4147-9711-ae56731cb9a2 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634184, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.346575] env[62321]: DEBUG oslo_vmware.api [None req-11302d2e-2466-4147-9711-ae56731cb9a2 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634184, 'name': PowerOffVM_Task, 'duration_secs': 0.215026} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.347941] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-11302d2e-2466-4147-9711-ae56731cb9a2 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1266.347941] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-11302d2e-2466-4147-9711-ae56731cb9a2 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1266.347941] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b887ad93-06e2-489d-b2af-5da7ed03bb53 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.382967] env[62321]: DEBUG nova.network.neutron [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Port ff6ac54b-c14a-4ccd-980b-8f2115b9b2fa binding to destination host cpu-1 is already ACTIVE {{(pid=62321) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1266.436399] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-11302d2e-2466-4147-9711-ae56731cb9a2 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1266.436657] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-11302d2e-2466-4147-9711-ae56731cb9a2 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1266.436918] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-11302d2e-2466-4147-9711-ae56731cb9a2 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Deleting the datastore file [datastore1] 921b0393-e934-4efb-9fff-18f21095f516 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1266.438847] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aac9f149-f149-4bd4-8be7-56d434eec6bd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.445640] env[62321]: DEBUG oslo_vmware.api [None req-11302d2e-2466-4147-9711-ae56731cb9a2 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Waiting for the task: (returnval){ [ 1266.445640] env[62321]: value = "task-2634186" [ 1266.445640] env[62321]: _type = "Task" [ 1266.445640] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.455728] env[62321]: DEBUG oslo_vmware.api [None req-11302d2e-2466-4147-9711-ae56731cb9a2 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.776233] env[62321]: DEBUG oslo_vmware.rw_handles [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Completed reading data from the image iterator. {{(pid=62321) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1266.776497] env[62321]: DEBUG oslo_vmware.rw_handles [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5222973a-7b60-7369-243f-772398d825a5/disk-0.vmdk. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1266.777476] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726505a5-f368-4afe-9d6d-c80c6e7a5526 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.783793] env[62321]: DEBUG oslo_vmware.rw_handles [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5222973a-7b60-7369-243f-772398d825a5/disk-0.vmdk is in state: ready. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1266.783946] env[62321]: DEBUG oslo_vmware.rw_handles [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5222973a-7b60-7369-243f-772398d825a5/disk-0.vmdk. {{(pid=62321) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1266.784184] env[62321]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-33f0c6cd-85c7-41b7-855d-94a1db45beb8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.954807] env[62321]: DEBUG oslo_vmware.api [None req-11302d2e-2466-4147-9711-ae56731cb9a2 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634186, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216637} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.955291] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-11302d2e-2466-4147-9711-ae56731cb9a2 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1266.955291] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-11302d2e-2466-4147-9711-ae56731cb9a2 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1266.955482] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-11302d2e-2466-4147-9711-ae56731cb9a2 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1266.955711] env[62321]: INFO nova.compute.manager [None req-11302d2e-2466-4147-9711-ae56731cb9a2 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1266.955967] env[62321]: DEBUG oslo.service.loopingcall [None req-11302d2e-2466-4147-9711-ae56731cb9a2 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1266.956208] env[62321]: DEBUG nova.compute.manager [-] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1266.956333] env[62321]: DEBUG nova.network.neutron [-] [instance: 921b0393-e934-4efb-9fff-18f21095f516] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1266.962504] env[62321]: DEBUG oslo_vmware.rw_handles [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5222973a-7b60-7369-243f-772398d825a5/disk-0.vmdk. {{(pid=62321) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1266.962709] env[62321]: INFO nova.virt.vmwareapi.images [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Downloaded image file data 05a8e944-9b84-4e3b-9696-29b2751b36ec [ 1266.963538] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde3d5cf-2a80-4393-822d-ffbe65a1943b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.979124] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee3cd384-1146-43c6-b88c-71bc80ebf646 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.008542] env[62321]: INFO nova.virt.vmwareapi.images [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] The imported VM was unregistered [ 1267.010902] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Caching image {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1267.011177] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Creating directory with path [datastore2] devstack-image-cache_base/05a8e944-9b84-4e3b-9696-29b2751b36ec {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1267.011787] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70e25676-0c88-4c25-b576-d8b898ac6098 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.035170] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Created directory with path [datastore2] devstack-image-cache_base/05a8e944-9b84-4e3b-9696-29b2751b36ec {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1267.035383] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_a0d51c83-9f40-49af-b9e9-357b0855187c/OSTACK_IMG_a0d51c83-9f40-49af-b9e9-357b0855187c.vmdk to [datastore2] devstack-image-cache_base/05a8e944-9b84-4e3b-9696-29b2751b36ec/05a8e944-9b84-4e3b-9696-29b2751b36ec.vmdk. {{(pid=62321) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1267.035683] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-76130dc0-8d70-4544-b865-70d276fe7675 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.041795] env[62321]: DEBUG oslo_vmware.api [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1267.041795] env[62321]: value = "task-2634188" [ 1267.041795] env[62321]: _type = "Task" [ 1267.041795] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.049141] env[62321]: DEBUG oslo_vmware.api [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634188, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.406564] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "c7830920-fd78-4fa1-b304-c80504991c93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.406790] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "c7830920-fd78-4fa1-b304-c80504991c93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.406964] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "c7830920-fd78-4fa1-b304-c80504991c93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1267.412344] env[62321]: DEBUG nova.compute.manager [req-94967cbf-06f2-4a27-8e00-0f306ed3e6e7 req-04d140b3-a117-4c8b-ac31-20b2a4d5dd4e service nova] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Received event network-vif-deleted-c5d86cb0-697c-4c6c-bfee-b6443a683cd6 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1267.412541] env[62321]: INFO nova.compute.manager [req-94967cbf-06f2-4a27-8e00-0f306ed3e6e7 req-04d140b3-a117-4c8b-ac31-20b2a4d5dd4e service nova] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Neutron deleted interface c5d86cb0-697c-4c6c-bfee-b6443a683cd6; detaching it from the instance and deleting it from the info cache [ 1267.412713] env[62321]: DEBUG nova.network.neutron [req-94967cbf-06f2-4a27-8e00-0f306ed3e6e7 req-04d140b3-a117-4c8b-ac31-20b2a4d5dd4e service nova] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.551899] env[62321]: DEBUG oslo_vmware.api [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634188, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.892352] env[62321]: DEBUG nova.network.neutron [-] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.917017] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ff1d586f-2286-441d-bfb5-19a52219d810 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.931710] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5e160a-b707-4a57-bd95-ea7fe3368a06 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.966953] env[62321]: DEBUG nova.compute.manager [req-94967cbf-06f2-4a27-8e00-0f306ed3e6e7 req-04d140b3-a117-4c8b-ac31-20b2a4d5dd4e service nova] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Detach interface failed, port_id=c5d86cb0-697c-4c6c-bfee-b6443a683cd6, reason: Instance 921b0393-e934-4efb-9fff-18f21095f516 could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1268.052895] env[62321]: DEBUG oslo_vmware.api [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634188, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.396306] env[62321]: INFO nova.compute.manager [-] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Took 1.44 seconds to deallocate network for instance. [ 1268.444222] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "refresh_cache-c7830920-fd78-4fa1-b304-c80504991c93" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.444429] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquired lock "refresh_cache-c7830920-fd78-4fa1-b304-c80504991c93" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.444609] env[62321]: DEBUG nova.network.neutron [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1268.554314] env[62321]: DEBUG oslo_vmware.api [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634188, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.904074] env[62321]: DEBUG oslo_concurrency.lockutils [None req-11302d2e-2466-4147-9711-ae56731cb9a2 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.904074] env[62321]: DEBUG oslo_concurrency.lockutils [None req-11302d2e-2466-4147-9711-ae56731cb9a2 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.904074] env[62321]: DEBUG nova.objects.instance [None req-11302d2e-2466-4147-9711-ae56731cb9a2 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lazy-loading 'resources' on Instance uuid 921b0393-e934-4efb-9fff-18f21095f516 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.057095] env[62321]: DEBUG oslo_vmware.api [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634188, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.218648] env[62321]: DEBUG nova.network.neutron [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Updating instance_info_cache with network_info: [{"id": "ff6ac54b-c14a-4ccd-980b-8f2115b9b2fa", "address": "fa:16:3e:4b:79:47", "network": {"id": "02af3748-38ba-426d-a0df-7b044d0c0b87", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-920001595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2238c58ec98844ed97ad0b1384375595", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff6ac54b-c1", "ovs_interfaceid": "ff6ac54b-c14a-4ccd-980b-8f2115b9b2fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.502834] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29468258-f3f3-45d1-9000-0b0dcbd5dbe6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.512350] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbcb1ef-aada-4bf8-94ab-c54f97ec225a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.547609] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f76524b-5748-4d62-a699-84ab1e3e9934 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.559840] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef65e35-bc8e-4886-a537-7f5ad71a3a8c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.564013] env[62321]: DEBUG oslo_vmware.api [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634188, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.576809] env[62321]: DEBUG nova.compute.provider_tree [None req-11302d2e-2466-4147-9711-ae56731cb9a2 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1269.721395] env[62321]: DEBUG oslo_concurrency.lockutils [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Releasing lock "refresh_cache-c7830920-fd78-4fa1-b304-c80504991c93" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.056197] env[62321]: DEBUG oslo_vmware.api [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634188, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.080568] env[62321]: DEBUG nova.scheduler.client.report [None req-11302d2e-2466-4147-9711-ae56731cb9a2 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1270.230305] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fb5321-7432-4ef3-b0a7-3fa5dc28deb8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.236931] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ab59c5-a2a7-40ba-8f9f-068c34354463 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.553878] env[62321]: DEBUG oslo_vmware.api [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634188, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.109288} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.554101] env[62321]: INFO nova.virt.vmwareapi.ds_util [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_a0d51c83-9f40-49af-b9e9-357b0855187c/OSTACK_IMG_a0d51c83-9f40-49af-b9e9-357b0855187c.vmdk to [datastore2] devstack-image-cache_base/05a8e944-9b84-4e3b-9696-29b2751b36ec/05a8e944-9b84-4e3b-9696-29b2751b36ec.vmdk. [ 1270.554334] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Cleaning up location [datastore2] OSTACK_IMG_a0d51c83-9f40-49af-b9e9-357b0855187c {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1270.554504] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_a0d51c83-9f40-49af-b9e9-357b0855187c {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1270.554741] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68ea2a31-3f9d-4d89-ac51-0413d6b19a93 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.560220] env[62321]: DEBUG oslo_vmware.api [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1270.560220] env[62321]: value = "task-2634189" [ 1270.560220] env[62321]: _type = "Task" [ 1270.560220] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.567288] env[62321]: DEBUG oslo_vmware.api [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.585176] env[62321]: DEBUG oslo_concurrency.lockutils [None req-11302d2e-2466-4147-9711-ae56731cb9a2 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.682s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.602416] env[62321]: INFO nova.scheduler.client.report [None req-11302d2e-2466-4147-9711-ae56731cb9a2 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Deleted allocations for instance 921b0393-e934-4efb-9fff-18f21095f516 [ 1271.070301] env[62321]: DEBUG oslo_vmware.api [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208883} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.070493] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1271.070661] env[62321]: DEBUG oslo_concurrency.lockutils [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Releasing lock "[datastore2] devstack-image-cache_base/05a8e944-9b84-4e3b-9696-29b2751b36ec/05a8e944-9b84-4e3b-9696-29b2751b36ec.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1271.070895] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/05a8e944-9b84-4e3b-9696-29b2751b36ec/05a8e944-9b84-4e3b-9696-29b2751b36ec.vmdk to [datastore2] 388dae3e-24c7-438f-879b-7f8e6a9e7988/388dae3e-24c7-438f-879b-7f8e6a9e7988.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1271.071144] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fce1faf0-a674-464a-997a-f8d4b9d9e34c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.079130] env[62321]: DEBUG oslo_vmware.api [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1271.079130] env[62321]: value = "task-2634190" [ 1271.079130] env[62321]: _type = "Task" [ 1271.079130] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.086509] env[62321]: DEBUG oslo_vmware.api [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.109456] env[62321]: DEBUG oslo_concurrency.lockutils [None req-11302d2e-2466-4147-9711-ae56731cb9a2 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lock "921b0393-e934-4efb-9fff-18f21095f516" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.815s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.330016] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f01af4-0fbf-4659-b726-cb96c5efe88d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.349284] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcda37ba-8f0d-406a-a14c-b12b1bc353d3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.357128] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Updating instance 'c7830920-fd78-4fa1-b304-c80504991c93' progress to 83 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1271.591364] env[62321]: DEBUG oslo_vmware.api [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634190, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.864157] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1271.864557] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2eada9e-ce51-41c0-9eef-e71a3b9dc1fa {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.874900] env[62321]: DEBUG oslo_vmware.api [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1271.874900] env[62321]: value = "task-2634191" [ 1271.874900] env[62321]: _type = "Task" [ 1271.874900] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.885291] env[62321]: DEBUG oslo_vmware.api [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634191, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.091814] env[62321]: DEBUG oslo_vmware.api [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634190, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.387929] env[62321]: DEBUG oslo_vmware.api [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634191, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.593195] env[62321]: DEBUG oslo_vmware.api [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634190, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.887185] env[62321]: DEBUG oslo_vmware.api [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634191, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.093946] env[62321]: DEBUG oslo_vmware.api [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634190, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.387628] env[62321]: DEBUG oslo_vmware.api [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634191, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.468693] env[62321]: DEBUG oslo_concurrency.lockutils [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Acquiring lock "a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1273.468973] env[62321]: DEBUG oslo_concurrency.lockutils [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lock "a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.583411] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.583738] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.587053] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.587234] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.587858] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.588053] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.588215] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.588354] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62321) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1273.588499] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.592846] env[62321]: DEBUG oslo_vmware.api [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634190, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.232597} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.593526] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/05a8e944-9b84-4e3b-9696-29b2751b36ec/05a8e944-9b84-4e3b-9696-29b2751b36ec.vmdk to [datastore2] 388dae3e-24c7-438f-879b-7f8e6a9e7988/388dae3e-24c7-438f-879b-7f8e6a9e7988.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1273.594623] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7b318e-f402-4862-885f-025cb6475418 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.617480] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 388dae3e-24c7-438f-879b-7f8e6a9e7988/388dae3e-24c7-438f-879b-7f8e6a9e7988.vmdk or device None with type streamOptimized {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1273.618334] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbc24e67-7b66-4086-b7c6-380e8c70db3c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.637146] env[62321]: DEBUG oslo_vmware.api [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1273.637146] env[62321]: value = "task-2634192" [ 1273.637146] env[62321]: _type = "Task" [ 1273.637146] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.644668] env[62321]: DEBUG oslo_vmware.api [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634192, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.887415] env[62321]: DEBUG oslo_vmware.api [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634191, 'name': PowerOnVM_Task, 'duration_secs': 1.57058} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.887415] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1273.887600] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-8da2b513-f250-470a-91db-d80bf8c4f443 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Updating instance 'c7830920-fd78-4fa1-b304-c80504991c93' progress to 100 {{(pid=62321) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1273.971312] env[62321]: DEBUG nova.compute.manager [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Starting instance... {{(pid=62321) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1274.095209] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.095624] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.095624] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.095768] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62321) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1274.096632] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c226e432-c14e-4f5d-a76c-98020c28fd06 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.104825] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70f2500-dbc3-4d96-8bc7-71a6702f8b41 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.117905] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdf6611-d326-4beb-a5f7-8209c72010f9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.123751] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a9e14b-a5ba-4a9f-b746-04c6c339aff3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.152755] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180302MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=62321) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1274.152858] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.153042] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.161772] env[62321]: DEBUG oslo_vmware.api [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634192, 'name': ReconfigVM_Task, 'duration_secs': 0.270576} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.162025] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 388dae3e-24c7-438f-879b-7f8e6a9e7988/388dae3e-24c7-438f-879b-7f8e6a9e7988.vmdk or device None with type streamOptimized {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1274.162561] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1cc25f20-5ab8-43ae-84ce-98474b7d6b65 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.168609] env[62321]: DEBUG oslo_vmware.api [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1274.168609] env[62321]: value = "task-2634193" [ 1274.168609] env[62321]: _type = "Task" [ 1274.168609] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.175690] env[62321]: DEBUG oslo_vmware.api [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634193, 'name': Rename_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.492698] env[62321]: DEBUG oslo_concurrency.lockutils [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.678722] env[62321]: DEBUG oslo_vmware.api [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634193, 'name': Rename_Task, 'duration_secs': 0.151501} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.678935] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1274.679195] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bede15b2-b4e6-47c7-99f2-9424a0d7d319 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.685058] env[62321]: DEBUG oslo_vmware.api [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1274.685058] env[62321]: value = "task-2634194" [ 1274.685058] env[62321]: _type = "Task" [ 1274.685058] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.692220] env[62321]: DEBUG oslo_vmware.api [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.162798] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Applying migration context for instance c7830920-fd78-4fa1-b304-c80504991c93 as it has an incoming, in-progress migration 2a00e95c-a7b4-4065-9c64-a8f973782279. Migration status is finished {{(pid=62321) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1275.163765] env[62321]: INFO nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Updating resource usage from migration 2a00e95c-a7b4-4065-9c64-a8f973782279 [ 1275.180333] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 99c10950-245e-45c0-bc8b-1d6c88837349 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1275.180504] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 6624bda8-b953-425c-8928-bfebc55ba53c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1275.180648] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Migration 2a00e95c-a7b4-4065-9c64-a8f973782279 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1275.180804] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance c7830920-fd78-4fa1-b304-c80504991c93 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1275.180947] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance 388dae3e-24c7-438f-879b-7f8e6a9e7988 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1275.195431] env[62321]: DEBUG oslo_vmware.api [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634194, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.684502] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1275.684793] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=62321) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1275.684934] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1536MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=62321) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1275.698185] env[62321]: DEBUG oslo_vmware.api [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634194, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.765685] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692c5b8f-02b8-48f9-80a8-a3f7c8d22bab {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.772686] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9bb6df0-2c4d-4464-b1d4-b20b17165365 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.803125] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69613f3-6d8c-4948-9ff3-d398485eb855 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.809996] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da2995e-bc7e-445c-bafe-80085a6b395a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.823379] env[62321]: DEBUG nova.compute.provider_tree [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.040075] env[62321]: DEBUG oslo_concurrency.lockutils [None req-62668f4b-0dc1-4b09-a292-31d9a0ee9d98 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "c7830920-fd78-4fa1-b304-c80504991c93" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1276.040471] env[62321]: DEBUG oslo_concurrency.lockutils [None req-62668f4b-0dc1-4b09-a292-31d9a0ee9d98 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "c7830920-fd78-4fa1-b304-c80504991c93" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.040569] env[62321]: DEBUG nova.compute.manager [None req-62668f4b-0dc1-4b09-a292-31d9a0ee9d98 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Going to confirm migration 10 {{(pid=62321) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1276.199307] env[62321]: DEBUG oslo_vmware.api [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634194, 'name': PowerOnVM_Task, 'duration_secs': 1.027159} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.199753] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1276.300094] env[62321]: DEBUG nova.compute.manager [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1276.301014] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e200b7-60bb-4b83-81e0-2badb3aa68f9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.326570] env[62321]: DEBUG nova.scheduler.client.report [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.593188] env[62321]: DEBUG oslo_concurrency.lockutils [None req-62668f4b-0dc1-4b09-a292-31d9a0ee9d98 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "refresh_cache-c7830920-fd78-4fa1-b304-c80504991c93" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.593431] env[62321]: DEBUG oslo_concurrency.lockutils [None req-62668f4b-0dc1-4b09-a292-31d9a0ee9d98 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquired lock "refresh_cache-c7830920-fd78-4fa1-b304-c80504991c93" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.593614] env[62321]: DEBUG nova.network.neutron [None req-62668f4b-0dc1-4b09-a292-31d9a0ee9d98 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1276.593800] env[62321]: DEBUG nova.objects.instance [None req-62668f4b-0dc1-4b09-a292-31d9a0ee9d98 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lazy-loading 'info_cache' on Instance uuid c7830920-fd78-4fa1-b304-c80504991c93 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.818700] env[62321]: DEBUG oslo_concurrency.lockutils [None req-65d49995-5237-4382-8861-9188c3ef51ef tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "388dae3e-24c7-438f-879b-7f8e6a9e7988" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.196s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.831301] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62321) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1276.831500] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.678s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.832274] env[62321]: DEBUG oslo_concurrency.lockutils [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.340s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.833796] env[62321]: INFO nova.compute.claims [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1277.491048] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3bb3ee67-d1fe-47b7-a016-62396bc5d760 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "388dae3e-24c7-438f-879b-7f8e6a9e7988" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.491460] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3bb3ee67-d1fe-47b7-a016-62396bc5d760 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "388dae3e-24c7-438f-879b-7f8e6a9e7988" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1277.491550] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3bb3ee67-d1fe-47b7-a016-62396bc5d760 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "388dae3e-24c7-438f-879b-7f8e6a9e7988-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.491737] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3bb3ee67-d1fe-47b7-a016-62396bc5d760 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "388dae3e-24c7-438f-879b-7f8e6a9e7988-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1277.491902] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3bb3ee67-d1fe-47b7-a016-62396bc5d760 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "388dae3e-24c7-438f-879b-7f8e6a9e7988-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1277.493942] env[62321]: INFO nova.compute.manager [None req-3bb3ee67-d1fe-47b7-a016-62396bc5d760 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Terminating instance [ 1277.831519] env[62321]: DEBUG nova.network.neutron [None req-62668f4b-0dc1-4b09-a292-31d9a0ee9d98 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Updating instance_info_cache with network_info: [{"id": "ff6ac54b-c14a-4ccd-980b-8f2115b9b2fa", "address": "fa:16:3e:4b:79:47", "network": {"id": "02af3748-38ba-426d-a0df-7b044d0c0b87", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-920001595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2238c58ec98844ed97ad0b1384375595", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff6ac54b-c1", "ovs_interfaceid": "ff6ac54b-c14a-4ccd-980b-8f2115b9b2fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.919735] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8ba96b-89b1-4dec-900c-498f66698b0c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.927300] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b21f9fe-d0b1-4066-b2dd-c3c1d94eeaaa {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.956012] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb3267d-283e-44ae-8792-8a2efe895c80 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.962691] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f676053a-1de9-41d5-b2ba-1c60bbc1696e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.976708] env[62321]: DEBUG nova.compute.provider_tree [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.997632] env[62321]: DEBUG nova.compute.manager [None req-3bb3ee67-d1fe-47b7-a016-62396bc5d760 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1277.997783] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb3ee67-d1fe-47b7-a016-62396bc5d760 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1277.998542] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0780a265-9912-4085-8e12-dd128d228a05 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.005738] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb3ee67-d1fe-47b7-a016-62396bc5d760 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1278.005950] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ab5ccad-7d0e-4b77-9ba5-853b0fc8e25c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.011612] env[62321]: DEBUG oslo_vmware.api [None req-3bb3ee67-d1fe-47b7-a016-62396bc5d760 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1278.011612] env[62321]: value = "task-2634195" [ 1278.011612] env[62321]: _type = "Task" [ 1278.011612] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.019283] env[62321]: DEBUG oslo_vmware.api [None req-3bb3ee67-d1fe-47b7-a016-62396bc5d760 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.334196] env[62321]: DEBUG oslo_concurrency.lockutils [None req-62668f4b-0dc1-4b09-a292-31d9a0ee9d98 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Releasing lock "refresh_cache-c7830920-fd78-4fa1-b304-c80504991c93" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.334400] env[62321]: DEBUG nova.objects.instance [None req-62668f4b-0dc1-4b09-a292-31d9a0ee9d98 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lazy-loading 'migration_context' on Instance uuid c7830920-fd78-4fa1-b304-c80504991c93 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.480117] env[62321]: DEBUG nova.scheduler.client.report [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1278.521122] env[62321]: DEBUG oslo_vmware.api [None req-3bb3ee67-d1fe-47b7-a016-62396bc5d760 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634195, 'name': PowerOffVM_Task, 'duration_secs': 0.211781} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.521459] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb3ee67-d1fe-47b7-a016-62396bc5d760 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1278.521520] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb3ee67-d1fe-47b7-a016-62396bc5d760 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1278.521752] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-024b2da8-68fb-4eaa-b56a-fb4a4b157e09 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.585067] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb3ee67-d1fe-47b7-a016-62396bc5d760 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1278.585245] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb3ee67-d1fe-47b7-a016-62396bc5d760 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1278.585427] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bb3ee67-d1fe-47b7-a016-62396bc5d760 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Deleting the datastore file [datastore2] 388dae3e-24c7-438f-879b-7f8e6a9e7988 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1278.585670] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b1e5695-954a-4d8b-bf8c-9a9944008e7f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.591829] env[62321]: DEBUG oslo_vmware.api [None req-3bb3ee67-d1fe-47b7-a016-62396bc5d760 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for the task: (returnval){ [ 1278.591829] env[62321]: value = "task-2634197" [ 1278.591829] env[62321]: _type = "Task" [ 1278.591829] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.599121] env[62321]: DEBUG oslo_vmware.api [None req-3bb3ee67-d1fe-47b7-a016-62396bc5d760 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.837549] env[62321]: DEBUG nova.objects.base [None req-62668f4b-0dc1-4b09-a292-31d9a0ee9d98 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62321) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1278.838434] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd688f47-36e6-4433-bcb7-de030a35734a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.857306] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d755558-27ca-405e-affb-df22b1e87b95 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.862532] env[62321]: DEBUG oslo_vmware.api [None req-62668f4b-0dc1-4b09-a292-31d9a0ee9d98 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1278.862532] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a4ffd4-5ae0-27b1-debf-b281a9e8dfa0" [ 1278.862532] env[62321]: _type = "Task" [ 1278.862532] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.870092] env[62321]: DEBUG oslo_vmware.api [None req-62668f4b-0dc1-4b09-a292-31d9a0ee9d98 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a4ffd4-5ae0-27b1-debf-b281a9e8dfa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.985213] env[62321]: DEBUG oslo_concurrency.lockutils [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.153s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.985728] env[62321]: DEBUG nova.compute.manager [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Start building networks asynchronously for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1279.101105] env[62321]: DEBUG oslo_vmware.api [None req-3bb3ee67-d1fe-47b7-a016-62396bc5d760 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Task: {'id': task-2634197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135009} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.101299] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bb3ee67-d1fe-47b7-a016-62396bc5d760 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1279.101494] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb3ee67-d1fe-47b7-a016-62396bc5d760 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1279.101672] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb3ee67-d1fe-47b7-a016-62396bc5d760 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1279.101842] env[62321]: INFO nova.compute.manager [None req-3bb3ee67-d1fe-47b7-a016-62396bc5d760 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1279.102087] env[62321]: DEBUG oslo.service.loopingcall [None req-3bb3ee67-d1fe-47b7-a016-62396bc5d760 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1279.102271] env[62321]: DEBUG nova.compute.manager [-] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1279.102366] env[62321]: DEBUG nova.network.neutron [-] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1279.372299] env[62321]: DEBUG oslo_vmware.api [None req-62668f4b-0dc1-4b09-a292-31d9a0ee9d98 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52a4ffd4-5ae0-27b1-debf-b281a9e8dfa0, 'name': SearchDatastore_Task, 'duration_secs': 0.006433} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.372575] env[62321]: DEBUG oslo_concurrency.lockutils [None req-62668f4b-0dc1-4b09-a292-31d9a0ee9d98 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1279.372793] env[62321]: DEBUG oslo_concurrency.lockutils [None req-62668f4b-0dc1-4b09-a292-31d9a0ee9d98 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1279.490718] env[62321]: DEBUG nova.compute.utils [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1279.492190] env[62321]: DEBUG nova.compute.manager [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Allocating IP information in the background. {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1279.492390] env[62321]: DEBUG nova.network.neutron [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] allocate_for_instance() {{(pid=62321) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1279.549322] env[62321]: DEBUG nova.policy [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a1d5fd9404c482898eb0482601c148d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '457c19da643642d3998889bffb5702ca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62321) authorize /opt/stack/nova/nova/policy.py:192}} [ 1279.603737] env[62321]: DEBUG nova.compute.manager [req-9f4a970a-3972-4d5b-b482-0a9c229b77d0 req-12125f3f-8608-4765-add6-30fad61428b4 service nova] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Received event network-vif-deleted-a15e40fe-c1e9-413f-bee2-2c53b20a99a2 {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1279.603930] env[62321]: INFO nova.compute.manager [req-9f4a970a-3972-4d5b-b482-0a9c229b77d0 req-12125f3f-8608-4765-add6-30fad61428b4 service nova] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Neutron deleted interface a15e40fe-c1e9-413f-bee2-2c53b20a99a2; detaching it from the instance and deleting it from the info cache [ 1279.604112] env[62321]: DEBUG nova.network.neutron [req-9f4a970a-3972-4d5b-b482-0a9c229b77d0 req-12125f3f-8608-4765-add6-30fad61428b4 service nova] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.831845] env[62321]: DEBUG nova.network.neutron [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Successfully created port: 921d7422-c61e-4528-869d-8f5833184c3a {{(pid=62321) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1279.954779] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef1c3fe-407b-499e-93f0-7fec1c8081f6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.965468] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca4e566-7a5a-4c54-bf93-924961e0ea1e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.993570] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f0e8dd-f686-4b96-9046-12f44f1f91ee {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.996330] env[62321]: DEBUG nova.compute.manager [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Start building block device mappings for instance. {{(pid=62321) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1280.004096] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654f19a5-e0d0-4782-a55f-16209124320b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.017417] env[62321]: DEBUG nova.compute.provider_tree [None req-62668f4b-0dc1-4b09-a292-31d9a0ee9d98 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.083025] env[62321]: DEBUG nova.network.neutron [-] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.106246] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ebfce3d0-e2eb-4b3c-a046-e510e3bf57b4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.116417] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33afb8e-5de5-4a8d-96c2-f02a12d8e12f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.145022] env[62321]: DEBUG nova.compute.manager [req-9f4a970a-3972-4d5b-b482-0a9c229b77d0 req-12125f3f-8608-4765-add6-30fad61428b4 service nova] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Detach interface failed, port_id=a15e40fe-c1e9-413f-bee2-2c53b20a99a2, reason: Instance 388dae3e-24c7-438f-879b-7f8e6a9e7988 could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1280.520059] env[62321]: DEBUG nova.scheduler.client.report [None req-62668f4b-0dc1-4b09-a292-31d9a0ee9d98 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.585457] env[62321]: INFO nova.compute.manager [-] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Took 1.48 seconds to deallocate network for instance. [ 1281.006387] env[62321]: DEBUG nova.compute.manager [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Start spawning the instance on the hypervisor. {{(pid=62321) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1281.039445] env[62321]: DEBUG nova.virt.hardware [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-18T14:36:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-18T14:36:39Z,direct_url=,disk_format='vmdk',id=7fc427ea-8761-4336-ad20-460b5403c5d0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ef1461c1ad14a3cb8e9828aa58002a6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-18T14:36:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1281.039740] env[62321]: DEBUG nova.virt.hardware [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Flavor limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1281.039911] env[62321]: DEBUG nova.virt.hardware [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Image limits 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1281.040107] env[62321]: DEBUG nova.virt.hardware [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Flavor pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1281.040257] env[62321]: DEBUG nova.virt.hardware [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Image pref 0:0:0 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1281.040404] env[62321]: DEBUG nova.virt.hardware [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62321) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1281.040613] env[62321]: DEBUG nova.virt.hardware [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1281.040777] env[62321]: DEBUG nova.virt.hardware [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1281.040930] env[62321]: DEBUG nova.virt.hardware [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Got 1 possible topologies {{(pid=62321) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1281.041438] env[62321]: DEBUG nova.virt.hardware [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1281.041655] env[62321]: DEBUG nova.virt.hardware [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62321) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1281.042521] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5ffdc4-552a-49dc-96c8-55d384b4c531 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.052039] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c38c697-04b7-47d2-afcc-8f16e7832d22 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.094358] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3bb3ee67-d1fe-47b7-a016-62396bc5d760 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.366054] env[62321]: DEBUG nova.network.neutron [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Successfully updated port: 921d7422-c61e-4528-869d-8f5833184c3a {{(pid=62321) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1281.531156] env[62321]: DEBUG oslo_concurrency.lockutils [None req-62668f4b-0dc1-4b09-a292-31d9a0ee9d98 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.158s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1281.533834] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3bb3ee67-d1fe-47b7-a016-62396bc5d760 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.440s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.534071] env[62321]: DEBUG nova.objects.instance [None req-3bb3ee67-d1fe-47b7-a016-62396bc5d760 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lazy-loading 'resources' on Instance uuid 388dae3e-24c7-438f-879b-7f8e6a9e7988 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.634266] env[62321]: DEBUG nova.compute.manager [req-3c88734a-da2f-4f24-b21d-03e536602311 req-24d4a471-e6f9-46ce-be2a-d2fe14e3ede1 service nova] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Received event network-vif-plugged-921d7422-c61e-4528-869d-8f5833184c3a {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1281.634643] env[62321]: DEBUG oslo_concurrency.lockutils [req-3c88734a-da2f-4f24-b21d-03e536602311 req-24d4a471-e6f9-46ce-be2a-d2fe14e3ede1 service nova] Acquiring lock "a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.634871] env[62321]: DEBUG oslo_concurrency.lockutils [req-3c88734a-da2f-4f24-b21d-03e536602311 req-24d4a471-e6f9-46ce-be2a-d2fe14e3ede1 service nova] Lock "a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.635058] env[62321]: DEBUG oslo_concurrency.lockutils [req-3c88734a-da2f-4f24-b21d-03e536602311 req-24d4a471-e6f9-46ce-be2a-d2fe14e3ede1 service nova] Lock "a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1281.635227] env[62321]: DEBUG nova.compute.manager [req-3c88734a-da2f-4f24-b21d-03e536602311 req-24d4a471-e6f9-46ce-be2a-d2fe14e3ede1 service nova] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] No waiting events found dispatching network-vif-plugged-921d7422-c61e-4528-869d-8f5833184c3a {{(pid=62321) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1281.635388] env[62321]: WARNING nova.compute.manager [req-3c88734a-da2f-4f24-b21d-03e536602311 req-24d4a471-e6f9-46ce-be2a-d2fe14e3ede1 service nova] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Received unexpected event network-vif-plugged-921d7422-c61e-4528-869d-8f5833184c3a for instance with vm_state building and task_state spawning. [ 1281.635657] env[62321]: DEBUG nova.compute.manager [req-3c88734a-da2f-4f24-b21d-03e536602311 req-24d4a471-e6f9-46ce-be2a-d2fe14e3ede1 service nova] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Received event network-changed-921d7422-c61e-4528-869d-8f5833184c3a {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1281.635735] env[62321]: DEBUG nova.compute.manager [req-3c88734a-da2f-4f24-b21d-03e536602311 req-24d4a471-e6f9-46ce-be2a-d2fe14e3ede1 service nova] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Refreshing instance network info cache due to event network-changed-921d7422-c61e-4528-869d-8f5833184c3a. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1281.635863] env[62321]: DEBUG oslo_concurrency.lockutils [req-3c88734a-da2f-4f24-b21d-03e536602311 req-24d4a471-e6f9-46ce-be2a-d2fe14e3ede1 service nova] Acquiring lock "refresh_cache-a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1281.635993] env[62321]: DEBUG oslo_concurrency.lockutils [req-3c88734a-da2f-4f24-b21d-03e536602311 req-24d4a471-e6f9-46ce-be2a-d2fe14e3ede1 service nova] Acquired lock "refresh_cache-a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.636161] env[62321]: DEBUG nova.network.neutron [req-3c88734a-da2f-4f24-b21d-03e536602311 req-24d4a471-e6f9-46ce-be2a-d2fe14e3ede1 service nova] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Refreshing network info cache for port 921d7422-c61e-4528-869d-8f5833184c3a {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1281.868451] env[62321]: DEBUG oslo_concurrency.lockutils [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Acquiring lock "refresh_cache-a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.086835] env[62321]: INFO nova.scheduler.client.report [None req-62668f4b-0dc1-4b09-a292-31d9a0ee9d98 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Deleted allocation for migration 2a00e95c-a7b4-4065-9c64-a8f973782279 [ 1282.118635] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcad4163-7dec-45fd-b22c-93909805381f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.128403] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335798c4-5c00-437d-8583-6bea1fe696c4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.161724] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2ee3d9-d3b0-413c-b0e1-e412c751e805 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.168939] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a8d26f-24ec-43e4-af7a-cfc9c15634e6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.182336] env[62321]: DEBUG nova.compute.provider_tree [None req-3bb3ee67-d1fe-47b7-a016-62396bc5d760 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.189515] env[62321]: DEBUG nova.network.neutron [req-3c88734a-da2f-4f24-b21d-03e536602311 req-24d4a471-e6f9-46ce-be2a-d2fe14e3ede1 service nova] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1282.280365] env[62321]: DEBUG nova.network.neutron [req-3c88734a-da2f-4f24-b21d-03e536602311 req-24d4a471-e6f9-46ce-be2a-d2fe14e3ede1 service nova] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.443539] env[62321]: INFO nova.compute.manager [None req-f008e9e7-11a6-4075-b60b-f81ebbd2d639 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Get console output [ 1282.443857] env[62321]: WARNING nova.virt.vmwareapi.driver [None req-f008e9e7-11a6-4075-b60b-f81ebbd2d639 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] The console log is missing. Check your VSPC configuration [ 1282.591992] env[62321]: DEBUG oslo_concurrency.lockutils [None req-62668f4b-0dc1-4b09-a292-31d9a0ee9d98 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "c7830920-fd78-4fa1-b304-c80504991c93" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.551s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1282.684923] env[62321]: DEBUG nova.scheduler.client.report [None req-3bb3ee67-d1fe-47b7-a016-62396bc5d760 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.783123] env[62321]: DEBUG oslo_concurrency.lockutils [req-3c88734a-da2f-4f24-b21d-03e536602311 req-24d4a471-e6f9-46ce-be2a-d2fe14e3ede1 service nova] Releasing lock "refresh_cache-a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1282.783519] env[62321]: DEBUG oslo_concurrency.lockutils [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Acquired lock "refresh_cache-a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.783679] env[62321]: DEBUG nova.network.neutron [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Building network info cache for instance {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1283.190234] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3bb3ee67-d1fe-47b7-a016-62396bc5d760 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.656s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1283.212678] env[62321]: INFO nova.scheduler.client.report [None req-3bb3ee67-d1fe-47b7-a016-62396bc5d760 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Deleted allocations for instance 388dae3e-24c7-438f-879b-7f8e6a9e7988 [ 1283.314830] env[62321]: DEBUG nova.network.neutron [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Instance cache missing network info. {{(pid=62321) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1283.444027] env[62321]: DEBUG nova.network.neutron [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Updating instance_info_cache with network_info: [{"id": "921d7422-c61e-4528-869d-8f5833184c3a", "address": "fa:16:3e:c5:aa:aa", "network": {"id": "8a5ea7cc-129f-4ae6-8b5a-7a3f3e407ce2", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-231438873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "457c19da643642d3998889bffb5702ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap921d7422-c6", "ovs_interfaceid": "921d7422-c61e-4528-869d-8f5833184c3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.719661] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3bb3ee67-d1fe-47b7-a016-62396bc5d760 tempest-ServerActionsTestOtherB-1802331576 tempest-ServerActionsTestOtherB-1802331576-project-member] Lock "388dae3e-24c7-438f-879b-7f8e6a9e7988" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.228s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1283.946340] env[62321]: DEBUG oslo_concurrency.lockutils [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Releasing lock "refresh_cache-a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1283.946766] env[62321]: DEBUG nova.compute.manager [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Instance network_info: |[{"id": "921d7422-c61e-4528-869d-8f5833184c3a", "address": "fa:16:3e:c5:aa:aa", "network": {"id": "8a5ea7cc-129f-4ae6-8b5a-7a3f3e407ce2", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-231438873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "457c19da643642d3998889bffb5702ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap921d7422-c6", "ovs_interfaceid": "921d7422-c61e-4528-869d-8f5833184c3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62321) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1283.947218] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:aa:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b250e561-3be3-4bae-be1a-162251b1ee31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '921d7422-c61e-4528-869d-8f5833184c3a', 'vif_model': 'vmxnet3'}] {{(pid=62321) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1283.954527] env[62321]: DEBUG oslo.service.loopingcall [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1283.954733] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Creating VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1283.954948] env[62321]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43b147b0-3bb2-4fb8-95d2-93079ff6a6b6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.975097] env[62321]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1283.975097] env[62321]: value = "task-2634199" [ 1283.975097] env[62321]: _type = "Task" [ 1283.975097] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.982653] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2634199, 'name': CreateVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.485151] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2634199, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.986373] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2634199, 'name': CreateVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.486865] env[62321]: DEBUG oslo_vmware.api [-] Task: {'id': task-2634199, 'name': CreateVM_Task, 'duration_secs': 1.387422} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.487081] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Created VM on the ESX host {{(pid=62321) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1285.487688] env[62321]: DEBUG oslo_concurrency.lockutils [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.487844] env[62321]: DEBUG oslo_concurrency.lockutils [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.488166] env[62321]: DEBUG oslo_concurrency.lockutils [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1285.488403] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec2b14ba-1f17-4028-bedb-8b42243d5b7c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.492960] env[62321]: DEBUG oslo_vmware.api [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Waiting for the task: (returnval){ [ 1285.492960] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5218e609-ec50-76be-ce36-4b43982eb3e0" [ 1285.492960] env[62321]: _type = "Task" [ 1285.492960] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.499966] env[62321]: DEBUG oslo_vmware.api [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5218e609-ec50-76be-ce36-4b43982eb3e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.003839] env[62321]: DEBUG oslo_vmware.api [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]5218e609-ec50-76be-ce36-4b43982eb3e0, 'name': SearchDatastore_Task, 'duration_secs': 0.010519} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.004217] env[62321]: DEBUG oslo_concurrency.lockutils [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.004341] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Processing image 7fc427ea-8761-4336-ad20-460b5403c5d0 {{(pid=62321) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1286.004564] env[62321]: DEBUG oslo_concurrency.lockutils [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.004729] env[62321]: DEBUG oslo_concurrency.lockutils [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.004912] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1286.005180] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0d2628a-afce-48a3-a815-3e7df16ad0f1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.013673] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62321) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1286.013843] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62321) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1286.014540] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0b17424-bb3f-46db-9557-5ceffa5e3ea5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.019227] env[62321]: DEBUG oslo_vmware.api [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Waiting for the task: (returnval){ [ 1286.019227] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52ca5ac9-d787-6afb-112b-7f9d663486b9" [ 1286.019227] env[62321]: _type = "Task" [ 1286.019227] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.026415] env[62321]: DEBUG oslo_vmware.api [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52ca5ac9-d787-6afb-112b-7f9d663486b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.529807] env[62321]: DEBUG oslo_vmware.api [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]52ca5ac9-d787-6afb-112b-7f9d663486b9, 'name': SearchDatastore_Task, 'duration_secs': 0.008254} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.530567] env[62321]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94a12098-f4fd-4e75-9ce1-9196f2ac527e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.535249] env[62321]: DEBUG oslo_vmware.api [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Waiting for the task: (returnval){ [ 1286.535249] env[62321]: value = "session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528554e9-ca1c-fd49-f29f-9ee277455e5c" [ 1286.535249] env[62321]: _type = "Task" [ 1286.535249] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.542043] env[62321]: DEBUG oslo_vmware.api [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528554e9-ca1c-fd49-f29f-9ee277455e5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.046545] env[62321]: DEBUG oslo_vmware.api [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': session[52c8eccf-4d56-4a4a-ae70-fd4ded17a24e]528554e9-ca1c-fd49-f29f-9ee277455e5c, 'name': SearchDatastore_Task, 'duration_secs': 0.009907} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.046894] env[62321]: DEBUG oslo_concurrency.lockutils [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1287.047092] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680/a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1287.047344] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64763e0c-a574-462c-a2ef-bd21d5f9940c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.054140] env[62321]: DEBUG oslo_vmware.api [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Waiting for the task: (returnval){ [ 1287.054140] env[62321]: value = "task-2634200" [ 1287.054140] env[62321]: _type = "Task" [ 1287.054140] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.062827] env[62321]: DEBUG oslo_vmware.api [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634200, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.563338] env[62321]: DEBUG oslo_vmware.api [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634200, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456386} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.563638] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7fc427ea-8761-4336-ad20-460b5403c5d0/7fc427ea-8761-4336-ad20-460b5403c5d0.vmdk to [datastore1] a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680/a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680.vmdk {{(pid=62321) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1287.563858] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Extending root virtual disk to 1048576 {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1287.564110] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe0d41f0-f97f-4977-a3dd-e0bbff185742 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.569839] env[62321]: DEBUG oslo_vmware.api [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Waiting for the task: (returnval){ [ 1287.569839] env[62321]: value = "task-2634201" [ 1287.569839] env[62321]: _type = "Task" [ 1287.569839] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.577189] env[62321]: DEBUG oslo_vmware.api [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634201, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.080140] env[62321]: DEBUG oslo_vmware.api [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634201, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061629} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.080443] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Extended root virtual disk {{(pid=62321) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1288.081136] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4bed57b-3b5e-4c12-a1e3-02d669d7109a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.102816] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680/a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1288.103057] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0529297-94fb-4e68-b6c4-e25bf5d4ac7c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.121717] env[62321]: DEBUG oslo_vmware.api [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Waiting for the task: (returnval){ [ 1288.121717] env[62321]: value = "task-2634202" [ 1288.121717] env[62321]: _type = "Task" [ 1288.121717] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.129380] env[62321]: DEBUG oslo_vmware.api [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634202, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.632145] env[62321]: DEBUG oslo_vmware.api [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634202, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.132099] env[62321]: DEBUG oslo_vmware.api [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634202, 'name': ReconfigVM_Task, 'duration_secs': 0.666156} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.132403] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Reconfigured VM instance instance-0000007c to attach disk [datastore1] a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680/a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680.vmdk or device None with type sparse {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1289.133013] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec6f1cd1-cfb3-471a-a546-f39a38edf84d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.139336] env[62321]: DEBUG oslo_vmware.api [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Waiting for the task: (returnval){ [ 1289.139336] env[62321]: value = "task-2634203" [ 1289.139336] env[62321]: _type = "Task" [ 1289.139336] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.146811] env[62321]: DEBUG oslo_vmware.api [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634203, 'name': Rename_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.648975] env[62321]: DEBUG oslo_vmware.api [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634203, 'name': Rename_Task, 'duration_secs': 0.130691} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.649277] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Powering on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1289.649511] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2e915d8-8246-45ce-85c2-cd7ec4233b72 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.655640] env[62321]: DEBUG oslo_vmware.api [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Waiting for the task: (returnval){ [ 1289.655640] env[62321]: value = "task-2634204" [ 1289.655640] env[62321]: _type = "Task" [ 1289.655640] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.663234] env[62321]: DEBUG oslo_vmware.api [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634204, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.164826] env[62321]: DEBUG oslo_vmware.api [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634204, 'name': PowerOnVM_Task, 'duration_secs': 0.422046} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.165113] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Powered on the VM {{(pid=62321) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1290.165289] env[62321]: INFO nova.compute.manager [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Took 9.16 seconds to spawn the instance on the hypervisor. [ 1290.165509] env[62321]: DEBUG nova.compute.manager [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Checking state {{(pid=62321) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1290.166275] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2605fd72-e6e6-4377-b0d1-e29ef3a6c11e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.684664] env[62321]: INFO nova.compute.manager [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Took 16.21 seconds to build instance. [ 1291.186587] env[62321]: DEBUG oslo_concurrency.lockutils [None req-00517afa-8e17-495c-a932-e434340220d8 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lock "a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.717s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1291.825709] env[62321]: DEBUG nova.compute.manager [req-98213ed5-ec4f-4e64-af58-9afc3bb21e82 req-e80dbf93-f3ca-4929-b94f-fe98ca067fa2 service nova] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Received event network-changed-921d7422-c61e-4528-869d-8f5833184c3a {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1291.825896] env[62321]: DEBUG nova.compute.manager [req-98213ed5-ec4f-4e64-af58-9afc3bb21e82 req-e80dbf93-f3ca-4929-b94f-fe98ca067fa2 service nova] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Refreshing instance network info cache due to event network-changed-921d7422-c61e-4528-869d-8f5833184c3a. {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1291.826601] env[62321]: DEBUG oslo_concurrency.lockutils [req-98213ed5-ec4f-4e64-af58-9afc3bb21e82 req-e80dbf93-f3ca-4929-b94f-fe98ca067fa2 service nova] Acquiring lock "refresh_cache-a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1291.826766] env[62321]: DEBUG oslo_concurrency.lockutils [req-98213ed5-ec4f-4e64-af58-9afc3bb21e82 req-e80dbf93-f3ca-4929-b94f-fe98ca067fa2 service nova] Acquired lock "refresh_cache-a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.826937] env[62321]: DEBUG nova.network.neutron [req-98213ed5-ec4f-4e64-af58-9afc3bb21e82 req-e80dbf93-f3ca-4929-b94f-fe98ca067fa2 service nova] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Refreshing network info cache for port 921d7422-c61e-4528-869d-8f5833184c3a {{(pid=62321) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1292.535589] env[62321]: DEBUG nova.network.neutron [req-98213ed5-ec4f-4e64-af58-9afc3bb21e82 req-e80dbf93-f3ca-4929-b94f-fe98ca067fa2 service nova] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Updated VIF entry in instance network info cache for port 921d7422-c61e-4528-869d-8f5833184c3a. {{(pid=62321) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1292.535987] env[62321]: DEBUG nova.network.neutron [req-98213ed5-ec4f-4e64-af58-9afc3bb21e82 req-e80dbf93-f3ca-4929-b94f-fe98ca067fa2 service nova] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Updating instance_info_cache with network_info: [{"id": "921d7422-c61e-4528-869d-8f5833184c3a", "address": "fa:16:3e:c5:aa:aa", "network": {"id": "8a5ea7cc-129f-4ae6-8b5a-7a3f3e407ce2", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-231438873-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "457c19da643642d3998889bffb5702ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap921d7422-c6", "ovs_interfaceid": "921d7422-c61e-4528-869d-8f5833184c3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.038513] env[62321]: DEBUG oslo_concurrency.lockutils [req-98213ed5-ec4f-4e64-af58-9afc3bb21e82 req-e80dbf93-f3ca-4929-b94f-fe98ca067fa2 service nova] Releasing lock "refresh_cache-a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680" {{(pid=62321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1309.568424] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4dbe7e9c-8564-47ae-a32f-a16335cf2102 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "c7830920-fd78-4fa1-b304-c80504991c93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.568810] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4dbe7e9c-8564-47ae-a32f-a16335cf2102 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "c7830920-fd78-4fa1-b304-c80504991c93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.568876] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4dbe7e9c-8564-47ae-a32f-a16335cf2102 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "c7830920-fd78-4fa1-b304-c80504991c93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.569064] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4dbe7e9c-8564-47ae-a32f-a16335cf2102 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "c7830920-fd78-4fa1-b304-c80504991c93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.569241] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4dbe7e9c-8564-47ae-a32f-a16335cf2102 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "c7830920-fd78-4fa1-b304-c80504991c93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1309.573036] env[62321]: INFO nova.compute.manager [None req-4dbe7e9c-8564-47ae-a32f-a16335cf2102 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Terminating instance [ 1310.077045] env[62321]: DEBUG nova.compute.manager [None req-4dbe7e9c-8564-47ae-a32f-a16335cf2102 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1310.077223] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dbe7e9c-8564-47ae-a32f-a16335cf2102 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1310.077502] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad3fc8ef-6089-40cf-a1ee-7e41ceb1223b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.084526] env[62321]: DEBUG oslo_vmware.api [None req-4dbe7e9c-8564-47ae-a32f-a16335cf2102 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1310.084526] env[62321]: value = "task-2634205" [ 1310.084526] env[62321]: _type = "Task" [ 1310.084526] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.092553] env[62321]: DEBUG oslo_vmware.api [None req-4dbe7e9c-8564-47ae-a32f-a16335cf2102 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.594126] env[62321]: DEBUG oslo_vmware.api [None req-4dbe7e9c-8564-47ae-a32f-a16335cf2102 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634205, 'name': PowerOffVM_Task, 'duration_secs': 0.238883} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.594569] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dbe7e9c-8564-47ae-a32f-a16335cf2102 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1310.594569] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dbe7e9c-8564-47ae-a32f-a16335cf2102 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Volume detach. Driver type: vmdk {{(pid=62321) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1310.594790] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dbe7e9c-8564-47ae-a32f-a16335cf2102 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530763', 'volume_id': '4e256728-bf88-44e5-bf17-470566ba4a25', 'name': 'volume-4e256728-bf88-44e5-bf17-470566ba4a25', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'c7830920-fd78-4fa1-b304-c80504991c93', 'attached_at': '2025-02-18T14:51:10.000000', 'detached_at': '', 'volume_id': '4e256728-bf88-44e5-bf17-470566ba4a25', 'serial': '4e256728-bf88-44e5-bf17-470566ba4a25'} {{(pid=62321) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1310.595555] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030247f1-8c8b-4418-aa12-4b1642e7c28d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.613122] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abc29ef-4bf5-4429-b5d2-86f606ebe9d2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.619080] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6418bc4e-7c85-48ec-a4a7-4d6e704a9734 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.636924] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fe27a4-db69-4f4f-96f3-97970214a18b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.650624] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dbe7e9c-8564-47ae-a32f-a16335cf2102 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] The volume has not been displaced from its original location: [datastore2] volume-4e256728-bf88-44e5-bf17-470566ba4a25/volume-4e256728-bf88-44e5-bf17-470566ba4a25.vmdk. No consolidation needed. {{(pid=62321) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1310.655648] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dbe7e9c-8564-47ae-a32f-a16335cf2102 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1310.655892] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3699b30e-7d34-4956-b322-4e57b3485ab3 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.672791] env[62321]: DEBUG oslo_vmware.api [None req-4dbe7e9c-8564-47ae-a32f-a16335cf2102 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1310.672791] env[62321]: value = "task-2634206" [ 1310.672791] env[62321]: _type = "Task" [ 1310.672791] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.679814] env[62321]: DEBUG oslo_vmware.api [None req-4dbe7e9c-8564-47ae-a32f-a16335cf2102 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634206, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.182164] env[62321]: DEBUG oslo_vmware.api [None req-4dbe7e9c-8564-47ae-a32f-a16335cf2102 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634206, 'name': ReconfigVM_Task, 'duration_secs': 0.151377} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.182419] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dbe7e9c-8564-47ae-a32f-a16335cf2102 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1311.186884] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f7dfea9-345b-4e32-b0d2-e6f364614134 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.201140] env[62321]: DEBUG oslo_vmware.api [None req-4dbe7e9c-8564-47ae-a32f-a16335cf2102 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1311.201140] env[62321]: value = "task-2634207" [ 1311.201140] env[62321]: _type = "Task" [ 1311.201140] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.208393] env[62321]: DEBUG oslo_vmware.api [None req-4dbe7e9c-8564-47ae-a32f-a16335cf2102 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634207, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.710671] env[62321]: DEBUG oslo_vmware.api [None req-4dbe7e9c-8564-47ae-a32f-a16335cf2102 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634207, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.213058] env[62321]: DEBUG oslo_vmware.api [None req-4dbe7e9c-8564-47ae-a32f-a16335cf2102 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634207, 'name': ReconfigVM_Task, 'duration_secs': 0.694052} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.213058] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dbe7e9c-8564-47ae-a32f-a16335cf2102 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530763', 'volume_id': '4e256728-bf88-44e5-bf17-470566ba4a25', 'name': 'volume-4e256728-bf88-44e5-bf17-470566ba4a25', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'c7830920-fd78-4fa1-b304-c80504991c93', 'attached_at': '2025-02-18T14:51:10.000000', 'detached_at': '', 'volume_id': '4e256728-bf88-44e5-bf17-470566ba4a25', 'serial': '4e256728-bf88-44e5-bf17-470566ba4a25'} {{(pid=62321) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1312.213058] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbe7e9c-8564-47ae-a32f-a16335cf2102 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1312.213058] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307d50bb-fafb-4b32-9ad4-ec722f2130ce {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.218900] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbe7e9c-8564-47ae-a32f-a16335cf2102 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1312.219133] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ea4c32d-62c4-4bc8-be9f-3ed49c9b1372 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.291499] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbe7e9c-8564-47ae-a32f-a16335cf2102 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1312.291718] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbe7e9c-8564-47ae-a32f-a16335cf2102 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1312.291896] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dbe7e9c-8564-47ae-a32f-a16335cf2102 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Deleting the datastore file [datastore2] c7830920-fd78-4fa1-b304-c80504991c93 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1312.292169] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f4e9eed-9273-4593-a0d1-22765c6c3709 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.298661] env[62321]: DEBUG oslo_vmware.api [None req-4dbe7e9c-8564-47ae-a32f-a16335cf2102 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1312.298661] env[62321]: value = "task-2634209" [ 1312.298661] env[62321]: _type = "Task" [ 1312.298661] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.306316] env[62321]: DEBUG oslo_vmware.api [None req-4dbe7e9c-8564-47ae-a32f-a16335cf2102 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634209, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.809040] env[62321]: DEBUG oslo_vmware.api [None req-4dbe7e9c-8564-47ae-a32f-a16335cf2102 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634209, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.073624} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.809040] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dbe7e9c-8564-47ae-a32f-a16335cf2102 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1312.809040] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbe7e9c-8564-47ae-a32f-a16335cf2102 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1312.809040] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbe7e9c-8564-47ae-a32f-a16335cf2102 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1312.809536] env[62321]: INFO nova.compute.manager [None req-4dbe7e9c-8564-47ae-a32f-a16335cf2102 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Took 2.73 seconds to destroy the instance on the hypervisor. [ 1312.809536] env[62321]: DEBUG oslo.service.loopingcall [None req-4dbe7e9c-8564-47ae-a32f-a16335cf2102 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1312.809536] env[62321]: DEBUG nova.compute.manager [-] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1312.809644] env[62321]: DEBUG nova.network.neutron [-] [instance: c7830920-fd78-4fa1-b304-c80504991c93] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1313.215674] env[62321]: DEBUG nova.compute.manager [req-ca36f3b5-674c-4522-bb0b-eb570e029112 req-2988adce-fc9f-4302-9fb1-83f7c29b7b44 service nova] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Received event network-vif-deleted-ff6ac54b-c14a-4ccd-980b-8f2115b9b2fa {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1313.215883] env[62321]: INFO nova.compute.manager [req-ca36f3b5-674c-4522-bb0b-eb570e029112 req-2988adce-fc9f-4302-9fb1-83f7c29b7b44 service nova] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Neutron deleted interface ff6ac54b-c14a-4ccd-980b-8f2115b9b2fa; detaching it from the instance and deleting it from the info cache [ 1313.216145] env[62321]: DEBUG nova.network.neutron [req-ca36f3b5-674c-4522-bb0b-eb570e029112 req-2988adce-fc9f-4302-9fb1-83f7c29b7b44 service nova] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.699568] env[62321]: DEBUG nova.network.neutron [-] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.719353] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-236f07d6-72f4-4e60-b368-f2937acabdac {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.729257] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1d31b6-122b-4c4e-a03c-dd953360b142 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.757735] env[62321]: DEBUG nova.compute.manager [req-ca36f3b5-674c-4522-bb0b-eb570e029112 req-2988adce-fc9f-4302-9fb1-83f7c29b7b44 service nova] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Detach interface failed, port_id=ff6ac54b-c14a-4ccd-980b-8f2115b9b2fa, reason: Instance c7830920-fd78-4fa1-b304-c80504991c93 could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1314.202534] env[62321]: INFO nova.compute.manager [-] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Took 1.39 seconds to deallocate network for instance. [ 1314.747436] env[62321]: INFO nova.compute.manager [None req-4dbe7e9c-8564-47ae-a32f-a16335cf2102 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Took 0.54 seconds to detach 1 volumes for instance. [ 1314.749555] env[62321]: DEBUG nova.compute.manager [None req-4dbe7e9c-8564-47ae-a32f-a16335cf2102 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Deleting volume: 4e256728-bf88-44e5-bf17-470566ba4a25 {{(pid=62321) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1315.287052] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4dbe7e9c-8564-47ae-a32f-a16335cf2102 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.287052] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4dbe7e9c-8564-47ae-a32f-a16335cf2102 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.287052] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4dbe7e9c-8564-47ae-a32f-a16335cf2102 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1315.309627] env[62321]: INFO nova.scheduler.client.report [None req-4dbe7e9c-8564-47ae-a32f-a16335cf2102 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Deleted allocations for instance c7830920-fd78-4fa1-b304-c80504991c93 [ 1315.816886] env[62321]: DEBUG oslo_concurrency.lockutils [None req-4dbe7e9c-8564-47ae-a32f-a16335cf2102 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "c7830920-fd78-4fa1-b304-c80504991c93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.248s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1316.174023] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3677c512-714d-4bd3-8d0e-63b23c8609d6 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "6624bda8-b953-425c-8928-bfebc55ba53c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.174023] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3677c512-714d-4bd3-8d0e-63b23c8609d6 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "6624bda8-b953-425c-8928-bfebc55ba53c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1316.174023] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3677c512-714d-4bd3-8d0e-63b23c8609d6 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "6624bda8-b953-425c-8928-bfebc55ba53c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.174282] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3677c512-714d-4bd3-8d0e-63b23c8609d6 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "6624bda8-b953-425c-8928-bfebc55ba53c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1316.174282] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3677c512-714d-4bd3-8d0e-63b23c8609d6 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "6624bda8-b953-425c-8928-bfebc55ba53c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1316.176314] env[62321]: INFO nova.compute.manager [None req-3677c512-714d-4bd3-8d0e-63b23c8609d6 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Terminating instance [ 1316.680576] env[62321]: DEBUG nova.compute.manager [None req-3677c512-714d-4bd3-8d0e-63b23c8609d6 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1316.680980] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3677c512-714d-4bd3-8d0e-63b23c8609d6 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1316.681736] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632db757-2bd9-4e59-a2eb-93994f4e6e81 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.690693] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-3677c512-714d-4bd3-8d0e-63b23c8609d6 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1316.690915] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac54b3b5-ba83-4c61-8a81-960b1ab1535c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.698386] env[62321]: DEBUG oslo_vmware.api [None req-3677c512-714d-4bd3-8d0e-63b23c8609d6 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1316.698386] env[62321]: value = "task-2634211" [ 1316.698386] env[62321]: _type = "Task" [ 1316.698386] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.706348] env[62321]: DEBUG oslo_vmware.api [None req-3677c512-714d-4bd3-8d0e-63b23c8609d6 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.207998] env[62321]: DEBUG oslo_vmware.api [None req-3677c512-714d-4bd3-8d0e-63b23c8609d6 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634211, 'name': PowerOffVM_Task, 'duration_secs': 0.182878} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.208267] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-3677c512-714d-4bd3-8d0e-63b23c8609d6 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1317.208432] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3677c512-714d-4bd3-8d0e-63b23c8609d6 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1317.208675] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fba4024d-86c1-48b6-8974-5ee444d470a1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.274218] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3677c512-714d-4bd3-8d0e-63b23c8609d6 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1317.274426] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3677c512-714d-4bd3-8d0e-63b23c8609d6 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Deleting contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1317.274607] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-3677c512-714d-4bd3-8d0e-63b23c8609d6 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Deleting the datastore file [datastore2] 6624bda8-b953-425c-8928-bfebc55ba53c {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1317.274873] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9cf5b72-d3bd-4d52-8653-a2f65163b272 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.281611] env[62321]: DEBUG oslo_vmware.api [None req-3677c512-714d-4bd3-8d0e-63b23c8609d6 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1317.281611] env[62321]: value = "task-2634213" [ 1317.281611] env[62321]: _type = "Task" [ 1317.281611] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.289170] env[62321]: DEBUG oslo_vmware.api [None req-3677c512-714d-4bd3-8d0e-63b23c8609d6 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634213, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.791398] env[62321]: DEBUG oslo_vmware.api [None req-3677c512-714d-4bd3-8d0e-63b23c8609d6 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634213, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139638} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.791819] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-3677c512-714d-4bd3-8d0e-63b23c8609d6 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1317.791819] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3677c512-714d-4bd3-8d0e-63b23c8609d6 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Deleted contents of the VM from datastore datastore2 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1317.791991] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-3677c512-714d-4bd3-8d0e-63b23c8609d6 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1317.792182] env[62321]: INFO nova.compute.manager [None req-3677c512-714d-4bd3-8d0e-63b23c8609d6 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1317.792428] env[62321]: DEBUG oslo.service.loopingcall [None req-3677c512-714d-4bd3-8d0e-63b23c8609d6 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1317.792616] env[62321]: DEBUG nova.compute.manager [-] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1317.792712] env[62321]: DEBUG nova.network.neutron [-] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1318.036835] env[62321]: DEBUG nova.compute.manager [req-49ae6699-1d60-436e-904d-c5b36cd65f7f req-81b66397-1df5-4023-8f34-5b0c41053063 service nova] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Received event network-vif-deleted-6af66cd6-386e-4d17-8a79-284dd90b339a {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1318.037077] env[62321]: INFO nova.compute.manager [req-49ae6699-1d60-436e-904d-c5b36cd65f7f req-81b66397-1df5-4023-8f34-5b0c41053063 service nova] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Neutron deleted interface 6af66cd6-386e-4d17-8a79-284dd90b339a; detaching it from the instance and deleting it from the info cache [ 1318.037219] env[62321]: DEBUG nova.network.neutron [req-49ae6699-1d60-436e-904d-c5b36cd65f7f req-81b66397-1df5-4023-8f34-5b0c41053063 service nova] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.519481] env[62321]: DEBUG nova.network.neutron [-] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.539118] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-29bc38ec-0326-474a-bf46-ebe6cb4c2b0b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.549081] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc81dfc4-feff-4235-84d7-dd39dec0164e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.574552] env[62321]: DEBUG nova.compute.manager [req-49ae6699-1d60-436e-904d-c5b36cd65f7f req-81b66397-1df5-4023-8f34-5b0c41053063 service nova] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Detach interface failed, port_id=6af66cd6-386e-4d17-8a79-284dd90b339a, reason: Instance 6624bda8-b953-425c-8928-bfebc55ba53c could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1319.022111] env[62321]: INFO nova.compute.manager [-] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Took 1.23 seconds to deallocate network for instance. [ 1319.528691] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3677c512-714d-4bd3-8d0e-63b23c8609d6 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.528862] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3677c512-714d-4bd3-8d0e-63b23c8609d6 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.529077] env[62321]: DEBUG nova.objects.instance [None req-3677c512-714d-4bd3-8d0e-63b23c8609d6 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lazy-loading 'resources' on Instance uuid 6624bda8-b953-425c-8928-bfebc55ba53c {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.085433] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6188328-59d9-43b5-957a-0819e7af41d1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.093107] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576cf753-4bbb-4fc6-8c76-3c4fe575a5e2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.786527] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c57afb-5153-4f74-90c8-09e71e9063bb {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.794378] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08017f07-21ec-473b-afe0-b09e8a520d5b {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.807285] env[62321]: DEBUG nova.compute.provider_tree [None req-3677c512-714d-4bd3-8d0e-63b23c8609d6 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1321.311198] env[62321]: DEBUG nova.scheduler.client.report [None req-3677c512-714d-4bd3-8d0e-63b23c8609d6 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.815752] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3677c512-714d-4bd3-8d0e-63b23c8609d6 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.287s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1321.833956] env[62321]: INFO nova.scheduler.client.report [None req-3677c512-714d-4bd3-8d0e-63b23c8609d6 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Deleted allocations for instance 6624bda8-b953-425c-8928-bfebc55ba53c [ 1322.341937] env[62321]: DEBUG oslo_concurrency.lockutils [None req-3677c512-714d-4bd3-8d0e-63b23c8609d6 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "6624bda8-b953-425c-8928-bfebc55ba53c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.167s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1325.875084] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ac2d810d-e20b-4e27-856f-6c88b482d3d7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "99c10950-245e-45c0-bc8b-1d6c88837349" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1325.875084] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ac2d810d-e20b-4e27-856f-6c88b482d3d7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "99c10950-245e-45c0-bc8b-1d6c88837349" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.875540] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ac2d810d-e20b-4e27-856f-6c88b482d3d7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "99c10950-245e-45c0-bc8b-1d6c88837349-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1325.875540] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ac2d810d-e20b-4e27-856f-6c88b482d3d7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "99c10950-245e-45c0-bc8b-1d6c88837349-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.875611] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ac2d810d-e20b-4e27-856f-6c88b482d3d7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "99c10950-245e-45c0-bc8b-1d6c88837349-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1325.877702] env[62321]: INFO nova.compute.manager [None req-ac2d810d-e20b-4e27-856f-6c88b482d3d7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Terminating instance [ 1326.381674] env[62321]: DEBUG nova.compute.manager [None req-ac2d810d-e20b-4e27-856f-6c88b482d3d7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1326.381931] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2d810d-e20b-4e27-856f-6c88b482d3d7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1326.382834] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1662aea7-dab6-47aa-bb05-1b1ea1962626 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.390820] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2d810d-e20b-4e27-856f-6c88b482d3d7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1326.391072] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c17cb1ce-f1dc-4e83-bccc-5ffce073bdd2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.397010] env[62321]: DEBUG oslo_vmware.api [None req-ac2d810d-e20b-4e27-856f-6c88b482d3d7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1326.397010] env[62321]: value = "task-2634215" [ 1326.397010] env[62321]: _type = "Task" [ 1326.397010] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.404572] env[62321]: DEBUG oslo_vmware.api [None req-ac2d810d-e20b-4e27-856f-6c88b482d3d7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.906097] env[62321]: DEBUG oslo_vmware.api [None req-ac2d810d-e20b-4e27-856f-6c88b482d3d7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634215, 'name': PowerOffVM_Task, 'duration_secs': 0.189423} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.906486] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2d810d-e20b-4e27-856f-6c88b482d3d7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1326.906543] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2d810d-e20b-4e27-856f-6c88b482d3d7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1326.906761] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b8e81d7-dc27-4b5e-b765-f96cc9ba9681 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.978878] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2d810d-e20b-4e27-856f-6c88b482d3d7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1326.979076] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2d810d-e20b-4e27-856f-6c88b482d3d7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1326.979268] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac2d810d-e20b-4e27-856f-6c88b482d3d7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Deleting the datastore file [datastore1] 99c10950-245e-45c0-bc8b-1d6c88837349 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1326.979536] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74b858dc-08d3-405d-abfa-1603883bab9c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.986957] env[62321]: DEBUG oslo_vmware.api [None req-ac2d810d-e20b-4e27-856f-6c88b482d3d7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for the task: (returnval){ [ 1326.986957] env[62321]: value = "task-2634217" [ 1326.986957] env[62321]: _type = "Task" [ 1326.986957] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.993824] env[62321]: DEBUG oslo_vmware.api [None req-ac2d810d-e20b-4e27-856f-6c88b482d3d7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634217, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.496531] env[62321]: DEBUG oslo_vmware.api [None req-ac2d810d-e20b-4e27-856f-6c88b482d3d7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Task: {'id': task-2634217, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131672} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.496796] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac2d810d-e20b-4e27-856f-6c88b482d3d7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1327.496961] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2d810d-e20b-4e27-856f-6c88b482d3d7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1327.497164] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2d810d-e20b-4e27-856f-6c88b482d3d7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1327.497332] env[62321]: INFO nova.compute.manager [None req-ac2d810d-e20b-4e27-856f-6c88b482d3d7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1327.497562] env[62321]: DEBUG oslo.service.loopingcall [None req-ac2d810d-e20b-4e27-856f-6c88b482d3d7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1327.497747] env[62321]: DEBUG nova.compute.manager [-] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1327.497838] env[62321]: DEBUG nova.network.neutron [-] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1327.757880] env[62321]: DEBUG nova.compute.manager [req-d80cef50-d654-461e-affa-df5c75de53f8 req-26dd62fb-8b41-45f8-aa7f-381428af651a service nova] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Received event network-vif-deleted-969817ba-f9a5-40bc-985b-0eaf56bb5d3c {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1327.758103] env[62321]: INFO nova.compute.manager [req-d80cef50-d654-461e-affa-df5c75de53f8 req-26dd62fb-8b41-45f8-aa7f-381428af651a service nova] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Neutron deleted interface 969817ba-f9a5-40bc-985b-0eaf56bb5d3c; detaching it from the instance and deleting it from the info cache [ 1327.758271] env[62321]: DEBUG nova.network.neutron [req-d80cef50-d654-461e-affa-df5c75de53f8 req-26dd62fb-8b41-45f8-aa7f-381428af651a service nova] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.240994] env[62321]: DEBUG nova.network.neutron [-] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.261066] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b983be3-872a-4622-b3be-064bf7afbf53 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.271912] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15195af-cd97-449b-908c-841f35b67c81 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.298040] env[62321]: DEBUG nova.compute.manager [req-d80cef50-d654-461e-affa-df5c75de53f8 req-26dd62fb-8b41-45f8-aa7f-381428af651a service nova] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Detach interface failed, port_id=969817ba-f9a5-40bc-985b-0eaf56bb5d3c, reason: Instance 99c10950-245e-45c0-bc8b-1d6c88837349 could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1328.745205] env[62321]: INFO nova.compute.manager [-] [instance: 99c10950-245e-45c0-bc8b-1d6c88837349] Took 1.25 seconds to deallocate network for instance. [ 1328.892183] env[62321]: DEBUG oslo_concurrency.lockutils [None req-780cccff-dce2-4a53-9448-2a49f89b7e50 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Acquiring lock "a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.892430] env[62321]: DEBUG oslo_concurrency.lockutils [None req-780cccff-dce2-4a53-9448-2a49f89b7e50 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lock "a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.251570] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ac2d810d-e20b-4e27-856f-6c88b482d3d7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.252073] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ac2d810d-e20b-4e27-856f-6c88b482d3d7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.252145] env[62321]: DEBUG nova.objects.instance [None req-ac2d810d-e20b-4e27-856f-6c88b482d3d7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lazy-loading 'resources' on Instance uuid 99c10950-245e-45c0-bc8b-1d6c88837349 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1329.396119] env[62321]: DEBUG nova.compute.utils [None req-780cccff-dce2-4a53-9448-2a49f89b7e50 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1329.793429] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22dd225-92f2-48d7-b188-c76d07f4be19 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.800464] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb427e3-7722-4c37-895f-e3fe62cc263a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.829100] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7ca2c7-de19-4a08-becb-7daa80f14c7c {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.836074] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0e3009-8b6d-451e-80c9-a17a15005484 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.848830] env[62321]: DEBUG nova.compute.provider_tree [None req-ac2d810d-e20b-4e27-856f-6c88b482d3d7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.899272] env[62321]: DEBUG oslo_concurrency.lockutils [None req-780cccff-dce2-4a53-9448-2a49f89b7e50 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lock "a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.351980] env[62321]: DEBUG nova.scheduler.client.report [None req-ac2d810d-e20b-4e27-856f-6c88b482d3d7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1330.856602] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ac2d810d-e20b-4e27-856f-6c88b482d3d7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.605s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.877193] env[62321]: INFO nova.scheduler.client.report [None req-ac2d810d-e20b-4e27-856f-6c88b482d3d7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Deleted allocations for instance 99c10950-245e-45c0-bc8b-1d6c88837349 [ 1330.957045] env[62321]: DEBUG oslo_concurrency.lockutils [None req-780cccff-dce2-4a53-9448-2a49f89b7e50 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Acquiring lock "a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1330.964318] env[62321]: DEBUG oslo_concurrency.lockutils [None req-780cccff-dce2-4a53-9448-2a49f89b7e50 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lock "a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1330.964318] env[62321]: INFO nova.compute.manager [None req-780cccff-dce2-4a53-9448-2a49f89b7e50 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Attaching volume 5fd8dca4-55b7-4c50-80e4-383d0302ffaa to /dev/sdb [ 1330.996545] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c5236d-3d56-47b1-8e31-385ff74375fe {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.003999] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f507d59-19b2-410d-b0a3-dd9f8959f2e1 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.018385] env[62321]: DEBUG nova.virt.block_device [None req-780cccff-dce2-4a53-9448-2a49f89b7e50 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Updating existing volume attachment record: 6ffd08f3-fce9-48f5-9bf4-af0bd6e302b9 {{(pid=62321) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1331.385163] env[62321]: DEBUG oslo_concurrency.lockutils [None req-ac2d810d-e20b-4e27-856f-6c88b482d3d7 tempest-ServerActionsTestOtherA-693814168 tempest-ServerActionsTestOtherA-693814168-project-member] Lock "99c10950-245e-45c0-bc8b-1d6c88837349" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.510s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.741630] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1332.741969] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1333.247206] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1333.247206] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1333.247206] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1333.247206] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1333.247206] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1333.247206] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1333.247206] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62321) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1333.247639] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1333.750308] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1333.750709] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1333.750709] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1333.750868] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62321) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1333.751804] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef67a9cb-516f-4951-a951-c8e361145fbf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.760647] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539c78a3-1f41-4afa-87b3-5a078114192a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.774368] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d62fa25-8bad-464f-97e4-5e2c22f49e5f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.780396] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e6cd51-0ecb-419c-a6cb-bea2124968cf {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.808599] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180289MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=62321) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1333.808711] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1333.808867] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.833794] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Instance a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62321) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1334.834132] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62321) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1334.834274] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62321) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1334.859789] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc137f4a-798a-44f0-b225-f9fdcc1e76d2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.867697] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3f49c3-4ba8-473d-8492-d523879fda26 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.896801] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d73046-cfeb-40a9-8c39-92f4d8bb8995 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.903521] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dcf38ce-9cf3-4d6b-ad5e-ba862633be33 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.916069] env[62321]: DEBUG nova.compute.provider_tree [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.418917] env[62321]: DEBUG nova.scheduler.client.report [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1335.562843] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-780cccff-dce2-4a53-9448-2a49f89b7e50 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Volume attach. Driver type: vmdk {{(pid=62321) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1335.563095] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-780cccff-dce2-4a53-9448-2a49f89b7e50 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530770', 'volume_id': '5fd8dca4-55b7-4c50-80e4-383d0302ffaa', 'name': 'volume-5fd8dca4-55b7-4c50-80e4-383d0302ffaa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680', 'attached_at': '', 'detached_at': '', 'volume_id': '5fd8dca4-55b7-4c50-80e4-383d0302ffaa', 'serial': '5fd8dca4-55b7-4c50-80e4-383d0302ffaa'} {{(pid=62321) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1335.564320] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d47b061-fcf9-4c43-9d8c-7fc535952082 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.581582] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a89ce25-8fd1-471c-80bc-7c98c4060b1a {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.604699] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-780cccff-dce2-4a53-9448-2a49f89b7e50 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-5fd8dca4-55b7-4c50-80e4-383d0302ffaa/volume-5fd8dca4-55b7-4c50-80e4-383d0302ffaa.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1335.604932] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-135059fa-9f70-4c2d-bff4-7f62c538c723 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.622156] env[62321]: DEBUG oslo_vmware.api [None req-780cccff-dce2-4a53-9448-2a49f89b7e50 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Waiting for the task: (returnval){ [ 1335.622156] env[62321]: value = "task-2634220" [ 1335.622156] env[62321]: _type = "Task" [ 1335.622156] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.629665] env[62321]: DEBUG oslo_vmware.api [None req-780cccff-dce2-4a53-9448-2a49f89b7e50 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634220, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.923557] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62321) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1335.923979] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.115s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.131762] env[62321]: DEBUG oslo_vmware.api [None req-780cccff-dce2-4a53-9448-2a49f89b7e50 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634220, 'name': ReconfigVM_Task, 'duration_secs': 0.339335} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.132027] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-780cccff-dce2-4a53-9448-2a49f89b7e50 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-5fd8dca4-55b7-4c50-80e4-383d0302ffaa/volume-5fd8dca4-55b7-4c50-80e4-383d0302ffaa.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1336.136488] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36acb49f-4a39-4f3f-bf14-a99bd02047db {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.150774] env[62321]: DEBUG oslo_vmware.api [None req-780cccff-dce2-4a53-9448-2a49f89b7e50 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Waiting for the task: (returnval){ [ 1336.150774] env[62321]: value = "task-2634221" [ 1336.150774] env[62321]: _type = "Task" [ 1336.150774] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.157928] env[62321]: DEBUG oslo_vmware.api [None req-780cccff-dce2-4a53-9448-2a49f89b7e50 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634221, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.660527] env[62321]: DEBUG oslo_vmware.api [None req-780cccff-dce2-4a53-9448-2a49f89b7e50 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634221, 'name': ReconfigVM_Task, 'duration_secs': 0.185479} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.660853] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-780cccff-dce2-4a53-9448-2a49f89b7e50 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530770', 'volume_id': '5fd8dca4-55b7-4c50-80e4-383d0302ffaa', 'name': 'volume-5fd8dca4-55b7-4c50-80e4-383d0302ffaa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680', 'attached_at': '', 'detached_at': '', 'volume_id': '5fd8dca4-55b7-4c50-80e4-383d0302ffaa', 'serial': '5fd8dca4-55b7-4c50-80e4-383d0302ffaa'} {{(pid=62321) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1337.696097] env[62321]: DEBUG nova.objects.instance [None req-780cccff-dce2-4a53-9448-2a49f89b7e50 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lazy-loading 'flavor' on Instance uuid a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1338.201616] env[62321]: DEBUG oslo_concurrency.lockutils [None req-780cccff-dce2-4a53-9448-2a49f89b7e50 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lock "a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.244s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1339.026494] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c4c24347-7e14-415b-81cd-dabc7250a079 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Acquiring lock "a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.026832] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c4c24347-7e14-415b-81cd-dabc7250a079 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lock "a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.529744] env[62321]: DEBUG nova.compute.utils [None req-c4c24347-7e14-415b-81cd-dabc7250a079 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Using /dev/sd instead of None {{(pid=62321) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1340.032433] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c4c24347-7e14-415b-81cd-dabc7250a079 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lock "a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1341.091303] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c4c24347-7e14-415b-81cd-dabc7250a079 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Acquiring lock "a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.091704] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c4c24347-7e14-415b-81cd-dabc7250a079 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lock "a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.091817] env[62321]: INFO nova.compute.manager [None req-c4c24347-7e14-415b-81cd-dabc7250a079 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Attaching volume e7200e61-9c69-40da-9dd5-fe921305129f to /dev/sdc [ 1341.122026] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7246b248-af2c-4d95-a20f-5aaa995a3ed6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.128752] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a823f47c-113f-4c04-b9cc-13b44e4fb2bd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.141598] env[62321]: DEBUG nova.virt.block_device [None req-c4c24347-7e14-415b-81cd-dabc7250a079 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Updating existing volume attachment record: e44cdb9c-a0a2-46b2-bc4c-61944b892f5b {{(pid=62321) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1345.684234] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4c24347-7e14-415b-81cd-dabc7250a079 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Volume attach. Driver type: vmdk {{(pid=62321) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1345.684525] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4c24347-7e14-415b-81cd-dabc7250a079 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530771', 'volume_id': 'e7200e61-9c69-40da-9dd5-fe921305129f', 'name': 'volume-e7200e61-9c69-40da-9dd5-fe921305129f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7200e61-9c69-40da-9dd5-fe921305129f', 'serial': 'e7200e61-9c69-40da-9dd5-fe921305129f'} {{(pid=62321) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1345.685526] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c8345f-2934-462e-9886-fc098d9f4d84 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.703194] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617c258e-4bf0-436c-8e16-4a8230a366c4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.732011] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4c24347-7e14-415b-81cd-dabc7250a079 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-e7200e61-9c69-40da-9dd5-fe921305129f/volume-e7200e61-9c69-40da-9dd5-fe921305129f.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1345.732261] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e475609-268c-490b-905a-1a1b62c95a50 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.751443] env[62321]: DEBUG oslo_vmware.api [None req-c4c24347-7e14-415b-81cd-dabc7250a079 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Waiting for the task: (returnval){ [ 1345.751443] env[62321]: value = "task-2634224" [ 1345.751443] env[62321]: _type = "Task" [ 1345.751443] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.761366] env[62321]: DEBUG oslo_vmware.api [None req-c4c24347-7e14-415b-81cd-dabc7250a079 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634224, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.262078] env[62321]: DEBUG oslo_vmware.api [None req-c4c24347-7e14-415b-81cd-dabc7250a079 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634224, 'name': ReconfigVM_Task, 'duration_secs': 0.330643} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.262383] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4c24347-7e14-415b-81cd-dabc7250a079 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-e7200e61-9c69-40da-9dd5-fe921305129f/volume-e7200e61-9c69-40da-9dd5-fe921305129f.vmdk or device None with type thin {{(pid=62321) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1346.266972] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7907ece4-a80e-4a22-8725-341329565958 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.281312] env[62321]: DEBUG oslo_vmware.api [None req-c4c24347-7e14-415b-81cd-dabc7250a079 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Waiting for the task: (returnval){ [ 1346.281312] env[62321]: value = "task-2634225" [ 1346.281312] env[62321]: _type = "Task" [ 1346.281312] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.288810] env[62321]: DEBUG oslo_vmware.api [None req-c4c24347-7e14-415b-81cd-dabc7250a079 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634225, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.791398] env[62321]: DEBUG oslo_vmware.api [None req-c4c24347-7e14-415b-81cd-dabc7250a079 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634225, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.292230] env[62321]: DEBUG oslo_vmware.api [None req-c4c24347-7e14-415b-81cd-dabc7250a079 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634225, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.792637] env[62321]: DEBUG oslo_vmware.api [None req-c4c24347-7e14-415b-81cd-dabc7250a079 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634225, 'name': ReconfigVM_Task, 'duration_secs': 1.133981} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.793066] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4c24347-7e14-415b-81cd-dabc7250a079 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530771', 'volume_id': 'e7200e61-9c69-40da-9dd5-fe921305129f', 'name': 'volume-e7200e61-9c69-40da-9dd5-fe921305129f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7200e61-9c69-40da-9dd5-fe921305129f', 'serial': 'e7200e61-9c69-40da-9dd5-fe921305129f'} {{(pid=62321) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1348.826748] env[62321]: DEBUG nova.objects.instance [None req-c4c24347-7e14-415b-81cd-dabc7250a079 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lazy-loading 'flavor' on Instance uuid a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1349.333427] env[62321]: DEBUG oslo_concurrency.lockutils [None req-c4c24347-7e14-415b-81cd-dabc7250a079 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lock "a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.242s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.645043] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b127620b-fe4f-4a3a-a7ba-a5bcb7dc1c04 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Acquiring lock "a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.645339] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b127620b-fe4f-4a3a-a7ba-a5bcb7dc1c04 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lock "a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.148986] env[62321]: INFO nova.compute.manager [None req-b127620b-fe4f-4a3a-a7ba-a5bcb7dc1c04 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Detaching volume 5fd8dca4-55b7-4c50-80e4-383d0302ffaa [ 1350.179286] env[62321]: INFO nova.virt.block_device [None req-b127620b-fe4f-4a3a-a7ba-a5bcb7dc1c04 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Attempting to driver detach volume 5fd8dca4-55b7-4c50-80e4-383d0302ffaa from mountpoint /dev/sdb [ 1350.179534] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-b127620b-fe4f-4a3a-a7ba-a5bcb7dc1c04 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Volume detach. Driver type: vmdk {{(pid=62321) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1350.179714] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-b127620b-fe4f-4a3a-a7ba-a5bcb7dc1c04 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530770', 'volume_id': '5fd8dca4-55b7-4c50-80e4-383d0302ffaa', 'name': 'volume-5fd8dca4-55b7-4c50-80e4-383d0302ffaa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680', 'attached_at': '', 'detached_at': '', 'volume_id': '5fd8dca4-55b7-4c50-80e4-383d0302ffaa', 'serial': '5fd8dca4-55b7-4c50-80e4-383d0302ffaa'} {{(pid=62321) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1350.180601] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e50fc61-3236-4a02-9401-85d44860b5f7 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.203917] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51905320-893d-4dbe-b77b-71f3d0030e55 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.210449] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bb359e-16ed-4245-b960-4440369dbb7f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.233517] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e7e7ad-92ef-4b4f-a47d-7d50bac05543 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.247739] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-b127620b-fe4f-4a3a-a7ba-a5bcb7dc1c04 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] The volume has not been displaced from its original location: [datastore2] volume-5fd8dca4-55b7-4c50-80e4-383d0302ffaa/volume-5fd8dca4-55b7-4c50-80e4-383d0302ffaa.vmdk. No consolidation needed. {{(pid=62321) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1350.252831] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-b127620b-fe4f-4a3a-a7ba-a5bcb7dc1c04 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1350.253106] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d964a0c2-e5e8-4856-9976-df0dc074fd4d {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.270664] env[62321]: DEBUG oslo_vmware.api [None req-b127620b-fe4f-4a3a-a7ba-a5bcb7dc1c04 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Waiting for the task: (returnval){ [ 1350.270664] env[62321]: value = "task-2634226" [ 1350.270664] env[62321]: _type = "Task" [ 1350.270664] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.278116] env[62321]: DEBUG oslo_vmware.api [None req-b127620b-fe4f-4a3a-a7ba-a5bcb7dc1c04 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634226, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.780479] env[62321]: DEBUG oslo_vmware.api [None req-b127620b-fe4f-4a3a-a7ba-a5bcb7dc1c04 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634226, 'name': ReconfigVM_Task, 'duration_secs': 0.240443} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.780714] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-b127620b-fe4f-4a3a-a7ba-a5bcb7dc1c04 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1350.785230] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddf8d4ed-fa17-4af7-a3e6-e194747f6916 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.799685] env[62321]: DEBUG oslo_vmware.api [None req-b127620b-fe4f-4a3a-a7ba-a5bcb7dc1c04 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Waiting for the task: (returnval){ [ 1350.799685] env[62321]: value = "task-2634227" [ 1350.799685] env[62321]: _type = "Task" [ 1350.799685] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.807124] env[62321]: DEBUG oslo_vmware.api [None req-b127620b-fe4f-4a3a-a7ba-a5bcb7dc1c04 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634227, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.309316] env[62321]: DEBUG oslo_vmware.api [None req-b127620b-fe4f-4a3a-a7ba-a5bcb7dc1c04 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.810356] env[62321]: DEBUG oslo_vmware.api [None req-b127620b-fe4f-4a3a-a7ba-a5bcb7dc1c04 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634227, 'name': ReconfigVM_Task, 'duration_secs': 0.794199} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.810645] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-b127620b-fe4f-4a3a-a7ba-a5bcb7dc1c04 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530770', 'volume_id': '5fd8dca4-55b7-4c50-80e4-383d0302ffaa', 'name': 'volume-5fd8dca4-55b7-4c50-80e4-383d0302ffaa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680', 'attached_at': '', 'detached_at': '', 'volume_id': '5fd8dca4-55b7-4c50-80e4-383d0302ffaa', 'serial': '5fd8dca4-55b7-4c50-80e4-383d0302ffaa'} {{(pid=62321) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1352.350172] env[62321]: DEBUG nova.objects.instance [None req-b127620b-fe4f-4a3a-a7ba-a5bcb7dc1c04 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lazy-loading 'flavor' on Instance uuid a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1353.357105] env[62321]: DEBUG oslo_concurrency.lockutils [None req-b127620b-fe4f-4a3a-a7ba-a5bcb7dc1c04 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lock "a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.712s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1353.906208] env[62321]: DEBUG oslo_concurrency.lockutils [None req-195d6294-3fce-465e-ae33-c3c3e04889fa tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Acquiring lock "a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.906532] env[62321]: DEBUG oslo_concurrency.lockutils [None req-195d6294-3fce-465e-ae33-c3c3e04889fa tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lock "a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.409525] env[62321]: INFO nova.compute.manager [None req-195d6294-3fce-465e-ae33-c3c3e04889fa tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Detaching volume e7200e61-9c69-40da-9dd5-fe921305129f [ 1354.439341] env[62321]: INFO nova.virt.block_device [None req-195d6294-3fce-465e-ae33-c3c3e04889fa tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Attempting to driver detach volume e7200e61-9c69-40da-9dd5-fe921305129f from mountpoint /dev/sdc [ 1354.439569] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-195d6294-3fce-465e-ae33-c3c3e04889fa tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Volume detach. Driver type: vmdk {{(pid=62321) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1354.439750] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-195d6294-3fce-465e-ae33-c3c3e04889fa tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530771', 'volume_id': 'e7200e61-9c69-40da-9dd5-fe921305129f', 'name': 'volume-e7200e61-9c69-40da-9dd5-fe921305129f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7200e61-9c69-40da-9dd5-fe921305129f', 'serial': 'e7200e61-9c69-40da-9dd5-fe921305129f'} {{(pid=62321) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1354.440646] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4451c890-8129-421f-b781-e0f8c9e068c5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.462744] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4a1ff5-19f6-4715-8224-4a456ee4efb5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.468948] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aed360c-84c9-47a0-a54f-deb1febad4df {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.487875] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda90ca1-8bfc-4a8c-b940-3e0768718b4e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.501497] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-195d6294-3fce-465e-ae33-c3c3e04889fa tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] The volume has not been displaced from its original location: [datastore2] volume-e7200e61-9c69-40da-9dd5-fe921305129f/volume-e7200e61-9c69-40da-9dd5-fe921305129f.vmdk. No consolidation needed. {{(pid=62321) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1354.506556] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-195d6294-3fce-465e-ae33-c3c3e04889fa tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Reconfiguring VM instance instance-0000007c to detach disk 2002 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1354.506804] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ac96304-e958-431c-9d64-314efe351902 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.522992] env[62321]: DEBUG oslo_vmware.api [None req-195d6294-3fce-465e-ae33-c3c3e04889fa tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Waiting for the task: (returnval){ [ 1354.522992] env[62321]: value = "task-2634228" [ 1354.522992] env[62321]: _type = "Task" [ 1354.522992] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.530531] env[62321]: DEBUG oslo_vmware.api [None req-195d6294-3fce-465e-ae33-c3c3e04889fa tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634228, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.032372] env[62321]: DEBUG oslo_vmware.api [None req-195d6294-3fce-465e-ae33-c3c3e04889fa tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634228, 'name': ReconfigVM_Task, 'duration_secs': 0.224966} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.032629] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-195d6294-3fce-465e-ae33-c3c3e04889fa tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Reconfigured VM instance instance-0000007c to detach disk 2002 {{(pid=62321) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1355.037255] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e664e70-c5c2-449d-a2de-569756d40cb2 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.051782] env[62321]: DEBUG oslo_vmware.api [None req-195d6294-3fce-465e-ae33-c3c3e04889fa tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Waiting for the task: (returnval){ [ 1355.051782] env[62321]: value = "task-2634229" [ 1355.051782] env[62321]: _type = "Task" [ 1355.051782] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.059324] env[62321]: DEBUG oslo_vmware.api [None req-195d6294-3fce-465e-ae33-c3c3e04889fa tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634229, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.561505] env[62321]: DEBUG oslo_vmware.api [None req-195d6294-3fce-465e-ae33-c3c3e04889fa tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.062264] env[62321]: DEBUG oslo_vmware.api [None req-195d6294-3fce-465e-ae33-c3c3e04889fa tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634229, 'name': ReconfigVM_Task, 'duration_secs': 0.757595} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.062568] env[62321]: DEBUG nova.virt.vmwareapi.volumeops [None req-195d6294-3fce-465e-ae33-c3c3e04889fa tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-530771', 'volume_id': 'e7200e61-9c69-40da-9dd5-fe921305129f', 'name': 'volume-e7200e61-9c69-40da-9dd5-fe921305129f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7200e61-9c69-40da-9dd5-fe921305129f', 'serial': 'e7200e61-9c69-40da-9dd5-fe921305129f'} {{(pid=62321) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1356.604700] env[62321]: DEBUG nova.objects.instance [None req-195d6294-3fce-465e-ae33-c3c3e04889fa tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lazy-loading 'flavor' on Instance uuid a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1357.612972] env[62321]: DEBUG oslo_concurrency.lockutils [None req-195d6294-3fce-465e-ae33-c3c3e04889fa tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lock "a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.706s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.273772] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5c640beb-167c-4853-8946-f59668fbc735 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Acquiring lock "a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.274059] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5c640beb-167c-4853-8946-f59668fbc735 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lock "a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.274330] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5c640beb-167c-4853-8946-f59668fbc735 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Acquiring lock "a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.274531] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5c640beb-167c-4853-8946-f59668fbc735 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lock "a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.274691] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5c640beb-167c-4853-8946-f59668fbc735 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lock "a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.276855] env[62321]: INFO nova.compute.manager [None req-5c640beb-167c-4853-8946-f59668fbc735 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Terminating instance [ 1358.780407] env[62321]: DEBUG nova.compute.manager [None req-5c640beb-167c-4853-8946-f59668fbc735 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Start destroying the instance on the hypervisor. {{(pid=62321) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1358.780815] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5c640beb-167c-4853-8946-f59668fbc735 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Destroying instance {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1358.781546] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac33d3c-1c4b-45ae-b7d3-f07506a42149 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.789562] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c640beb-167c-4853-8946-f59668fbc735 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Powering off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1358.789782] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6da8d07-6ae9-4b4c-9c03-405e8fc55cea {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.796076] env[62321]: DEBUG oslo_vmware.api [None req-5c640beb-167c-4853-8946-f59668fbc735 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Waiting for the task: (returnval){ [ 1358.796076] env[62321]: value = "task-2634230" [ 1358.796076] env[62321]: _type = "Task" [ 1358.796076] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.803592] env[62321]: DEBUG oslo_vmware.api [None req-5c640beb-167c-4853-8946-f59668fbc735 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634230, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.305759] env[62321]: DEBUG oslo_vmware.api [None req-5c640beb-167c-4853-8946-f59668fbc735 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634230, 'name': PowerOffVM_Task, 'duration_secs': 0.187638} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.306102] env[62321]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c640beb-167c-4853-8946-f59668fbc735 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Powered off the VM {{(pid=62321) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1359.306282] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5c640beb-167c-4853-8946-f59668fbc735 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Unregistering the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1359.306531] env[62321]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6d009eb-ef41-4ccc-acee-4a01dac6c618 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.577538] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5c640beb-167c-4853-8946-f59668fbc735 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Unregistered the VM {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1359.577775] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5c640beb-167c-4853-8946-f59668fbc735 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Deleting contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1359.577875] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c640beb-167c-4853-8946-f59668fbc735 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Deleting the datastore file [datastore1] a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680 {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1359.578152] env[62321]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4499b229-7d26-4bf9-9d94-966ad9c2bef8 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.584561] env[62321]: DEBUG oslo_vmware.api [None req-5c640beb-167c-4853-8946-f59668fbc735 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Waiting for the task: (returnval){ [ 1359.584561] env[62321]: value = "task-2634232" [ 1359.584561] env[62321]: _type = "Task" [ 1359.584561] env[62321]: } to complete. {{(pid=62321) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.591538] env[62321]: DEBUG oslo_vmware.api [None req-5c640beb-167c-4853-8946-f59668fbc735 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634232, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.095339] env[62321]: DEBUG oslo_vmware.api [None req-5c640beb-167c-4853-8946-f59668fbc735 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Task: {'id': task-2634232, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121829} completed successfully. {{(pid=62321) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.095620] env[62321]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c640beb-167c-4853-8946-f59668fbc735 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Deleted the datastore file {{(pid=62321) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1360.095769] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5c640beb-167c-4853-8946-f59668fbc735 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Deleted contents of the VM from datastore datastore1 {{(pid=62321) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1360.095939] env[62321]: DEBUG nova.virt.vmwareapi.vmops [None req-5c640beb-167c-4853-8946-f59668fbc735 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Instance destroyed {{(pid=62321) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1360.096123] env[62321]: INFO nova.compute.manager [None req-5c640beb-167c-4853-8946-f59668fbc735 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1360.096376] env[62321]: DEBUG oslo.service.loopingcall [None req-5c640beb-167c-4853-8946-f59668fbc735 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62321) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1360.096584] env[62321]: DEBUG nova.compute.manager [-] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Deallocating network for instance {{(pid=62321) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1360.096674] env[62321]: DEBUG nova.network.neutron [-] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] deallocate_for_instance() {{(pid=62321) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1360.497432] env[62321]: DEBUG nova.compute.manager [req-60b1dd2f-8dda-4777-b9da-cc8cba1198dc req-16847957-613e-47b4-9296-6139d672bf39 service nova] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Received event network-vif-deleted-921d7422-c61e-4528-869d-8f5833184c3a {{(pid=62321) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1360.497681] env[62321]: INFO nova.compute.manager [req-60b1dd2f-8dda-4777-b9da-cc8cba1198dc req-16847957-613e-47b4-9296-6139d672bf39 service nova] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Neutron deleted interface 921d7422-c61e-4528-869d-8f5833184c3a; detaching it from the instance and deleting it from the info cache [ 1360.497822] env[62321]: DEBUG nova.network.neutron [req-60b1dd2f-8dda-4777-b9da-cc8cba1198dc req-16847957-613e-47b4-9296-6139d672bf39 service nova] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.981993] env[62321]: DEBUG nova.network.neutron [-] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Updating instance_info_cache with network_info: [] {{(pid=62321) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.000799] env[62321]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bac25d31-44a4-4a7a-a7a3-9540421ff4f9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.011422] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5482ef-0db0-4008-9491-4c9fd8ed2e51 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.036952] env[62321]: DEBUG nova.compute.manager [req-60b1dd2f-8dda-4777-b9da-cc8cba1198dc req-16847957-613e-47b4-9296-6139d672bf39 service nova] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Detach interface failed, port_id=921d7422-c61e-4528-869d-8f5833184c3a, reason: Instance a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680 could not be found. {{(pid=62321) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1361.484700] env[62321]: INFO nova.compute.manager [-] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Took 1.39 seconds to deallocate network for instance. [ 1361.992418] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5c640beb-167c-4853-8946-f59668fbc735 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.992680] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5c640beb-167c-4853-8946-f59668fbc735 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.992901] env[62321]: DEBUG nova.objects.instance [None req-5c640beb-167c-4853-8946-f59668fbc735 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lazy-loading 'resources' on Instance uuid a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680 {{(pid=62321) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1362.526221] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ee9932-656e-4315-8eb4-8cd3ec5109cd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.533326] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c8f5e4-2ab3-4d7c-9869-a871f1361abd {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.563427] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29dce35f-8810-44d6-bb77-42a642258de9 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.570107] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62f16ac-cf19-4e53-8100-49baa61f2d6f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.582586] env[62321]: DEBUG nova.compute.provider_tree [None req-5c640beb-167c-4853-8946-f59668fbc735 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1363.085848] env[62321]: DEBUG nova.scheduler.client.report [None req-5c640beb-167c-4853-8946-f59668fbc735 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1363.590881] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5c640beb-167c-4853-8946-f59668fbc735 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.598s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.612904] env[62321]: INFO nova.scheduler.client.report [None req-5c640beb-167c-4853-8946-f59668fbc735 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Deleted allocations for instance a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680 [ 1364.123855] env[62321]: DEBUG oslo_concurrency.lockutils [None req-5c640beb-167c-4853-8946-f59668fbc735 tempest-AttachVolumeTestJSON-1797723255 tempest-AttachVolumeTestJSON-1797723255-project-member] Lock "a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.849s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.494293] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1385.494776] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1385.494776] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62321) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1385.494889] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1385.494968] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Cleaning up deleted instances with incomplete migration {{(pid=62321) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1386.997182] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.997583] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.500202] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.500471] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.500597] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.500754] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62321) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1387.501644] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e391545-d7e7-48cc-9a9d-79530cb6fb61 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.509566] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94aeae5c-7a2b-45fe-bc4f-879a7265e692 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.523445] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d9fca2-b5cf-4586-b2c3-8c390323e76e {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.529548] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f693c6c-91d9-42a7-ae25-504bfc71cda5 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.557638] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180839MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=62321) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1387.557799] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.557959] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.696426] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62321) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1388.696712] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62321) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1388.709562] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d3285d-4d62-45a1-8461-85ac7ab957c4 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.717163] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f9e3fc-5d4a-4e4a-8d13-2fae895e315f {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.746358] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0453f7-9da2-431a-95bd-fca1e307c7a6 {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.753629] env[62321]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efeda99b-643b-4b70-bfcc-a7bcd39af0ca {{(pid=62321) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.766580] env[62321]: DEBUG nova.compute.provider_tree [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Inventory has not changed in ProviderTree for provider: e4ce1efe-a8f0-4655-8f76-50516c538695 {{(pid=62321) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.269773] env[62321]: DEBUG nova.scheduler.client.report [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Inventory has not changed for provider e4ce1efe-a8f0-4655-8f76-50516c538695 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62321) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1389.774883] env[62321]: DEBUG nova.compute.resource_tracker [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62321) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1389.775304] env[62321]: DEBUG oslo_concurrency.lockutils [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.217s {{(pid=62321) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.775374] env[62321]: DEBUG oslo_service.periodic_task [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62321) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1389.775505] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] Cleaning up deleted instances {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1390.284724] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] There are 28 instances to clean {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1390.284968] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: a1fbbcde-d78e-42a2-bf9f-fcc19d7f4680] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1390.788859] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: c7830920-fd78-4fa1-b304-c80504991c93] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1391.295451] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 6624bda8-b953-425c-8928-bfebc55ba53c] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1391.799090] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 388dae3e-24c7-438f-879b-7f8e6a9e7988] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1392.302835] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: deb789fa-135d-4387-86c3-3250add1c496] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1392.806816] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 3a64e424-76cc-4d28-aaa2-7bd1f7f2f629] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1393.310279] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 7c38be58-006b-4f0e-8824-e939d30b94dc] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1393.813724] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: e7709019-177f-4e19-be03-027c359d851c] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1394.316823] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 516e8a50-a4bc-4f7c-be54-fcb60730f5cb] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1394.820766] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 921b0393-e934-4efb-9fff-18f21095f516] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1395.324664] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 29235a47-8a5d-4e62-bcd1-8d8e7c83cc93] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1395.828023] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 57364218-571f-4ed3-9426-b0db42b2929d] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1396.331672] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 2c83eab3-23d9-409d-bd19-3061f17d0d5d] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1396.835404] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 5a278700-2bb2-41dc-b5e1-d77b18af20d1] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1397.338603] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 2c50e846-4804-47d1-b350-e93a1b2c84d3] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1397.842609] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 929d4e18-142e-4cc9-93ab-2e2738c7e295] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1398.346235] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 56205dff-56b5-4a96-ab3e-ec07705d837a] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1398.849982] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 9a3fe97a-26a0-4286-8258-0752fa08ea3f] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1399.353237] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: f2bb34f7-6989-4ece-96f7-85a8ea0f83f0] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1399.857280] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 6846a657-ce1d-4e1c-ba38-8543390159ab] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1400.361241] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 243401a7-d516-41c2-8aca-9e93b1aa7631] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1400.864633] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: e143a9a6-f5d6-4b23-b4a3-3b1a1fee27f1] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1401.367627] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 300bcf4e-dff7-445b-a311-d11da3e0d72e] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1401.871281] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 40cc52e6-9595-4cb6-96bf-cb90e6c8a3e9] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1402.375049] env[62321]: DEBUG nova.compute.manager [None req-a04ce3f7-078e-42e6-9f5e-c04463564b03 None None] [instance: 5a35025e-96aa-4fe3-b763-526786b21433] Instance has had 0 of 5 cleanup attempts {{(pid=62321) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}}